{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":26,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":26,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"03c9eb2922a5","filters":{"venue":"ACM Transactions on Computing Education"}},"results":[{"id":"W4213447331","doi":"10.1145/3487050","title":"Metacognition and Self-Regulation in Programming Education: Theories and Exemplars of Use","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":115,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Metacognition; Context (archaeology); Computer science; Mathematics education; Learning theory; Psychology; Cognition","retraction":null,"screen_n_in":null,"score":{"opus":0.03189686409375905,"gpt":0.3674704132420471,"spread":0.3355735491482881,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001200295,0.00009917797,0.0001250052,0.0003975625,0.0004430923,0.00003415024,0.00007190453,0.00004217023,0.00007932322],"category_scores_gemma":[0.0001002843,0.0001139418,0.00002205453,0.0004941862,0.00004896641,0.0001219067,0.000008948796,0.0003345075,0.000001019029],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008762172,"about_ca_system_score_gemma":0.000130277,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003130176,"about_ca_topic_score_gemma":0.00000729123,"domain_scores_codex":[0.9983525,0.0009104704,0.0002501475,0.0002538928,0.0001143979,0.0001185938],"domain_scores_gemma":[0.998995,0.0005289348,0.0001561023,0.0002079338,0.00008788698,0.00002413737],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00004979214,0.001254132,0.01080098,0.00003646651,0.00003955915,1.369487e-7,0.02869958,0.0004468443,0.0002400268,0.009180764,0.00003330085,0.9492184],"study_design_scores_gemma":[0.0008715622,0.0005412777,0.9427987,0.0001514927,0.0001420877,0.0001175757,0.02729673,0.0007464249,0.0003824311,0.01695275,0.009584708,0.0004142687],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9228981,0.0001345484,0.07488997,0.0005531477,0.0009353835,0.0002735555,0.000002616532,0.00006983754,0.0002429025],"genre_scores_gemma":[0.9429623,0.000003812425,0.05647665,0.000110547,0.0000426497,0.00008148089,0.00002559589,0.00001428236,0.0002826557],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9488041,"threshold_uncertainty_score":0.4646412,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2910922655","doi":"10.1145/3277569","title":"A Robust Machine Learning Technique to Predict Low-performing Students","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"National Science Foundation","keywords":"Computer science; Curriculum; Clicker; Term (time); Support vector machine; Higher education; Machine learning; Mathematics education; Peer instruction; Set (abstract data type); Artificial intelligence; Pedagogy; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.01258573689040887,"gpt":0.2873085186061899,"spread":0.274722781715781,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004663809,0.0001611412,0.0001526525,0.0003369268,0.0003162005,0.0001940681,0.001013498,0.00006941167,0.00002296315],"category_scores_gemma":[0.00007547266,0.0001663756,0.00007088252,0.0006980272,0.000009166288,0.0002744676,0.00004614589,0.0005379972,0.0002351898],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001246757,"about_ca_system_score_gemma":0.0001767795,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006141685,"about_ca_topic_score_gemma":0.00000400746,"domain_scores_codex":[0.9986063,0.00008873913,0.0002485624,0.0004413628,0.00035495,0.0002600969],"domain_scores_gemma":[0.9988607,0.0001526101,0.0000952416,0.0006650881,0.0001110514,0.0001152752],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001001664,0.0007944043,0.02004882,0.00007211067,0.00003841747,0.000001041098,0.001741677,0.6834315,0.0009787963,0.000372504,0.00007472744,0.292436],"study_design_scores_gemma":[0.0004217559,0.0006003953,0.008014545,0.0007233454,0.00002828049,0.000042106,0.0003233832,0.983366,0.002514584,0.0005672419,0.002874893,0.0005234992],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2641959,0.00001071153,0.732202,0.002094882,0.000698932,0.0002872845,7.074775e-7,0.0003342702,0.0001753015],"genre_scores_gemma":[0.8621814,0.00000449952,0.1359703,0.0002619078,0.00009178003,0.00001630424,0.000006479447,0.00001779449,0.001449505],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5979855,"threshold_uncertainty_score":0.6784598,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2997618083","doi":"10.1145/3336124","title":"What Is Hard about Teaching Machine Learning to Non-Majors? Insights from Classifying Instructors’ Learning Goals","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Outreach; Computer science; Reputation; Mathematics education; Curriculum; Taxonomy (biology); Learning sciences; Higher education; Artificial intelligence; Teaching method; Educational technology; Psychology; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.01266655683414762,"gpt":0.2855840728194027,"spread":0.272917515985255,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003644632,0.0003332209,0.0003469221,0.0005244997,0.0009822272,0.001038094,0.001046508,0.0001545058,0.00004870382],"category_scores_gemma":[0.0001643339,0.0003487824,0.0001629961,0.0006768475,0.0000209421,0.001151493,0.00007312144,0.001674974,0.0005462039],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002085734,"about_ca_system_score_gemma":0.0002474223,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004563757,"about_ca_topic_score_gemma":0.00001565058,"domain_scores_codex":[0.9974367,0.0003064869,0.0004812625,0.0009067306,0.0004597306,0.0004090973],"domain_scores_gemma":[0.9978329,0.0005986082,0.0002756604,0.0009229585,0.0001531348,0.0002167225],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001283413,0.0002944609,0.008365782,0.00004758035,0.00009037797,0.000001773103,0.0282209,0.1261832,0.003171436,0.0004884182,0.00008586481,0.8330374],"study_design_scores_gemma":[0.0006487016,0.0004155605,0.01413389,0.001535643,0.00005721238,0.00001560692,0.005002761,0.9565799,0.001556192,0.002413434,0.01675327,0.0008878448],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6959737,0.000132283,0.2954391,0.004532084,0.003121382,0.0001918498,0.000001173029,0.0003797938,0.0002286501],"genre_scores_gemma":[0.9095719,0.00004187331,0.08664593,0.00105228,0.0003101893,0.000006577613,0.00002848946,0.00004344224,0.002299316],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8321495,"threshold_uncertainty_score":0.9999989,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2910048617","doi":"10.1145/3282844","title":"Learning IS Child’s Play","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":45,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Student engagement; Experiential learning; Perception; Discipline; Mathematics education; Educational technology; Game based learning; Game design; Learning sciences; Educational game; Cooperative learning; Active learning (machine learning); Empirical evidence; Computer science; Higher education; Psychology; Pedagogy; Teaching method; Multimedia; Sociology; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.01603106961980838,"gpt":0.3228633645266879,"spread":0.3068322949068795,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0001874483,0.0001336437,0.0001108272,0.0001846386,0.0002355547,0.00004479514,0.0002393082,0.00009923435,0.003602027],"category_scores_gemma":[0.00002316314,0.0001454926,0.00008114896,0.0002955854,0.00002054375,0.00008012843,0.000003361231,0.0003775976,0.004940708],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008854126,"about_ca_system_score_gemma":0.000112905,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009128349,"about_ca_topic_score_gemma":0.000002464639,"domain_scores_codex":[0.9989251,0.00009026538,0.0002307948,0.000389485,0.0001607454,0.0002035307],"domain_scores_gemma":[0.9989192,0.0002150541,0.0001217654,0.0005761985,0.0001021677,0.00006555342],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0000462466,0.001732799,0.01227752,0.00004359032,0.0001212407,1.839776e-7,0.03421864,0.003756216,0.0002566538,0.006796534,0.006196966,0.9345534],"study_design_scores_gemma":[0.001089555,0.0006078653,0.5869592,0.0003799443,0.0001011214,0.00009055743,0.02059836,0.001524963,0.001156493,0.002207944,0.3844131,0.0008709065],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9041885,0.0001644937,0.02565983,0.008027701,0.007599797,0.0004819135,0.000004992633,0.0002343555,0.05363848],"genre_scores_gemma":[0.9675916,0.000009316762,0.00184594,0.001328598,0.000271886,0.00002994369,0.00004296879,0.00002678619,0.0288529],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9336825,"threshold_uncertainty_score":0.9973088,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2122941550","doi":"10.1145/2724759","title":"Introduction to the Special Issue on Web Development","year":2015,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Royal University","funders":"","keywords":"Computer science; Variety (cybernetics); Curriculum; Web development; World Wide Web; Web modeling; Representation (politics); Data science; Mathematics education; The Internet; Psychology; Pedagogy; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.02128066852774861,"gpt":0.2978035196054212,"spread":0.2765228510776726,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004385287,0.000110863,0.00008141,0.0001795335,0.0003462648,0.0001504446,0.0006089742,0.00003640135,0.00002415026],"category_scores_gemma":[0.0001314581,0.00009030385,0.00003260136,0.0005873805,0.0000119332,0.0001007897,0.00001566747,0.0002440076,0.001141974],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001819819,"about_ca_system_score_gemma":0.0005337635,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001192016,"about_ca_topic_score_gemma":0.00001641631,"domain_scores_codex":[0.9989491,0.00008230151,0.0001837419,0.000325955,0.0002904339,0.0001685129],"domain_scores_gemma":[0.9989439,0.00008428366,0.00005877676,0.0006497661,0.0001516729,0.0001115913],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006300148,0.0002591953,0.00001335626,0.000002703811,0.000009395586,1.641322e-7,0.003068622,0.06077826,0.00001000259,0.0008056554,0.0768313,0.858215],"study_design_scores_gemma":[0.0001313618,0.0001576452,0.000585692,0.00003246855,0.000007569757,0.000009440603,0.0004637773,0.02576684,0.0006449823,0.0006931574,0.9713424,0.0001646828],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02607162,0.000009114575,0.6345613,0.3269581,0.01025935,0.0002166367,6.322354e-7,0.0002529245,0.001670325],"genre_scores_gemma":[0.7983539,0.000002757464,0.1649887,0.002701224,0.02733762,0.00001504312,0.000009325503,0.00001852703,0.006572934],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8945111,"threshold_uncertainty_score":0.9996358,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4294238430","doi":"10.1145/3560266","title":"A Review of Worked Examples in Programming Activities","year":2022,"lang":"en","type":"review","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Tracing; Warrant; Code (set theory); Context (archaeology); Code generation; Focus (optics); Visualization; Data science; Programming language; Source code; Management science; Software engineering; Key (lock); Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.08044827249192911,"gpt":0.3729178730810838,"spread":0.2924696005891547,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001423816,0.0003291023,0.0009699326,0.0007072224,0.0002850494,0.0001028764,0.001462207,0.0001127519,0.00003387074],"category_scores_gemma":[0.0002579102,0.0003310675,0.0003879544,0.001676116,0.00003467823,0.0001776038,0.00005541,0.001228761,0.00000549078],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000323164,"about_ca_system_score_gemma":0.001064706,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001621028,"about_ca_topic_score_gemma":0.000007520229,"domain_scores_codex":[0.9970512,0.0009236382,0.0007873098,0.0006036124,0.0003167551,0.0003174191],"domain_scores_gemma":[0.9966611,0.001433307,0.0006585697,0.001157086,0.00003216875,0.0000578263],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[5.658604e-7,0.0003258033,8.818977e-7,0.03201326,0.00002769842,5.483352e-7,0.0007439753,0.0000465716,1.295012e-8,0.00009244445,0.00004327457,0.966705],"study_design_scores_gemma":[0.00004244265,0.00006128563,0.000002204744,0.1028204,0.00008810744,0.00002915025,0.000127302,0.00004266173,2.00563e-7,0.00001792811,0.896524,0.0002443722],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000002320117,0.8348567,0.163218,0.00009838432,0.0009144129,0.0006589858,0.000001378781,0.0002066151,0.00004321237],"genre_scores_gemma":[0.00004919499,0.8827918,0.1166175,0.00008583333,0.00005430969,0.000251718,0.00003133314,0.00003354561,0.00008482988],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9664606,"threshold_uncertainty_score":0.9999141,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4213456987","doi":"10.1145/3485732","title":"Are They Learning or Playing? Moderator Conditions of Gamification’s Success in Programming Classrooms","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Moderation; Mathematics education; Psychology; Academic achievement; Dropout (neural networks); Computer science; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.03970501712019926,"gpt":0.3571040583306308,"spread":0.3173990412104316,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004691894,0.0001590907,0.0001952206,0.000487886,0.0006402988,0.00003969302,0.000373742,0.00007314471,0.001308051],"category_scores_gemma":[0.0001177058,0.0001745198,0.0000795095,0.0007178953,0.0000462419,0.000109261,0.00001182062,0.0005716978,0.00002959985],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003187376,"about_ca_system_score_gemma":0.0003303833,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004082825,"about_ca_topic_score_gemma":0.0001432482,"domain_scores_codex":[0.9981377,0.0003724562,0.0005291402,0.0004335042,0.0002773506,0.0002499222],"domain_scores_gemma":[0.998174,0.0005363468,0.0005388611,0.000515344,0.000173257,0.00006215802],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0006179769,0.01639272,0.1722891,0.0002422842,0.0002695903,0.000004792812,0.07981692,0.314267,0.001096244,0.01834946,0.001571499,0.3950824],"study_design_scores_gemma":[0.00133565,0.0004502356,0.8521365,0.0002117076,0.0000972284,0.00008139366,0.1162861,0.009373172,0.000142912,0.002262987,0.0169728,0.0006493846],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9656732,0.0001094041,0.02840012,0.002254223,0.001899715,0.0007023223,0.00003392904,0.0001175412,0.0008095193],"genre_scores_gemma":[0.9940833,0.000005533451,0.002436513,0.0002205254,0.0000951536,0.0006603314,0.0001436356,0.00003272308,0.002322313],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6798473,"threshold_uncertainty_score":0.9996049,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3212699658","doi":"10.1145/3459995","title":"Creativity in CS1: A Literature Review","year":2021,"lang":"en","type":"review","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Creativity; Coursework; Computer science; Computational creativity; Creativity technique; Computational thinking; Mathematics education; Field (mathematics); Computer programming; Creative problem-solving; Multimedia; Engineering ethics; Psychology; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.04687209741581069,"gpt":0.3889128453232563,"spread":0.3420407479074457,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009913212,0.0003839275,0.001036736,0.0004807934,0.000243243,0.0003754257,0.00117142,0.0002406047,0.00001082892],"category_scores_gemma":[0.0003438695,0.0003622968,0.0004362351,0.002288192,0.00001727891,0.0002256033,0.00003435424,0.001754458,0.00004077399],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002757437,"about_ca_system_score_gemma":0.001057081,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003634888,"about_ca_topic_score_gemma":0.00000682569,"domain_scores_codex":[0.9969034,0.001125071,0.0005919278,0.0008161072,0.0002543265,0.0003092137],"domain_scores_gemma":[0.9972301,0.000751131,0.0003246054,0.001497459,0.0001067754,0.00008998822],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[1.414302e-7,0.000279919,6.708484e-7,0.01259268,0.00002204514,0.00000594709,0.000515832,0.00002513363,6.552313e-9,0.0001715899,0.0002490152,0.986137],"study_design_scores_gemma":[0.00003417263,0.00002150475,0.00000421753,0.2249305,0.00008447211,0.0001217965,0.00001054444,0.00006495152,9.610906e-8,0.00001975478,0.7744541,0.0002539013],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[3.626199e-7,0.7472078,0.2506694,0.0004566491,0.001007279,0.0003872334,0.000001595768,0.0001966131,0.00007305978],"genre_scores_gemma":[0.00001643479,0.9165848,0.08243679,0.0002618185,0.0001234172,0.00008643398,0.00006873581,0.00002914188,0.0003924361],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9858831,"threshold_uncertainty_score":0.9998829,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2616487348","doi":"10.1145/3088440","title":"Teaching Software Product Lines","year":2017,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Thriving; Product (mathematics); Computer science; Software; Best practice; Engineering ethics; Knowledge management; Engineering management; Sociology; Mathematics education; Engineering; Psychology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.05217032727527773,"gpt":0.3563756791029412,"spread":0.3042053518276635,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0005116632,0.0001604467,0.0001400995,0.0001422916,0.001328083,0.0002923907,0.001783062,0.00004808957,0.000002351765],"category_scores_gemma":[0.002427275,0.0001639394,0.00006297229,0.00008818888,0.00004277772,0.0006882144,0.00004981771,0.0003823944,0.0000265677],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007830521,"about_ca_system_score_gemma":0.0001483027,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007074302,"about_ca_topic_score_gemma":0.000003776764,"domain_scores_codex":[0.9988714,0.00009496097,0.0001866407,0.0004512324,0.0001680447,0.0002276653],"domain_scores_gemma":[0.9968566,0.0006145827,0.0001576852,0.002204494,0.0001060186,0.00006066775],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000001641761,0.00009762499,0.0001130235,0.00002138334,0.000009332839,5.075332e-7,0.0005605367,0.03117568,0.00017825,0.0006357518,0.00008726476,0.967119],"study_design_scores_gemma":[0.002923576,0.001193029,0.215802,0.002912025,0.000231864,0.0006048773,0.001184088,0.1088951,0.1068817,0.4921418,0.06016569,0.007064115],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0101723,0.00006088072,0.9814445,0.002999473,0.004117785,0.0001478353,8.015385e-7,0.0009597566,0.00009668853],"genre_scores_gemma":[0.358115,0.000004081352,0.6411681,0.0000974866,0.0002041816,0.00001084923,0.000001038934,0.00001225329,0.0003870492],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9600549,"threshold_uncertainty_score":0.999972,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4221018635","doi":"10.1145/3517132","title":"Impact of UX Internships on Human-computer Interaction Graduate Students: A Qualitative Analysis of Internship Reports","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Higher Education and Employability","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Internship; Medical education; Usability; Thematic analysis; Psychology; Teamwork; Qualitative research; Computer science; Pedagogy; Sociology; Medicine; Management; Human–computer interaction","retraction":null,"screen_n_in":null,"score":{"opus":0.206313730014587,"gpt":0.5477970618473516,"spread":0.3414833318327646,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002199669,0.0001432847,0.0003153285,0.0008983596,0.0005780599,0.0000493922,0.0004304874,0.00004559724,0.000685906],"category_scores_gemma":[0.0001952517,0.0001518472,0.0004110098,0.001603619,0.0001174994,0.0001291971,0.00002181045,0.0003792054,0.000004413159],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009672488,"about_ca_system_score_gemma":0.0003974129,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0106141,"about_ca_topic_score_gemma":0.0006561102,"domain_scores_codex":[0.9965892,0.001451223,0.0006885963,0.0003773369,0.0007091541,0.0001844247],"domain_scores_gemma":[0.9975418,0.0008303112,0.0006204736,0.000559925,0.0003564014,0.0000911329],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0001892921,0.009441727,0.176485,0.00004479413,0.001980799,9.544282e-7,0.7137112,0.05545057,0.0001175187,0.0006889459,0.0009676713,0.04092148],"study_design_scores_gemma":[0.0003569803,0.001438939,0.8649566,0.0001553481,0.0007448221,0.000003828022,0.1274666,0.0005239724,0.0002919594,0.003237419,0.0003930637,0.0004304804],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9796124,0.000004123151,0.01734105,0.0005233865,0.001874891,0.0002890708,0.00001638642,0.00005703115,0.0002817123],"genre_scores_gemma":[0.9988005,0.000001947152,0.0006548549,0.00007393317,0.00009272674,0.0000396517,0.00005370096,0.00001261254,0.0002701363],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6884715,"threshold_uncertainty_score":0.9959743,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386326584","doi":"10.1145/3617896","title":"Bolstering the Persistence of Black Students in Undergraduate Computer Science Programs: A Systematic Mapping Study","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; University of the Fraser Valley; York University","funders":"","keywords":"Inclusion (mineral); Persistence (discontinuity); Psychology; Higher education; Undergraduate research; Mathematics education; Medical education; Pedagogy; Social psychology; Political science; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.0711817557000746,"gpt":0.3693724827933909,"spread":0.2981907270933163,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002206993,0.00008831245,0.0001453925,0.0005154789,0.0007542712,0.0001473974,0.00107891,0.00004082824,9.761897e-7],"category_scores_gemma":[0.0001692222,0.00007764056,0.00003736746,0.003451452,0.0003115429,0.0001741324,0.00003132122,0.0001665881,0.00001729259],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002241474,"about_ca_system_score_gemma":0.0005192924,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004477282,"about_ca_topic_score_gemma":0.00031967,"domain_scores_codex":[0.9983588,0.0002423176,0.0003223388,0.0002790937,0.0005366586,0.0002608076],"domain_scores_gemma":[0.9988737,0.0002462787,0.0001428358,0.0004995207,0.0002002692,0.00003736258],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.000005316836,0.004155426,0.08370592,0.001481108,0.0001040661,0.000001393106,0.7617867,0.006200806,0.0001407848,0.001978585,0.00003309158,0.1404068],"study_design_scores_gemma":[0.0003635563,0.0002131914,0.2725112,0.002359417,0.00006200417,0.000004090879,0.7091929,0.01019299,0.00009100654,0.004722882,0.00001947444,0.000267383],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9654433,0.00001260167,0.02910168,0.002750755,0.00113679,0.001280157,1.581234e-7,0.0001623544,0.0001122405],"genre_scores_gemma":[0.9982771,0.00001067942,0.001482859,0.00003536238,0.00003666455,0.00007792493,8.001938e-7,0.000006120436,0.00007244046],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1888052,"threshold_uncertainty_score":0.580132,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3007348132","doi":"10.1145/3377427","title":"An Incremental Mindset Intervention Increases Effort During Programming Activities but Not Performance","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Education, Achievement, and Giftedness","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Mindset; Psychological intervention; Computer science; Intervention (counseling); Psychology; Construct (python library); Domain (mathematical analysis); Applied psychology; Knowledge management; Artificial intelligence; Mathematics; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.03004485223994594,"gpt":0.3378535373841895,"spread":0.3078086851442435,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002544491,0.0002227061,0.0001735791,0.0002027218,0.0005633499,0.0001095287,0.0003421726,0.00009165975,0.0003822682],"category_scores_gemma":[0.00002463972,0.0002551541,0.00009996971,0.0003205201,0.00006232282,0.0004347699,0.000009547297,0.0002901425,0.00006183088],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001489668,"about_ca_system_score_gemma":0.0001171073,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008258641,"about_ca_topic_score_gemma":0.00006259728,"domain_scores_codex":[0.9984412,0.0001523769,0.0003909037,0.0004853382,0.0002201022,0.0003100339],"domain_scores_gemma":[0.9990035,0.00009153455,0.0002025961,0.0004607616,0.00007592043,0.0001656281],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0006249656,0.007904489,0.1665371,0.000494376,0.0002631621,0.000001660752,0.03130783,0.0005971073,0.006249665,0.0001424195,0.0002612557,0.785616],"study_design_scores_gemma":[0.001849038,0.001375096,0.8883232,0.0003804186,0.0002019204,0.00004284849,0.05702691,0.001144645,0.04780948,0.00003197314,0.001010868,0.0008036328],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9880662,0.00003454592,0.008884657,0.0005343367,0.001603546,0.0004429283,0.00001576277,0.0002479333,0.0001701083],"genre_scores_gemma":[0.9956669,0.00000738728,0.002741159,0.0004044538,0.000571795,0.000129481,0.0001926324,0.00003787785,0.0002483433],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7848123,"threshold_uncertainty_score":0.99999,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2045321685","doi":"10.1145/2648814","title":"Scenario-Based Programming, Usability-Oriented Perception","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Seventh Framework Programme; Azrieli Foundation; Israel Science Foundation","keywords":"Computer science; Programmer; Usability; Programming domain; Human–computer interaction; Programming paradigm; Pair programming; Context (archaeology); Procedural programming; Perspective (graphical); Domain (mathematical analysis); Programming language; Artifact (error); Perception; Software engineering; Inductive programming; Artificial intelligence; Software development; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.01363436085952442,"gpt":0.2871403162433251,"spread":0.2735059553838007,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005746566,0.0001452325,0.0001077399,0.0001895417,0.0002948582,0.0001624793,0.000569201,0.0000790585,0.00001949514],"category_scores_gemma":[0.0002419211,0.0001516328,0.00007385769,0.0004990369,0.00002711973,0.0003300275,0.00001071168,0.0002567895,0.00003715851],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001266345,"about_ca_system_score_gemma":0.0001391284,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009383712,"about_ca_topic_score_gemma":0.000004877483,"domain_scores_codex":[0.9988374,0.0001273165,0.0002152866,0.0003941555,0.0002172895,0.0002086017],"domain_scores_gemma":[0.9982657,0.0004833253,0.00009629411,0.0009354702,0.0001358193,0.00008334433],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004481849,0.0003971479,0.0003708882,0.0000267017,0.000005367954,8.114134e-8,0.0003791301,0.006308483,0.00008783687,0.001177029,0.0001405892,0.9911023],"study_design_scores_gemma":[0.000530273,0.0008343471,0.02558101,0.0002720039,0.00004724282,0.00002887335,0.0001415953,0.8435167,0.002967356,0.003422758,0.1218445,0.0008132963],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0373922,0.000006979691,0.9577984,0.002007002,0.001224309,0.000221709,3.861022e-7,0.001257827,0.0000911673],"genre_scores_gemma":[0.5535307,0.000001077882,0.446102,0.000240139,0.00006331981,0.00002210115,0.000004551172,0.00000830835,0.00002776085],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.990289,"threshold_uncertainty_score":0.6183407,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3209041856","doi":"10.1145/3470654","title":"Student Performance on the BDSI for Basic Data Structures","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Concept inventory; Computer science; Mathematics education; Measure (data warehouse); Data science; Knowledge management; Psychology; Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.3665969980051029,"gpt":0.488338722418,"spread":0.1217417244128971,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005774218,0.0001158622,0.0001177987,0.00005974032,0.0004338535,0.00007687708,0.0005146275,0.00004305185,0.0001250564],"category_scores_gemma":[0.002005059,0.00008928055,0.00003932165,0.0001670479,0.00003168501,0.0000471535,0.00001644695,0.0001778807,0.0000142456],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006393933,"about_ca_system_score_gemma":0.0003773795,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004094487,"about_ca_topic_score_gemma":0.000008873002,"domain_scores_codex":[0.9990082,0.0001618837,0.0002155711,0.0002945464,0.0001737083,0.0001461354],"domain_scores_gemma":[0.9930135,0.005416871,0.0001016201,0.001244005,0.0001903885,0.00003361749],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004986544,0.001566092,0.0003848095,0.00026277,0.000159858,2.974813e-7,0.004591611,0.001109603,0.000252039,0.1002281,0.09169959,0.7996954],"study_design_scores_gemma":[0.002041548,0.0007129466,0.0983763,0.0008726584,0.0008769963,0.0001041396,0.04468304,0.01421126,0.05196908,0.6388513,0.1456989,0.001601793],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3049009,0.00004734124,0.6812593,0.006837708,0.005601043,0.0005281487,0.00009065522,0.0001103661,0.0006245172],"genre_scores_gemma":[0.6976078,0.00003157897,0.2994786,0.0009928533,0.0002623789,0.00005145565,0.00009559832,0.00002185248,0.001457919],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7980936,"threshold_uncertainty_score":0.3640755,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4366597152","doi":"10.1145/3591210","title":"Evaluation of Submission Limits and Regression Penalties to Improve Student Behavior with Automatic Assessment Systems","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Grading (engineering); Computer science; Limiting; Mathematics education; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.04838050288104476,"gpt":0.3938446937359261,"spread":0.3454641908548813,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002109863,0.000128878,0.0001460271,0.0003491391,0.0003498598,0.0001805655,0.0003153091,0.0000448244,0.000001749879],"category_scores_gemma":[0.00007880873,0.0001045955,0.00002703546,0.0005653141,0.00001625134,0.0001703226,0.00002066114,0.000192897,0.000005676167],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001634405,"about_ca_system_score_gemma":0.0003553884,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001072124,"about_ca_topic_score_gemma":0.000005265269,"domain_scores_codex":[0.9980289,0.0003623484,0.0002556418,0.0003516008,0.0008300151,0.0001714595],"domain_scores_gemma":[0.9986888,0.0002191385,0.0001733544,0.0005096758,0.0003192949,0.0000897317],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000218435,0.0002104562,0.0008228992,0.00005358245,0.00001564997,2.73817e-7,0.004303349,0.01822428,0.0006584492,0.00007584397,0.00002016126,0.9756129],"study_design_scores_gemma":[0.0007581497,0.001064233,0.4860415,0.00177847,0.0002646225,0.00002777105,0.005630019,0.5024297,0.001243846,0.00007962876,0.0003000408,0.0003819941],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6793813,0.00003768624,0.3186168,0.0004324217,0.0007533192,0.0005184422,4.435787e-7,0.0002428815,0.00001670544],"genre_scores_gemma":[0.934889,0.000003332449,0.06482495,0.00001406208,0.0000322578,0.0001314986,0.000004155569,0.00001177368,0.00008901809],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9752309,"threshold_uncertainty_score":0.426528,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2047859318","doi":"10.1145/1538234.1538239","title":"Adding Test Generation to the Teaching Machine","year":2009,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Plug-in; Computer science; Scripting language; Generator (circuit theory); Visualization; Extension (predicate logic); Field (mathematics); Programming language; Software engineering; Artificial intelligence; Theoretical computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.02250825520392931,"gpt":0.3034278843088667,"spread":0.2809196291049374,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0008385223,0.0001457114,0.00009421322,0.0001916683,0.001405611,0.0004306221,0.0008729193,0.00004467383,0.000004248056],"category_scores_gemma":[0.0003491571,0.0001210174,0.00006277279,0.0004020527,0.000008304887,0.0002332242,0.00001290188,0.0005826405,0.00006660409],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001069372,"about_ca_system_score_gemma":0.00009952326,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009637611,"about_ca_topic_score_gemma":0.00001556906,"domain_scores_codex":[0.9987411,0.0001837427,0.000216731,0.0003821728,0.0002271813,0.0002490343],"domain_scores_gemma":[0.9986167,0.0003577092,0.00008293363,0.0007977928,0.00005560954,0.00008922994],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[9.228067e-7,0.00020313,0.00003882857,0.000001574518,0.000003731344,1.751728e-7,0.003364394,0.02027659,0.0003263912,0.001410035,0.0006722064,0.973702],"study_design_scores_gemma":[0.0004898443,0.00120124,0.01665954,0.0003364865,0.00005604533,0.0001405739,0.0007794368,0.5781558,0.001817171,0.0008561349,0.3984501,0.001057655],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01371913,0.00004806881,0.959333,0.02474352,0.001227234,0.0002002732,6.489106e-7,0.0004515926,0.0002765407],"genre_scores_gemma":[0.7135693,0.000001079178,0.2838874,0.001934833,0.0003212152,0.000007773271,0.000005295252,0.000007602391,0.0002655236],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9726444,"threshold_uncertainty_score":0.9998944,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4404040173","doi":"10.1145/3703162","title":"Public Computing Intellectuals in the Age of AI Crisis","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Royal University","funders":"","keywords":"Computer science; Mathematics education; Public relations; Artificial intelligence; Psychology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.1139246909575626,"gpt":0.4197251219838808,"spread":0.3058004310263183,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002322413,0.00007935301,0.0001107589,0.000252212,0.000603119,0.0004007015,0.0004184424,0.0001050819,0.00005367199],"category_scores_gemma":[0.0008063242,0.0000691768,0.00008564146,0.001058435,0.0001385302,0.0002308107,0.00000543162,0.0005493753,0.00001521096],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001300034,"about_ca_system_score_gemma":0.0008438141,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003646084,"about_ca_topic_score_gemma":0.001530587,"domain_scores_codex":[0.9985979,0.0004458124,0.0002487535,0.0001733397,0.0003182084,0.0002159659],"domain_scores_gemma":[0.9977096,0.001806576,0.00004310743,0.0002178,0.0001816918,0.00004126188],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.000004430065,0.0006001389,0.0002189498,0.00008721872,0.00004492855,0.000001936763,0.5003716,0.0005727957,0.00007688642,0.07855404,0.007062973,0.4124041],"study_design_scores_gemma":[0.0004397473,0.0003958083,0.009864222,0.001600612,0.0001610659,0.00001100833,0.4245039,0.006525878,0.0006719386,0.3676464,0.1871869,0.0009926112],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.3923354,0.0005512772,0.2009643,0.3727158,0.005086729,0.0007159349,0.000006283167,0.000294443,0.02732978],"genre_scores_gemma":[0.9961435,0.00005712034,0.0009627358,0.00245767,0.0002466759,0.000003218039,0.000004352039,0.0000094943,0.0001152487],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6038081,"threshold_uncertainty_score":0.5511813,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389196130","doi":"10.1145/3632295","title":"The Important Role Social Capital Plays in Navigating the Computing Education Ecosystem for Black Girls","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Impact","funders":"","keywords":"Social capital; Public relations; Financial capital; Equity (law); Economic growth; Business; Sociology; Marketing; Political science; Economics; Human capital; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.01875514155883007,"gpt":0.3497999327629592,"spread":0.3310447912041291,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002116415,0.0001577059,0.0001524673,0.0001286592,0.004281166,0.0002429906,0.0007236725,0.0001688837,0.000004861245],"category_scores_gemma":[0.0005010164,0.000131159,0.000114781,0.0009249811,0.0001908655,0.0001365999,0.00001738882,0.0005529978,0.00004187331],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005055892,"about_ca_system_score_gemma":0.0011613,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00115847,"about_ca_topic_score_gemma":0.002595449,"domain_scores_codex":[0.9980872,0.0002648422,0.0004871491,0.0003015233,0.0003220171,0.0005373186],"domain_scores_gemma":[0.9981231,0.0009888627,0.000318608,0.0003436113,0.0001676161,0.00005820029],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003286639,0.0005995912,0.006315187,0.00007503431,0.00005484151,3.411413e-7,0.1158555,0.002309489,0.0002222161,0.005731881,0.003735822,0.8650672],"study_design_scores_gemma":[0.001302097,0.0001818882,0.1107333,0.001287983,0.0001222222,0.00001407037,0.7932668,0.0499546,0.001229815,0.02945085,0.01142565,0.001030751],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9721963,0.00005763927,0.002260078,0.02107682,0.002638843,0.001103006,0.000009734313,0.0003279081,0.0003296814],"genre_scores_gemma":[0.9981947,0.00002367811,0.000590583,0.0002246132,0.0006054853,0.00006128901,0.00001993489,0.000026823,0.0002529082],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8640365,"threshold_uncertainty_score":0.9970151,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4412476143","doi":"10.1145/3748665","title":"Multi-Institutional Study on Impostor Phenomenon","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Perfectionism, Procrastination, Anxiety Studies","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta; University of Toronto","funders":"National Science Foundation Graduate Research Fellowship Program","keywords":"Phenomenon; Computer science; Cognitive science; Psychology; Mathematics education; Cognitive psychology; Epistemology","retraction":null,"screen_n_in":null,"score":{"opus":0.03688765236873847,"gpt":0.3791601755610205,"spread":0.342272523192282,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002960661,0.0002331987,0.0001870974,0.0004536607,0.001272107,0.00005598189,0.0002708416,0.00008605682,0.0001263524],"category_scores_gemma":[0.0001056161,0.000236762,0.00009080019,0.0006172301,0.00007295257,0.00008931766,0.000009648595,0.0003360338,0.0002989868],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004599387,"about_ca_system_score_gemma":0.00029689,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002231038,"about_ca_topic_score_gemma":0.00007456403,"domain_scores_codex":[0.9984999,0.0001630185,0.0003360673,0.0005519043,0.0002004199,0.0002486802],"domain_scores_gemma":[0.9987324,0.0003253355,0.0001005726,0.0005756149,0.000215371,0.00005063912],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000424508,0.04193411,0.03581805,0.00009834865,0.001328146,0.000003330958,0.03777517,0.008868275,0.0009217699,0.006328819,0.009989747,0.8565097],"study_design_scores_gemma":[0.002341825,0.0007504608,0.969598,0.0001450066,0.0001772902,0.00001446661,0.01543352,0.0007062085,0.0002695308,0.0005549291,0.009580044,0.0004287408],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6956741,0.0001762685,0.2780517,0.002713155,0.01174336,0.001205629,0.00001267776,0.0004611433,0.009961964],"genre_scores_gemma":[0.9898356,0.000005882208,0.003046093,0.0006760361,0.0002070078,0.0002094674,0.00001517859,0.00001849861,0.005986249],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9337799,"threshold_uncertainty_score":0.978415,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4409475854","doi":"10.1145/3730405","title":"20-Years Later: A Replication Study on Teaching CS1 Concepts","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Replication (statistics); Computer science; Mathematics education; Psychology; Cognitive science; Mathematics; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.02061852418896842,"gpt":0.3579395890757084,"spread":0.33732106488674,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001039974,0.0001681221,0.0001504965,0.0003927403,0.0007614104,0.0003143368,0.000886438,0.00007002813,0.000004109279],"category_scores_gemma":[0.0002218178,0.000184198,0.00007576236,0.0005123477,0.00002241267,0.0002005906,0.00002530306,0.0007316614,0.00006455278],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001716265,"about_ca_system_score_gemma":0.0001962868,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001163981,"about_ca_topic_score_gemma":0.000006467953,"domain_scores_codex":[0.9980642,0.0004211584,0.0003009244,0.0007335776,0.0002370344,0.0002431676],"domain_scores_gemma":[0.9976388,0.000437111,0.000124576,0.001671027,0.00006805563,0.00006049366],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00000681889,0.001064771,0.0009882281,0.000007066697,0.00003125314,4.985445e-7,0.007610207,0.003374855,0.00005569498,0.001494548,0.0002970017,0.985069],"study_design_scores_gemma":[0.004683407,0.004041595,0.5674591,0.002063629,0.0003347783,0.00006346656,0.01754562,0.08069672,0.002526265,0.005836229,0.3121178,0.002631395],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3379579,0.00001963092,0.6564153,0.002702751,0.00141228,0.0003587209,3.922669e-7,0.0005956145,0.0005374101],"genre_scores_gemma":[0.9498883,8.98813e-7,0.0482209,0.0005852378,0.00007701696,0.00004387216,0.000005538624,0.00001313349,0.001165069],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9824377,"threshold_uncertainty_score":0.7511378,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4416109732","doi":"10.1145/3776558","title":"Did Alice Do Wrong? Cross-Cultural Differences in Student Perceptions of Generative AI Use in University Computing Education","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Perception; Cultural diversity; Higher education; Generative grammar; Coding (social sciences); Cultural competence; Power (physics); Generative model; Ethical code; Cross-cultural","retraction":null,"screen_n_in":null,"score":{"opus":0.02839049884791951,"gpt":0.3817625841504599,"spread":0.3533720853025404,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006105407,0.0001169782,0.0001736655,0.0003859587,0.0006701198,0.000131458,0.0003741361,0.0002609249,0.00004319864],"category_scores_gemma":[0.0002271598,0.000128956,0.00006105383,0.0008963024,0.0002239098,0.0004833666,0.00001379494,0.0007984365,0.000004164052],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006276023,"about_ca_system_score_gemma":0.001068225,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01777147,"about_ca_topic_score_gemma":0.008520977,"domain_scores_codex":[0.9984721,0.0005157745,0.0003085133,0.0002856792,0.0002160282,0.0002018875],"domain_scores_gemma":[0.9987075,0.0006077814,0.0001195783,0.0001747647,0.0003434115,0.0000469316],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00005032491,0.002016562,0.6743362,0.00004615903,0.00004041728,3.642166e-7,0.1811819,0.006779973,0.0002171683,0.02580988,0.0005945507,0.1089264],"study_design_scores_gemma":[0.0002526688,0.00003064034,0.8556384,0.0004066246,0.00002472,5.793059e-7,0.1399249,0.001257817,0.0001001025,0.001147748,0.001043603,0.0001721364],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9741989,0.00003521003,0.019547,0.002810429,0.00122824,0.0003032683,0.000006811893,0.00003374249,0.001836378],"genre_scores_gemma":[0.9956725,0.0000727452,0.002688585,0.0003143578,0.00009450688,0.000002402292,0.00001424035,0.000003779109,0.001136845],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1813022,"threshold_uncertainty_score":0.9887693,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4411153485","doi":"10.1145/3743683","title":"Analyzing Fine-Grained Skill Development across Computer Science Course Progressions","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Course (navigation); Computer science; Mathematics education; Psychology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01399271123657153,"gpt":0.3470713540917704,"spread":0.3330786428551989,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001228685,0.0002089269,0.0001724094,0.0003982274,0.002579504,0.0006382651,0.001484271,0.00006928642,0.00000360455],"category_scores_gemma":[0.0001198722,0.0002059759,0.00007812098,0.002027025,0.0001485956,0.0003781888,0.00009149191,0.0004902285,0.00002867117],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000246258,"about_ca_system_score_gemma":0.001569689,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003566195,"about_ca_topic_score_gemma":0.00001393016,"domain_scores_codex":[0.9979434,0.0001118277,0.0003643412,0.0007127188,0.0003335653,0.0005341216],"domain_scores_gemma":[0.9982094,0.0002881764,0.000143764,0.0009563455,0.0002676001,0.0001347409],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002336755,0.0004888868,0.0009643032,0.00001822066,0.00002124057,5.447069e-7,0.005276702,0.005767437,0.00004440385,0.0006805075,0.00009881634,0.9866366],"study_design_scores_gemma":[0.002824961,0.0006100137,0.3622993,0.005114214,0.0001654115,0.0001199521,0.003275196,0.4735675,0.01497883,0.002183614,0.1317689,0.003092166],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1214772,0.00006015266,0.8729535,0.002468801,0.002214769,0.0002056412,4.166084e-7,0.0005621919,0.00005728245],"genre_scores_gemma":[0.5873394,7.962103e-7,0.4121771,0.0001622893,0.00005082237,0.00001740356,0.000003048002,0.000006717592,0.0002424224],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9835444,"threshold_uncertainty_score":0.998719,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4406617275","doi":"10.1145/3712707","title":"Investigating the Progression of the Mental Models Formed by Programmers Learning Parallel Programming","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Fredericton; University of New Brunswick","funders":"","keywords":"Computer science; Mental model; Mathematics education; Programming language; Theoretical computer science; Artificial intelligence; Psychology; Cognitive science","retraction":null,"screen_n_in":null,"score":{"opus":0.01845903829121145,"gpt":0.3059630879265255,"spread":0.2875040496353141,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0008602641,0.0001812689,0.0001435687,0.0001155417,0.001632364,0.0002564519,0.001250439,0.00007729962,8.371993e-7],"category_scores_gemma":[0.0001775134,0.0001215579,0.0001322153,0.0009784464,0.0001401559,0.0002675221,0.00006775811,0.0007822711,0.000001301139],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008539161,"about_ca_system_score_gemma":0.0003396473,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001457209,"about_ca_topic_score_gemma":0.000007571358,"domain_scores_codex":[0.9981822,0.0003811404,0.0003662352,0.0003764612,0.0003579363,0.0003360207],"domain_scores_gemma":[0.9985254,0.0003432423,0.0003010526,0.0006776428,0.00009919365,0.00005340146],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002691781,0.0002293318,0.0007244339,0.00003818943,0.00002669656,2.180044e-8,0.00619922,0.01752514,0.0001082586,0.001673077,0.0001646976,0.9733083],"study_design_scores_gemma":[0.001587039,0.0006738328,0.00404196,0.003734505,0.0001828917,0.00003540124,0.01344603,0.8369373,0.005054625,0.007974826,0.1253006,0.001030976],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04266596,0.0001971342,0.9473836,0.007504917,0.0009889582,0.0007709095,3.646875e-7,0.0003240753,0.0001640689],"genre_scores_gemma":[0.8270008,0.000003950252,0.1723876,0.0001924465,0.00002199643,0.00008322482,0.000005013878,0.0000116077,0.0002933988],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9722773,"threshold_uncertainty_score":0.9996673,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4292092579","doi":"10.1145/3550487","title":"Using Discrimination Response Ideation to Uncover Student Attitudes about Diversity and Inclusion in Computer Science","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba","funders":"","keywords":"Racism; Diversity (politics); Inclusion (mineral); Ambiguity; Psychology; Ethnic group; Social psychology; Field (mathematics); Mathematics education; Sociology; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.05312511344388128,"gpt":0.3960525427098029,"spread":0.3429274292659217,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00227646,0.0000803143,0.0000775804,0.0007308807,0.01229933,0.00007040799,0.0005407223,0.00004021629,0.00001310818],"category_scores_gemma":[0.000122173,0.0001002668,0.00001958066,0.001203379,0.0001185832,0.000330845,0.001312986,0.0001881818,0.000001409255],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001404032,"about_ca_system_score_gemma":0.0006082694,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00193479,"about_ca_topic_score_gemma":0.0003897214,"domain_scores_codex":[0.9984083,0.0003081756,0.000158706,0.0003400759,0.000589449,0.0001953312],"domain_scores_gemma":[0.9993054,0.0001758641,0.00006950886,0.0002522487,0.0001285917,0.00006840913],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.00007329468,0.001279512,0.04621747,0.00001327844,0.000008901123,6.697928e-7,0.4676261,0.05221637,0.001288389,0.002874034,0.00002352893,0.4283785],"study_design_scores_gemma":[0.0003373158,0.0002078131,0.9598839,0.00006604825,0.00002401729,0.000006328453,0.02198664,0.005965082,0.0003998737,0.01049812,0.0003426778,0.0002821951],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8101194,0.00001819391,0.1845762,0.003699526,0.001179291,0.0003036963,0.000001200402,0.00005754774,0.00004497127],"genre_scores_gemma":[0.9857337,0.000007332544,0.01375445,0.0004031564,0.00004625913,0.00001773088,0.000002485444,0.000005074237,0.00002984721],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9136664,"threshold_uncertainty_score":0.9889866,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4414203932","doi":"10.1145/3767736","title":"Can Alternative Grading Improve Student Interactions in Automatically Graded Programming Assignments?","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Grading (engineering); Debugging; Oracle; Formative assessment; Suite; Test suite; Unit testing; Software; Summative assessment; Software development","retraction":null,"screen_n_in":null,"score":{"opus":0.01910403271611229,"gpt":0.3473919119798712,"spread":0.328287879263759,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005495773,0.0002033878,0.0001915134,0.0006561014,0.0004940663,0.0004358261,0.0008912077,0.0000484002,0.000003706977],"category_scores_gemma":[0.0001502208,0.0002180256,0.00009076921,0.0009341828,0.00003368465,0.0002950088,0.00004199986,0.0007278741,0.000009339304],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005811293,"about_ca_system_score_gemma":0.0003100254,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005154557,"about_ca_topic_score_gemma":0.0001110596,"domain_scores_codex":[0.9981291,0.0002620311,0.000432702,0.0005480922,0.0002644766,0.0003635725],"domain_scores_gemma":[0.998533,0.0005125342,0.0001566927,0.0006332122,0.000082771,0.00008183661],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003189342,0.0008784441,0.001145724,0.00002469792,0.00004574419,0.000001325617,0.00708886,0.004025835,0.00009108742,0.00463108,0.00002325919,0.9820408],"study_design_scores_gemma":[0.005585421,0.001280954,0.1723937,0.006896132,0.0003360357,0.0001029832,0.02431908,0.6981384,0.008087094,0.03706843,0.0423821,0.003409715],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08835053,0.00002230438,0.9024407,0.005136226,0.002975898,0.0004328682,4.792673e-7,0.0004511131,0.0001898532],"genre_scores_gemma":[0.8075269,0.000001783291,0.1916557,0.0002863669,0.00004928759,0.00008716654,0.000003455616,0.00001109807,0.0003783131],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.978631,"threshold_uncertainty_score":0.8890826,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4410892997","doi":"10.1145/3742441","title":"Views on Teaching and Learning Preferences for Women and Men in Undergraduate Computer Science","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"Mathematics education; Computer science; Psychology; Computer-Assisted Instruction; Teaching method","retraction":null,"screen_n_in":null,"score":{"opus":0.02300737567428712,"gpt":0.3202432155753309,"spread":0.2972358399010438,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001979177,0.0001285992,0.0001390046,0.0004987348,0.001212539,0.0004164458,0.0003959159,0.0000398592,3.422611e-7],"category_scores_gemma":[0.0002110794,0.0001258723,0.00001996928,0.0004067775,0.00007430639,0.0002656422,0.00003330148,0.0006401765,0.000001293917],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001445501,"about_ca_system_score_gemma":0.0002002959,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008586608,"about_ca_topic_score_gemma":0.000008150851,"domain_scores_codex":[0.9986097,0.000264736,0.0001954504,0.0005152501,0.0001349291,0.0002799597],"domain_scores_gemma":[0.9986742,0.000867668,0.00007643992,0.0002770449,0.0000414313,0.00006325347],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005527792,0.0001055788,0.0006550535,0.00003549092,0.00000554746,5.664642e-8,0.008152623,0.005159669,0.0000315738,0.00272285,0.00001557877,0.9831104],"study_design_scores_gemma":[0.001829299,0.001570043,0.1015048,0.001720065,0.00002476009,0.0000203931,0.004690519,0.8172175,0.000311901,0.03619539,0.03397011,0.0009451938],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3233575,0.00003783309,0.6736932,0.002026872,0.0003391051,0.0001852189,1.141551e-7,0.0001134483,0.0002467257],"genre_scores_gemma":[0.826323,0.000007219694,0.1730685,0.0002039407,0.00002610646,0.00003091069,6.925457e-7,0.000005041514,0.0003346376],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9821653,"threshold_uncertainty_score":0.9325992,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}