{"meta":{"query_hash":"03c9eb2922a5","filters":{"venue":"ACM Transactions on Computing Education"},"cohort_total":26,"direct_labels_cover":0,"predictions_cover":26,"exported":26,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/03c9eb2922a5","api":"https://metacan.xera.ac/api/v1/cohort?venue=ACM+Transactions+on+Computing+Education"},"results":[{"id":"W2045321685","doi":"10.1145/2648814","title":"Scenario-Based Programming, Usability-Oriented Perception","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Seventh Framework Programme; Azrieli Foundation; Israel Science Foundation","keywords":"Computer science; Programmer; Usability; Programming domain; Human–computer interaction; Programming paradigm; Pair programming; Context (archaeology); Procedural programming; Perspective (graphical); Domain (mathematical analysis); Programming language; Artifact (error); Perception; Software engineering; Inductive programming; Artificial intelligence; Software development; Software","score_opus":0.013634360859524424,"score_gpt":0.2871403162433251,"score_spread":0.2735059553838007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045321685","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41262576,0.00072548323,0.5243264,0.0036617876,0.00011118634,0.0003199918,0.000098446566,0.0004712047,0.057659782],"genre_scores_gemma":[0.965041,0.00031807084,0.03250591,0.00018623428,0.000017585093,0.0001347687,0.000070971946,0.00006082293,0.0016646415],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99279344,0.0048753023,0.00024163802,0.00060484966,0.0012377129,0.0002470651],"domain_scores_gemma":[0.98329675,0.010861077,0.0017334901,0.0012605272,0.0020633694,0.0007847026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058930796,0.00067327585,0.00023152037,0.0018085488,0.00077315536,0.0035474473,0.0011482304,0.0013240832,0.003883034],"category_scores_gemma":[0.025121333,0.00036310064,0.00063025573,0.0010051396,0.0051220935,0.007268769,0.0021451265,0.0015692823,0.00035509063],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022233877,0.0003616884,0.030479185,0.0015682376,0.00011443284,0.002133704,0.35088348,0.017032083,0.03146715,0.46296299,0.0035426493,0.09923196],"study_design_scores_gemma":[0.00016062465,0.00093431433,0.033452168,0.00076620636,0.00011960129,0.0055280644,0.24354544,0.074105166,0.00931961,0.51790655,0.11370738,0.00045483932],"about_ca_topic_score_codex":0.0016576761,"about_ca_topic_score_gemma":0.0007095902,"teacher_disagreement_score":0.0058930796,"about_ca_system_score_codex":0.0012191847,"about_ca_system_score_gemma":0.00104535,"threshold_uncertainty_score":0.031165957},"labels":[],"label_agreement":null},{"id":"W2047859318","doi":"10.1145/1538234.1538239","title":"Adding Test Generation to the Teaching Machine","year":2009,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Plug-in; Computer science; Scripting language; Generator (circuit theory); Visualization; Extension (predicate logic); Field (mathematics); Programming language; Software engineering; Artificial intelligence; Theoretical computer science","score_opus":0.022508255203929312,"score_gpt":0.3034278843088667,"score_spread":0.2809196291049374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047859318","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017491903,0.00012347434,0.8892559,0.00046924342,0.00030375193,0.00036534088,0.0004682019,0.08464,0.006882162],"genre_scores_gemma":[0.20463312,0.00014189925,0.7707914,0.0008914749,0.00021675302,0.00062557496,0.0023535509,0.01138059,0.008965581],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943715,0.002241315,0.00044504445,0.0009522383,0.0016509235,0.00033912004],"domain_scores_gemma":[0.96980584,0.017198006,0.0008747642,0.008002466,0.003414538,0.000704357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003895953,0.001285674,0.0009520965,0.0012264479,0.00027872474,0.0020251945,0.003360968,0.0016220657,0.014861695],"category_scores_gemma":[0.028621655,0.0008046083,0.0010119684,0.00077370554,0.000755144,0.0035755902,0.0022960794,0.0022916736,0.0053378455],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009577716,0.0010228864,0.00576407,0.00057532394,0.00008621263,0.00086348446,0.00042061406,0.020200208,0.02835963,0.013666381,0.033661507,0.89442194],"study_design_scores_gemma":[0.0007825602,0.0017405426,0.005234244,0.00030110023,0.00017565818,0.0027263523,0.00012425835,0.60796237,0.16786064,0.049190067,0.16360958,0.00029251372],"about_ca_topic_score_codex":0.00097450236,"about_ca_topic_score_gemma":0.00069493335,"teacher_disagreement_score":0.014861695,"about_ca_system_score_codex":0.00053001393,"about_ca_system_score_gemma":0.0009878376,"threshold_uncertainty_score":0.049717367},"labels":[],"label_agreement":null},{"id":"W2122941550","doi":"10.1145/2724759","title":"Introduction to the Special Issue on Web Development","year":2015,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Computer science; Variety (cybernetics); Curriculum; Web development; World Wide Web; Web modeling; Representation (politics); Data science; Mathematics education; The Internet; Psychology; Pedagogy; Artificial intelligence","score_opus":0.02128066852774861,"score_gpt":0.29780351960542123,"score_spread":0.2765228510776726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122941550","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00055325375,0.023195507,0.0029664193,0.053758644,0.87848496,0.00013847102,0.00049466593,0.0004945208,0.039913483],"genre_scores_gemma":[0.002059977,0.021266008,0.0015057543,0.025056524,0.85823625,0.00014637788,0.0007760327,0.0006328517,0.090320155],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977012,0.0002843742,0.00027552637,0.00034223983,0.0011678893,0.00022863188],"domain_scores_gemma":[0.9845745,0.005872824,0.001114338,0.0007903536,0.004610186,0.003037865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002538491,0.0018159031,0.0018366815,0.005699116,0.002594336,0.008993959,0.0017279628,0.004263171,0.07103996],"category_scores_gemma":[0.009897573,0.00075171416,0.0014855673,0.0030781268,0.001518383,0.005749167,0.003948425,0.0069128936,0.040358383],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011120003,0.000038167516,0.000117294556,0.00020481246,0.00000536148,0.000056593988,0.000039507428,0.00004303486,0.00020965605,0.0010568108,0.9692444,0.028973227],"study_design_scores_gemma":[0.0000037079367,0.000029867406,0.0003060596,0.00026177068,0.000005775127,0.00015675154,0.000041109186,0.000055122393,0.000069024274,0.00091013045,0.9981521,0.0000086170185],"about_ca_topic_score_codex":0.00092336803,"about_ca_topic_score_gemma":0.0024227144,"teacher_disagreement_score":0.07103996,"about_ca_system_score_codex":0.001709294,"about_ca_system_score_gemma":0.00264642,"threshold_uncertainty_score":0.23765236},"labels":[],"label_agreement":null},{"id":"W2616487348","doi":"10.1145/3088440","title":"Teaching Software Product Lines","year":2017,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Thriving; Product (mathematics); Computer science; Software; Best practice; Engineering ethics; Knowledge management; Engineering management; Sociology; Mathematics education; Engineering; Psychology; Political science","score_opus":0.05217032727527773,"score_gpt":0.35637567910294116,"score_spread":0.30420535182766345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616487348","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53757447,0.0070018233,0.1852742,0.06172759,0.0019539797,0.00074437377,0.00034151168,0.0024634514,0.20291856],"genre_scores_gemma":[0.7774922,0.007931466,0.13688916,0.008311091,0.0004850931,0.00038499976,0.0004190323,0.0003064788,0.06778044],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956144,0.0018036801,0.00023660803,0.0006415702,0.0012681992,0.00043550556],"domain_scores_gemma":[0.98376423,0.005764226,0.0012295374,0.0014385878,0.0031281838,0.004675248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049497187,0.0007039151,0.00049192767,0.0012149944,0.0019779934,0.0036349297,0.0015060568,0.0013321285,0.019786047],"category_scores_gemma":[0.018973675,0.00039631294,0.00046706284,0.0012570323,0.0016920561,0.0036085325,0.003647087,0.0026799047,0.006175579],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008817999,0.0031950995,0.029360164,0.00081241224,0.000021795835,0.00069607294,0.039170876,0.0017122128,0.0090658795,0.03502295,0.061059512,0.8197949],"study_design_scores_gemma":[0.00009575052,0.0021622526,0.016027024,0.0018751118,0.000060386676,0.0020759366,0.062480394,0.004657313,0.01750988,0.088669434,0.8043112,0.000075233605],"about_ca_topic_score_codex":0.0008360828,"about_ca_topic_score_gemma":0.0022721943,"teacher_disagreement_score":0.019786047,"about_ca_system_score_codex":0.0027108018,"about_ca_system_score_gemma":0.0048672603,"threshold_uncertainty_score":0.06619096},"labels":[],"label_agreement":null},{"id":"W2910048617","doi":"10.1145/3282844","title":"Learning IS Child’s Play","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Student engagement; Experiential learning; Perception; Discipline; Mathematics education; Educational technology; Game based learning; Game design; Learning sciences; Educational game; Cooperative learning; Active learning (machine learning); Empirical evidence; Computer science; Higher education; Psychology; Pedagogy; Teaching method; Multimedia; Sociology; Artificial intelligence","score_opus":0.016031069619808377,"score_gpt":0.3228633645266879,"score_spread":0.3068322949068795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910048617","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042048965,0.004078564,0.0286952,0.02978152,0.001262617,0.00016341136,0.00081868004,0.00076190114,0.8923892],"genre_scores_gemma":[0.70837414,0.0066805747,0.018301101,0.011875948,0.00033918652,0.00043394617,0.0012688861,0.00041726345,0.25230885],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9979748,0.00072638027,0.00007772368,0.00039303093,0.00047598223,0.00035210513],"domain_scores_gemma":[0.9983858,0.00035835218,0.00015282197,0.00021730017,0.00034051604,0.00054527604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013667895,0.00046785802,0.0004706052,0.00058817834,0.0020367303,0.00634228,0.0009903088,0.0015243241,0.027005354],"category_scores_gemma":[0.004566083,0.00022267712,0.00046191397,0.00045647795,0.0053164074,0.004769592,0.004066602,0.0022148031,0.006403506],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017506571,0.0003575745,0.013578619,0.00048982824,0.00006173303,0.0010686809,0.047677275,0.00046195558,0.002187008,0.5864113,0.130848,0.21668303],"study_design_scores_gemma":[0.000011598292,0.00006310024,0.0034196374,0.0003822106,0.0000105828685,0.0007572845,0.008857042,0.00021482613,0.0003144274,0.036111,0.9498342,0.000024054301],"about_ca_topic_score_codex":0.0062234863,"about_ca_topic_score_gemma":0.007190509,"teacher_disagreement_score":0.027005354,"about_ca_system_score_codex":0.0020758852,"about_ca_system_score_gemma":0.002113545,"threshold_uncertainty_score":0.090341866},"labels":[],"label_agreement":null},{"id":"W2910922655","doi":"10.1145/3277569","title":"A Robust Machine Learning Technique to Predict Low-performing Students","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Science Foundation","keywords":"Computer science; Curriculum; Clicker; Term (time); Support vector machine; Higher education; Machine learning; Mathematics education; Peer instruction; Set (abstract data type); Artificial intelligence; Pedagogy; Psychology","score_opus":0.012585736890408872,"score_gpt":0.2873085186061899,"score_spread":0.274722781715781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910922655","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17560627,0.0003996837,0.81397694,0.0007813879,0.000119793884,0.00025252777,0.0022337514,0.004299005,0.0023306375],"genre_scores_gemma":[0.8491781,0.00014099327,0.14396869,0.00015713554,0.00010990614,0.00031483895,0.0030772204,0.000117638134,0.0029355707],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984446,0.00039857684,0.000117361764,0.00047545615,0.00040893335,0.00015504095],"domain_scores_gemma":[0.99701273,0.0013383268,0.00049156323,0.00046902872,0.0005765708,0.000111809706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002430366,0.0013830299,0.00087483774,0.0026352496,0.0005238763,0.0010427986,0.0014596705,0.0011581199,0.0016143504],"category_scores_gemma":[0.008898683,0.00034996768,0.0011486231,0.0017827624,0.0003171518,0.0009418736,0.000846079,0.0016490465,0.0020514512],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003500193,0.0014117002,0.16907373,0.00013137121,0.00045215196,0.00025109042,0.0002826698,0.20237932,0.012436007,0.0041476157,0.012254728,0.59682965],"study_design_scores_gemma":[0.00001075761,0.0001946183,0.011387984,0.00001485553,0.000031807944,0.00006927864,0.000044087654,0.9818641,0.002576225,0.0024822687,0.0012999653,0.000023994788],"about_ca_topic_score_codex":0.0058738138,"about_ca_topic_score_gemma":0.005563738,"teacher_disagreement_score":0.0058738138,"about_ca_system_score_codex":0.0005361284,"about_ca_system_score_gemma":0.0011809326,"threshold_uncertainty_score":0.012853146},"labels":[],"label_agreement":null},{"id":"W2997618083","doi":"10.1145/3336124","title":"What Is Hard about Teaching Machine Learning to Non-Majors? Insights from Classifying Instructors’ Learning Goals","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Outreach; Computer science; Reputation; Mathematics education; Curriculum; Taxonomy (biology); Learning sciences; Higher education; Artificial intelligence; Teaching method; Educational technology; Psychology; Pedagogy","score_opus":0.01266655683414762,"score_gpt":0.2855840728194027,"score_spread":0.27291751598525504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997618083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98418856,0.00017676305,0.0053707836,0.0032242963,0.000040537263,0.000054203225,0.00004072939,0.00004072415,0.0068633584],"genre_scores_gemma":[0.99622923,0.00011834619,0.0021684465,0.0005199695,0.000013683101,0.000043615346,0.000053751548,0.000022124355,0.0008307869],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9916893,0.004376917,0.00033623874,0.0006571947,0.0019647507,0.0009755038],"domain_scores_gemma":[0.9500559,0.026426794,0.0073080645,0.0012512668,0.0058320453,0.009125864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0103088645,0.00035522794,0.00036936102,0.0017310962,0.0021045622,0.0071054082,0.0010079915,0.0012398934,0.0013753518],"category_scores_gemma":[0.060194407,0.0002618296,0.00031381924,0.000759016,0.0021477297,0.003368589,0.0030203778,0.0024274972,0.00042390358],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032220245,0.0014867848,0.450284,0.00040969014,0.0000778124,0.00058501784,0.36200574,0.0006297304,0.0042934483,0.012069073,0.00932006,0.15851644],"study_design_scores_gemma":[0.00010737682,0.00090855797,0.27964455,0.00065210846,0.000065703396,0.0008179661,0.63615525,0.0082179,0.0032817053,0.029605476,0.040352926,0.00019046008],"about_ca_topic_score_codex":0.0016908032,"about_ca_topic_score_gemma":0.003595592,"teacher_disagreement_score":0.0103088645,"about_ca_system_score_codex":0.002413548,"about_ca_system_score_gemma":0.0026876084,"threshold_uncertainty_score":0.054519117},"labels":[],"label_agreement":null},{"id":"W3007348132","doi":"10.1145/3377427","title":"An Incremental Mindset Intervention Increases Effort During Programming Activities but Not Performance","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Education, Achievement, and Giftedness","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Mindset; Psychological intervention; Computer science; Intervention (counseling); Psychology; Construct (python library); Domain (mathematical analysis); Applied psychology; Knowledge management; Artificial intelligence; Mathematics; Programming language","score_opus":0.030044852239945942,"score_gpt":0.3378535373841895,"score_spread":0.30780868514424353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007348132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952231,0.00008097774,0.0022816123,0.00014900394,0.000060794584,0.00032722787,0.00004043151,0.00017750532,0.0016593987],"genre_scores_gemma":[0.9798931,0.0002324137,0.015566992,0.00022522054,0.000046286197,0.0010906019,0.00016071368,0.000025093475,0.0027595388],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9997125,0.000050945615,0.000024601082,0.00006834006,0.00008978018,0.00005391043],"domain_scores_gemma":[0.998538,0.0005765934,0.00024913752,0.0001390083,0.000095563984,0.00040170617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005485587,0.00051975826,0.00043475916,0.0005440167,0.00033459105,0.00037995208,0.0004207258,0.00043260283,0.005189176],"category_scores_gemma":[0.00250684,0.00019316122,0.00045557032,0.00016879385,0.00029373472,0.0003870508,0.00085851806,0.0010828911,0.0003258848],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015135033,0.2065458,0.037742846,0.0022492711,0.0005055744,0.00043018785,0.0029751603,0.0015748176,0.176258,0.0013662687,0.0026848975,0.55253214],"study_design_scores_gemma":[0.007426411,0.14220473,0.7320793,0.0008114108,0.0012107962,0.0006308152,0.0015954718,0.008586809,0.08806504,0.0033923455,0.013816837,0.00017993292],"about_ca_topic_score_codex":0.00047877623,"about_ca_topic_score_gemma":0.0011986278,"teacher_disagreement_score":0.005189176,"about_ca_system_score_codex":0.00026791287,"about_ca_system_score_gemma":0.00048177326,"threshold_uncertainty_score":0.017359555},"labels":[],"label_agreement":null},{"id":"W3209041856","doi":"10.1145/3470654","title":"Student Performance on the BDSI for Basic Data Structures","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Concept inventory; Computer science; Mathematics education; Measure (data warehouse); Data science; Knowledge management; Psychology; Data mining","score_opus":0.36659699800510287,"score_gpt":0.48833872241799997,"score_spread":0.1217417244128971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209041856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98849523,0.00007308292,0.0015287598,0.0001981181,0.000049566144,0.00014460363,0.00068669487,0.00012968415,0.008694203],"genre_scores_gemma":[0.9887341,0.00012440569,0.0035547744,0.00009816984,0.000015933694,0.00022053633,0.0012932721,0.000031955566,0.0059267716],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974655,0.00038539182,0.0003647477,0.00026937213,0.0012184152,0.0002964849],"domain_scores_gemma":[0.9651339,0.011941014,0.0073675034,0.003045172,0.007934204,0.0045782616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049219923,0.0006605368,0.0005509106,0.0017318174,0.0006476939,0.002369059,0.000635796,0.0006436733,0.00574292],"category_scores_gemma":[0.02876659,0.00022119736,0.000787586,0.0011962998,0.0009641874,0.0016266636,0.0017351585,0.0017151176,0.0034045503],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004327284,0.0023019314,0.8505228,0.00018239087,0.00014239879,0.00008703343,0.003359851,0.0016124906,0.003570461,0.0017030339,0.009753513,0.12633137],"study_design_scores_gemma":[0.000068153815,0.0036332605,0.9572098,0.00011025971,0.000056614066,0.00017126842,0.0036209393,0.0062842937,0.00864524,0.003049644,0.017059494,0.000090966394],"about_ca_topic_score_codex":0.0022835939,"about_ca_topic_score_gemma":0.0032691641,"teacher_disagreement_score":0.00574292,"about_ca_system_score_codex":0.0011148358,"about_ca_system_score_gemma":0.001705971,"threshold_uncertainty_score":0.026030242},"labels":[],"label_agreement":null},{"id":"W3212699658","doi":"10.1145/3459995","title":"Creativity in CS1: A Literature Review","year":2021,"lang":"en","type":"review","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Creativity; Coursework; Computer science; Computational creativity; Creativity technique; Computational thinking; Mathematics education; Field (mathematics); Computer programming; Creative problem-solving; Multimedia; Engineering ethics; Psychology; Artificial intelligence; Engineering","score_opus":0.046872097415810686,"score_gpt":0.3889128453232563,"score_spread":0.34204074790744565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212699658","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045312088,0.99690944,0.0001775526,0.0005744552,0.0001367906,0.00001880149,0.00006756486,0.0000074685236,0.0016548272],"genre_scores_gemma":[0.003034999,0.9960001,0.00029907635,0.00029670369,0.000117705276,0.000023101255,0.00007314525,0.0000044848366,0.00015055093],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981159,0.00047231602,0.00042484875,0.0002681729,0.00061947585,0.000099277386],"domain_scores_gemma":[0.9768007,0.018532582,0.0016178592,0.00023685407,0.0024282534,0.00038381873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002673119,0.00092496263,0.0016615203,0.012639782,0.0010155404,0.0036096657,0.0016607534,0.0017712261,0.0078070927],"category_scores_gemma":[0.013640954,0.00066090486,0.0019006061,0.018523859,0.0011656693,0.003753402,0.0013731315,0.0017920245,0.0013735887],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011599594,0.00012425549,0.0016054075,0.21190643,0.00033371212,0.00051472127,0.0013707972,0.0005197908,0.000361735,0.006886655,0.03175288,0.7445075],"study_design_scores_gemma":[0.000034460594,0.00016507159,0.010672275,0.34194142,0.0016358756,0.0026545236,0.0024841141,0.00030783925,0.00039986987,0.005491941,0.6341177,0.00009490444],"about_ca_topic_score_codex":0.0054625715,"about_ca_topic_score_gemma":0.008287576,"teacher_disagreement_score":0.012639782,"about_ca_system_score_codex":0.0023107699,"about_ca_system_score_gemma":0.008250947,"threshold_uncertainty_score":0.026117384},"labels":[],"label_agreement":null},{"id":"W4213447331","doi":"10.1145/3487050","title":"Metacognition and Self-Regulation in Programming Education: Theories and Exemplars of Use","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":115,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Metacognition; Context (archaeology); Computer science; Mathematics education; Learning theory; Psychology; Cognition","score_opus":0.03189686409375905,"score_gpt":0.3674704132420471,"score_spread":0.3355735491482881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213447331","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3568521,0.40637833,0.069651715,0.033883393,0.000940755,0.0006862606,0.0006349115,0.0002084271,0.13076398],"genre_scores_gemma":[0.8056604,0.16500281,0.02081534,0.0029669243,0.00027044013,0.0009237897,0.0003208299,0.000089798814,0.0039496734],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99641514,0.001859199,0.00034582155,0.0005090779,0.0006560056,0.00021474238],"domain_scores_gemma":[0.9702543,0.025525106,0.001772123,0.0010423874,0.0010679755,0.00033821075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005600014,0.0006008693,0.000713197,0.0056043845,0.0016039632,0.0061442386,0.0012937826,0.0017121165,0.0026863038],"category_scores_gemma":[0.01944939,0.00045625737,0.0011253897,0.0062382044,0.00738868,0.0071780235,0.0029144057,0.0035665194,0.00034460935],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016418505,0.00031387445,0.056545254,0.010857698,0.00028434058,0.0005453032,0.08501706,0.0017257269,0.00057948614,0.3159146,0.0047241757,0.52332824],"study_design_scores_gemma":[0.000092615235,0.0004999084,0.12512293,0.0508369,0.0009075585,0.0024271708,0.0781452,0.005808811,0.0040200986,0.48099878,0.2508416,0.00029852462],"about_ca_topic_score_codex":0.0045904433,"about_ca_topic_score_gemma":0.0045115785,"teacher_disagreement_score":0.0061442386,"about_ca_system_score_codex":0.0027398916,"about_ca_system_score_gemma":0.0031813553,"threshold_uncertainty_score":0.029616117},"labels":[],"label_agreement":null},{"id":"W4213456987","doi":"10.1145/3485732","title":"Are They Learning or Playing? Moderator Conditions of Gamification’s Success in Programming Classrooms","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Moderation; Mathematics education; Psychology; Academic achievement; Dropout (neural networks); Computer science; Social psychology","score_opus":0.03970501712019926,"score_gpt":0.3571040583306308,"score_spread":0.31739904121043155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213456987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99934953,0.000059097736,0.0001020648,0.00004486457,0.000009785608,0.00005176044,0.000030347739,0.000005205773,0.00034740721],"genre_scores_gemma":[0.9983584,0.00006959701,0.0004896988,0.000034956414,0.000007837649,0.00030198396,0.000055215925,0.000010824634,0.0006713929],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954248,0.0021162557,0.00031103595,0.0010617488,0.00043677594,0.0006493587],"domain_scores_gemma":[0.9717714,0.020793928,0.0034697321,0.0011660237,0.0005007679,0.0022980468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004764113,0.00054090435,0.001045126,0.00051092467,0.0008227105,0.0024765804,0.0009590691,0.001202926,0.0069011087],"category_scores_gemma":[0.02629107,0.00042275424,0.00082661863,0.00047140307,0.0015679148,0.0010605727,0.00221266,0.0018705566,0.00050126435],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024467453,0.021926947,0.8254078,0.0011328361,0.0011124337,0.0005550016,0.050338995,0.0011459929,0.012736473,0.0020603337,0.00103649,0.058079228],"study_design_scores_gemma":[0.00019620112,0.0067053377,0.9801721,0.00020623523,0.0003671166,0.00006646547,0.0075316695,0.0012983076,0.0014954249,0.00066449353,0.001233375,0.000063228304],"about_ca_topic_score_codex":0.00199928,"about_ca_topic_score_gemma":0.002614251,"teacher_disagreement_score":0.0069011087,"about_ca_system_score_codex":0.00062528683,"about_ca_system_score_gemma":0.0011256197,"threshold_uncertainty_score":0.0251953},"labels":[],"label_agreement":null},{"id":"W4221018635","doi":"10.1145/3517132","title":"Impact of UX Internships on Human-computer Interaction Graduate Students: A Qualitative Analysis of Internship Reports","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Higher Education and Employability","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Internship; Medical education; Usability; Thematic analysis; Psychology; Teamwork; Qualitative research; Computer science; Pedagogy; Sociology; Medicine; Management; Human–computer interaction","score_opus":0.20631373001458697,"score_gpt":0.5477970618473516,"score_spread":0.3414833318327646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221018635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99532735,0.00024126035,0.0014034508,0.0010471356,0.000040110976,0.00017582471,0.00018971032,0.000022832453,0.0015523427],"genre_scores_gemma":[0.9951727,0.00037314286,0.0014832291,0.0006249385,0.000031485055,0.0005761721,0.00018823631,0.000029015991,0.0015211923],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9902857,0.0062672934,0.00048748113,0.00066219835,0.0011855179,0.0011118795],"domain_scores_gemma":[0.9564526,0.02811354,0.0039165886,0.0012611774,0.0058199405,0.0044360454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019223485,0.0005051435,0.00068147824,0.002706094,0.004146905,0.00352297,0.0014412297,0.0013425242,0.0019736004],"category_scores_gemma":[0.03893864,0.0005751772,0.0005381492,0.0021596702,0.0049989866,0.0024198776,0.0069584,0.0023981037,0.00029877143],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007468183,0.00013116785,0.025091244,0.00020048625,0.000009997465,0.000584084,0.9541402,0.000050219263,0.0014320415,0.0005149819,0.0010144439,0.01675643],"study_design_scores_gemma":[0.00000531053,0.00018969458,0.017170737,0.00017331552,0.0000059905924,0.00025753034,0.9739475,0.00010132637,0.00053034624,0.00015284047,0.0074417777,0.000023567232],"about_ca_topic_score_codex":0.0022963271,"about_ca_topic_score_gemma":0.005095521,"teacher_disagreement_score":0.019223485,"about_ca_system_score_codex":0.003613118,"about_ca_system_score_gemma":0.003924156,"threshold_uncertainty_score":0.10166472},"labels":[],"label_agreement":null},{"id":"W4292092579","doi":"10.1145/3550487","title":"Using Discrimination Response Ideation to Uncover Student Attitudes about Diversity and Inclusion in Computer Science","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Racism; Diversity (politics); Inclusion (mineral); Ambiguity; Psychology; Ethnic group; Social psychology; Field (mathematics); Mathematics education; Sociology; Computer science","score_opus":0.05312511344388128,"score_gpt":0.39605254270980295,"score_spread":0.3429274292659217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292092579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9983765,0.0000109363145,0.0005381218,0.00007191179,0.0000063316866,0.000060711398,0.00002473194,0.0000075311063,0.00090323435],"genre_scores_gemma":[0.9973545,0.000036021465,0.0016379141,0.000085098676,0.000007835266,0.00022261761,0.00008546247,0.0000049611185,0.0005655788],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.995159,0.0028629608,0.0003531268,0.00026408504,0.00094744196,0.00041344948],"domain_scores_gemma":[0.9698378,0.018375965,0.006554419,0.0015010893,0.002139555,0.001591289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007661153,0.0005189231,0.00045918068,0.0028158461,0.0009927267,0.0026893779,0.00063869543,0.0011759049,0.0029661548],"category_scores_gemma":[0.03762493,0.0003405967,0.0005675493,0.0011306524,0.0013087584,0.0021954922,0.0024559854,0.0026122176,0.0008001591],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005087177,0.0036926533,0.8236836,0.000209981,0.00010238809,0.0002899244,0.10822133,0.0003731575,0.005836598,0.0010670103,0.0008375363,0.055177096],"study_design_scores_gemma":[0.00007612419,0.004860323,0.78847295,0.00016467823,0.00005593824,0.0006411892,0.18759967,0.004160013,0.005681687,0.0027928646,0.00533292,0.00016163698],"about_ca_topic_score_codex":0.00047000204,"about_ca_topic_score_gemma":0.0006503267,"teacher_disagreement_score":0.007661153,"about_ca_system_score_codex":0.0006160693,"about_ca_system_score_gemma":0.00070738676,"threshold_uncertainty_score":0.040516496},"labels":[],"label_agreement":null},{"id":"W4294238430","doi":"10.1145/3560266","title":"A Review of Worked Examples in Programming Activities","year":2022,"lang":"en","type":"review","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Tracing; Warrant; Code (set theory); Context (archaeology); Code generation; Focus (optics); Visualization; Data science; Programming language; Source code; Management science; Software engineering; Key (lock); Artificial intelligence; Engineering","score_opus":0.08044827249192911,"score_gpt":0.37291787308108376,"score_spread":0.29246960058915467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294238430","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040996392,0.99477804,0.00090149156,0.00051512825,0.00019188692,0.00001960639,0.00002909949,0.000015711252,0.0031391252],"genre_scores_gemma":[0.0030764176,0.99438727,0.0012954443,0.00034487213,0.00013582331,0.00004159355,0.000067050045,0.000011555125,0.0006399757],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968098,0.0011970697,0.00048808518,0.0003234157,0.0010682993,0.00011342126],"domain_scores_gemma":[0.98252815,0.014220172,0.00091354223,0.000302156,0.0017613792,0.0002746312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030032063,0.0009669463,0.0014987877,0.00881772,0.0006424219,0.0025248218,0.0015736859,0.0019858633,0.007756204],"category_scores_gemma":[0.01655587,0.0007851618,0.0008305962,0.009277418,0.0015376031,0.004897591,0.001647238,0.0017122388,0.0020553342],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065392145,0.00007909983,0.00033988387,0.06230987,0.00008845059,0.00017889641,0.0009756777,0.0004567879,0.00034287485,0.009611125,0.019662706,0.9058893],"study_design_scores_gemma":[0.000021916683,0.00010709853,0.0020814415,0.082761444,0.00015980842,0.0011296055,0.00077011035,0.00013534121,0.00043145748,0.0050527663,0.90730715,0.000041892414],"about_ca_topic_score_codex":0.0022169687,"about_ca_topic_score_gemma":0.003352271,"teacher_disagreement_score":0.00881772,"about_ca_system_score_codex":0.001550697,"about_ca_system_score_gemma":0.003704779,"threshold_uncertainty_score":0.025947094},"labels":[],"label_agreement":null},{"id":"W4366597152","doi":"10.1145/3591210","title":"Evaluation of Submission Limits and Regression Penalties to Improve Student Behavior with Automatic Assessment Systems","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Grading (engineering); Computer science; Limiting; Mathematics education; Psychology","score_opus":0.04838050288104476,"score_gpt":0.39384469373592607,"score_spread":0.34546419085488134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366597152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9867365,0.00011685108,0.010961578,0.00011522438,0.00003997271,0.0005051533,0.000054769196,0.00056561595,0.0009043716],"genre_scores_gemma":[0.9749083,0.000071914015,0.023721457,0.000079037396,0.00001635596,0.000483351,0.00011297102,0.00004303291,0.0005634861],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9827456,0.00973253,0.0018243465,0.0011538315,0.0041109542,0.00043273988],"domain_scores_gemma":[0.82442063,0.13420565,0.015462684,0.0064779217,0.014505817,0.0049273064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016383665,0.000979606,0.0008332823,0.00076039124,0.00048453631,0.0015211665,0.0018596931,0.0008133042,0.001319844],"category_scores_gemma":[0.10801244,0.00037604736,0.00044387678,0.0005407311,0.0005347495,0.001495728,0.00085643417,0.0013271013,0.00033485494],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02841952,0.036267076,0.16759285,0.0019509579,0.000588396,0.00016393716,0.0024704582,0.09079848,0.049474765,0.0011230259,0.002468335,0.6186822],"study_design_scores_gemma":[0.0037269704,0.11514217,0.2051833,0.0004095127,0.0010042391,0.00024311326,0.0016009053,0.597716,0.06748115,0.0015994799,0.0055687483,0.0003243747],"about_ca_topic_score_codex":0.001738294,"about_ca_topic_score_gemma":0.0014033867,"teacher_disagreement_score":0.016383665,"about_ca_system_score_codex":0.00092915964,"about_ca_system_score_gemma":0.0023054245,"threshold_uncertainty_score":0.08664614},"labels":[],"label_agreement":null},{"id":"W4386326584","doi":"10.1145/3617896","title":"Bolstering the Persistence of Black Students in Undergraduate Computer Science Programs: A Systematic Mapping Study","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; University of the Fraser Valley; York University","funders":"","keywords":"Inclusion (mineral); Persistence (discontinuity); Psychology; Higher education; Undergraduate research; Mathematics education; Medical education; Pedagogy; Social psychology; Political science; Medicine","score_opus":0.0711817557000746,"score_gpt":0.36937248279339085,"score_spread":0.2981907270933163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386326584","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19128747,0.75994587,0.006174716,0.0036964547,0.00035058093,0.023066139,0.011385063,0.00010299191,0.00399066],"genre_scores_gemma":[0.64278376,0.29091293,0.021345517,0.0034895588,0.00012279322,0.037027933,0.0036394736,0.000051951396,0.00062610244],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9699014,0.009936283,0.013657974,0.0024336316,0.0032249345,0.0008458011],"domain_scores_gemma":[0.8757368,0.09388662,0.017018314,0.0036482187,0.008596882,0.0011131385],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03977212,0.0009352628,0.0040887105,0.035626426,0.0016975728,0.0033697016,0.0021929825,0.0019507061,0.0032295682],"category_scores_gemma":[0.13052009,0.001019615,0.0045695524,0.025022246,0.002251558,0.004673608,0.003917664,0.001214679,0.00027864528],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005496099,0.00010113198,0.050111957,0.83972204,0.013346514,0.0007104319,0.015165053,0.00022343519,0.00070325343,0.0018713361,0.0024360688,0.07505929],"study_design_scores_gemma":[0.0003190951,0.0005830341,0.049884133,0.8509379,0.04922999,0.0009895689,0.024221694,0.00037343017,0.00063371647,0.0017093945,0.020996433,0.00012163398],"about_ca_topic_score_codex":0.014731208,"about_ca_topic_score_gemma":0.042387404,"teacher_disagreement_score":0.9602279,"about_ca_system_score_codex":0.004409374,"about_ca_system_score_gemma":0.021205902,"threshold_uncertainty_score":0.21033758},"labels":[],"label_agreement":null},{"id":"W4389196130","doi":"10.1145/3632295","title":"The Important Role Social Capital Plays in Navigating the Computing Education Ecosystem for Black Girls","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Social capital; Public relations; Financial capital; Equity (law); Economic growth; Business; Sociology; Marketing; Political science; Economics; Human capital; Social science","score_opus":0.018755141558830072,"score_gpt":0.3497999327629592,"score_spread":0.3310447912041291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389196130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5202602,0.006868475,0.004418337,0.16208984,0.0017093905,0.00016083795,0.00030975582,0.00010365985,0.30407944],"genre_scores_gemma":[0.93341935,0.005018123,0.0027459988,0.013003122,0.00025382257,0.00010654269,0.000109172615,0.00012780624,0.045216132],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99701834,0.001423935,0.00003436116,0.00024979748,0.0003336436,0.0009399939],"domain_scores_gemma":[0.9968911,0.000613801,0.00042250144,0.00011706813,0.00032705843,0.0016285923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033010745,0.00049805356,0.00035243577,0.0011950321,0.018162275,0.0096554775,0.0010166513,0.0016500666,0.02035869],"category_scores_gemma":[0.0047472855,0.0003065992,0.00041173643,0.000661386,0.00833864,0.0064621307,0.011279009,0.0033672445,0.0018001753],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081383536,0.000506885,0.06956547,0.00043300306,0.00008801657,0.0015893125,0.48348752,0.00017116133,0.0019957433,0.14609629,0.05809447,0.23789072],"study_design_scores_gemma":[0.000021855501,0.00014635948,0.03482371,0.0013603729,0.000060477138,0.00070243306,0.47923556,0.00017898418,0.00084525894,0.044232614,0.43833286,0.00005951874],"about_ca_topic_score_codex":0.017843122,"about_ca_topic_score_gemma":0.038009565,"teacher_disagreement_score":0.02035869,"about_ca_system_score_codex":0.0030304473,"about_ca_system_score_gemma":0.006664081,"threshold_uncertainty_score":0.06810659},"labels":[],"label_agreement":null},{"id":"W4404040173","doi":"10.1145/3703162","title":"Public Computing Intellectuals in the Age of AI Crisis","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Computer science; Mathematics education; Public relations; Artificial intelligence; Psychology; Political science","score_opus":0.11392469095756257,"score_gpt":0.41972512198388084,"score_spread":0.30580043102631826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404040173","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08679335,0.006886494,0.007645146,0.64579827,0.002415702,0.00006846841,0.000042476982,0.000384359,0.24996574],"genre_scores_gemma":[0.95033383,0.0036666784,0.0016469609,0.023915583,0.0014428934,0.00008709664,0.000036708087,0.00031602866,0.018554322],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.98394346,0.010014284,0.00031129684,0.0009414617,0.0020685678,0.0027208421],"domain_scores_gemma":[0.9711189,0.01751094,0.0018472753,0.0026659607,0.0024705667,0.004386289],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.016794393,0.0006831976,0.00087447395,0.0038590024,0.03042445,0.04035491,0.0026834477,0.009442447,0.009443317],"category_scores_gemma":[0.039967254,0.0005354691,0.00071354304,0.0035355454,0.07129881,0.043935873,0.01619247,0.018502805,0.00242949],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053248215,0.000054375963,0.00077116373,0.00007600022,0.000007010231,0.0003864492,0.19667359,0.00019076394,0.0001498842,0.75370264,0.03277115,0.015163661],"study_design_scores_gemma":[0.000025484067,0.000028664806,0.00050039793,0.00030068046,0.000011622256,0.00034493112,0.24488154,0.0006774265,0.00035872703,0.36340833,0.3894271,0.000035083896],"about_ca_topic_score_codex":0.0053341454,"about_ca_topic_score_gemma":0.004404209,"teacher_disagreement_score":0.9695755,"about_ca_system_score_codex":0.016908016,"about_ca_system_score_gemma":0.017061152,"threshold_uncertainty_score":0.12267685},"labels":[],"label_agreement":null},{"id":"W4406617275","doi":"10.1145/3712707","title":"Investigating the Progression of the Mental Models Formed by Programmers Learning Parallel Programming","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Fredericton; University of New Brunswick","funders":"","keywords":"Computer science; Mental model; Mathematics education; Programming language; Theoretical computer science; Artificial intelligence; Psychology; Cognitive science","score_opus":0.01845903829121145,"score_gpt":0.3059630879265255,"score_spread":0.28750404963531406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406617275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96116424,0.00008316484,0.034679394,0.00041341892,0.000011413566,0.000068509486,0.000020176627,0.00009986103,0.003459846],"genre_scores_gemma":[0.9795727,0.00015541709,0.019000497,0.00007866523,0.0000047907547,0.000098143515,0.0000825188,0.00003858906,0.0009687272],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9941901,0.0032019839,0.00012223776,0.00061407976,0.0015176295,0.00035407292],"domain_scores_gemma":[0.94928247,0.0329578,0.006032596,0.0045039398,0.005284217,0.0019388892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008025159,0.00075849734,0.00036457967,0.0012115072,0.0010096797,0.006548953,0.0012243039,0.00125138,0.0015209393],"category_scores_gemma":[0.056875028,0.0009030922,0.0008406097,0.0006006005,0.0032136817,0.0071563893,0.0031448056,0.0044666366,0.00027641133],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005364805,0.001168322,0.19647554,0.0004090478,0.00020237885,0.0003855426,0.57707196,0.008874058,0.035830267,0.023765353,0.0016249267,0.15365617],"study_design_scores_gemma":[0.00020276713,0.003134928,0.26544023,0.0008829338,0.00035992856,0.001614015,0.44543144,0.12832549,0.03827428,0.081220455,0.03409784,0.001015764],"about_ca_topic_score_codex":0.0027016734,"about_ca_topic_score_gemma":0.0030657724,"teacher_disagreement_score":0.008025159,"about_ca_system_score_codex":0.0016767842,"about_ca_system_score_gemma":0.0019655807,"threshold_uncertainty_score":0.042441607},"labels":[],"label_agreement":null},{"id":"W4409475854","doi":"10.1145/3730405","title":"20-Years Later: A Replication Study on Teaching CS1 Concepts","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Replication (statistics); Computer science; Mathematics education; Psychology; Cognitive science; Mathematics; Statistics","score_opus":0.020618524188968423,"score_gpt":0.35793958907570844,"score_spread":0.33732106488674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409475854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883505,0.00031963876,0.0019428272,0.0010232709,0.00033643944,0.0042793388,0.0005630605,0.00010302712,0.0030817941],"genre_scores_gemma":[0.9558802,0.00044815044,0.008953893,0.004421665,0.00017891344,0.021198738,0.00094404473,0.00013037352,0.007844026],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9893339,0.005231352,0.0011026753,0.0013576752,0.0020658772,0.00090834906],"domain_scores_gemma":[0.9459745,0.0143840555,0.0038094819,0.007869569,0.024793902,0.0031684572],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.031430166,0.0008906246,0.0012470275,0.0017317999,0.004056591,0.0029272789,0.0014404408,0.0022818218,0.0034526868],"category_scores_gemma":[0.06756604,0.0010385949,0.0015302751,0.001128817,0.0018416386,0.004313537,0.002197413,0.0033822851,0.0018927887],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003114,0.03374645,0.2299384,0.002243563,0.0004602702,0.002757102,0.53925663,0.0005556778,0.013890133,0.0027417482,0.023939013,0.14735699],"study_design_scores_gemma":[0.002221416,0.03180538,0.4014234,0.0014183626,0.00049989606,0.0009798052,0.36692807,0.0017199136,0.0125319185,0.0027826978,0.17717487,0.00051432755],"about_ca_topic_score_codex":0.0069452813,"about_ca_topic_score_gemma":0.010718353,"teacher_disagreement_score":0.9685698,"about_ca_system_score_codex":0.0034489103,"about_ca_system_score_gemma":0.0046204915,"threshold_uncertainty_score":0.1662206},"labels":[],"label_agreement":null},{"id":"W4410892997","doi":"10.1145/3742441","title":"Views on Teaching and Learning Preferences for Women and Men in Undergraduate Computer Science","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"Mathematics education; Computer science; Psychology; Computer-Assisted Instruction; Teaching method","score_opus":0.023007375674287116,"score_gpt":0.3202432155753309,"score_spread":0.2972358399010438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410892997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98304474,0.0010647158,0.00046824245,0.0024029315,0.00007336099,0.000020962807,0.00006955583,0.000007432921,0.012848082],"genre_scores_gemma":[0.9954425,0.00066793023,0.00015813448,0.0005038509,0.000020104719,0.000009870605,0.00003227059,0.000010981296,0.0031543719],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99446726,0.0018983519,0.00018576131,0.00029683864,0.001766743,0.0013849727],"domain_scores_gemma":[0.9916198,0.002248415,0.0010050242,0.00010937003,0.0011869826,0.003830417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005228375,0.0003345601,0.0004173689,0.0020288262,0.0062593613,0.004320618,0.00059118017,0.0006577712,0.0038879872],"category_scores_gemma":[0.008390088,0.00033644304,0.0004086313,0.0015711602,0.0049393536,0.0015422044,0.0022982191,0.001650795,0.00061295903],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044131835,0.00013367359,0.19002278,0.00016238971,0.00004896522,0.0011564497,0.7385503,0.00017796182,0.004244641,0.004434216,0.0022165594,0.058410816],"study_design_scores_gemma":[0.00001358015,0.00017032553,0.11949418,0.00013499893,0.000019304784,0.0005606347,0.85779953,0.00012657832,0.0006185929,0.00036377445,0.020629564,0.00006890659],"about_ca_topic_score_codex":0.14277574,"about_ca_topic_score_gemma":0.26557425,"teacher_disagreement_score":0.14277574,"about_ca_system_score_codex":0.0071535846,"about_ca_system_score_gemma":0.005319747,"threshold_uncertainty_score":0.2838894},"labels":[],"label_agreement":null},{"id":"W4411153485","doi":"10.1145/3743683","title":"Analyzing Fine-Grained Skill Development across Computer Science Course Progressions","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Course (navigation); Computer science; Mathematics education; Psychology; Engineering","score_opus":0.013992711236571535,"score_gpt":0.3470713540917704,"score_spread":0.3330786428551989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411153485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9950177,0.00008244777,0.0028256413,0.00013837538,0.000008059816,0.00007970326,0.00028776083,0.0000582419,0.0015020319],"genre_scores_gemma":[0.99660194,0.00004636087,0.0019017494,0.00002852862,0.0000035236123,0.00009817902,0.00032644827,0.00001661448,0.0009765916],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99533844,0.0010256051,0.0002978468,0.0007840441,0.0020791956,0.00047496049],"domain_scores_gemma":[0.9352911,0.03703818,0.009381281,0.0021793845,0.013742179,0.0023678674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005311462,0.00029112323,0.0002758119,0.003976311,0.000648085,0.001405976,0.0007661146,0.000453914,0.002370635],"category_scores_gemma":[0.055521373,0.00022055862,0.00022782467,0.002262062,0.0010150612,0.0015241113,0.0023587595,0.0008097339,0.00033483325],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003080983,0.0005348993,0.72825825,0.0005414766,0.0000849433,0.00028699986,0.05812448,0.0029665814,0.008022472,0.0014439967,0.0018276946,0.1976001],"study_design_scores_gemma":[0.000009243851,0.00030057135,0.9675034,0.000119348624,0.000014993609,0.00007643216,0.020988138,0.003363108,0.0024625694,0.0012021973,0.003916716,0.000043192405],"about_ca_topic_score_codex":0.0050701173,"about_ca_topic_score_gemma":0.006885528,"teacher_disagreement_score":0.005311462,"about_ca_system_score_codex":0.0015726658,"about_ca_system_score_gemma":0.00166965,"threshold_uncertainty_score":0.02809},"labels":[],"label_agreement":null},{"id":"W4412476143","doi":"10.1145/3748665","title":"Multi-Institutional Study on Impostor Phenomenon","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Perfectionism, Procrastination, Anxiety Studies","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Toronto","funders":"National Science Foundation Graduate Research Fellowship Program","keywords":"Phenomenon; Computer science; Cognitive science; Psychology; Mathematics education; Cognitive psychology; Epistemology","score_opus":0.03688765236873847,"score_gpt":0.3791601755610205,"score_spread":0.342272523192282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412476143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9993309,0.00004113921,0.00011698221,0.000027135402,0.000004330784,0.000034527515,0.000038355105,0.0000016520751,0.0004050857],"genre_scores_gemma":[0.9995055,0.000034282682,0.000099681514,0.00004209778,0.000009182885,0.000045159075,0.000047473488,0.0000019458355,0.00021476577],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972109,0.0012114267,0.00022301372,0.00032458364,0.0004806418,0.00054949994],"domain_scores_gemma":[0.9915501,0.0018687445,0.0028716484,0.0008140566,0.0010790887,0.001816431],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036120778,0.0002927037,0.00046912336,0.0019790584,0.0023337267,0.0014127021,0.00081791996,0.00055915053,0.0030084823],"category_scores_gemma":[0.0070679937,0.00027924046,0.00050512684,0.0015675521,0.001222004,0.0015948641,0.0029163738,0.0011880458,0.0003789286],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016340254,0.0012578771,0.9763179,0.00006196373,0.00005820071,0.00038118087,0.012831876,0.0000411788,0.00036139056,0.00028741313,0.0003612679,0.007876408],"study_design_scores_gemma":[0.000010262464,0.0009955029,0.96616846,0.000043499345,0.000029990497,0.00051251845,0.030200351,0.00016149072,0.00029563648,0.000108150416,0.0014508988,0.00002331474],"about_ca_topic_score_codex":0.0027619621,"about_ca_topic_score_gemma":0.0035412263,"teacher_disagreement_score":0.0036120778,"about_ca_system_score_codex":0.00093189784,"about_ca_system_score_gemma":0.0011952781,"threshold_uncertainty_score":0.019102693},"labels":[],"label_agreement":null},{"id":"W4414203932","doi":"10.1145/3767736","title":"Can Alternative Grading Improve Student Interactions in Automatically Graded Programming Assignments?","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Grading (engineering); Debugging; Oracle; Formative assessment; Suite; Test suite; Unit testing; Software; Summative assessment; Software development","score_opus":0.019104032716112294,"score_gpt":0.34739191197987124,"score_spread":0.32828787926375896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414203932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95015955,0.00021752786,0.032870762,0.0020317433,0.00035602934,0.0011011692,0.00021890907,0.0017152338,0.011329005],"genre_scores_gemma":[0.9539964,0.00013437835,0.041275673,0.0004970316,0.00007932353,0.0011462085,0.00021856483,0.00014333942,0.0025090626],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9629877,0.02197587,0.0020438014,0.0045809415,0.006611145,0.001800457],"domain_scores_gemma":[0.8836187,0.06333866,0.016389076,0.010719234,0.017226934,0.008707386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021772064,0.0009406126,0.001010399,0.0019123572,0.0013552835,0.005313876,0.0021048507,0.0012181051,0.0075713987],"category_scores_gemma":[0.14421815,0.00045809997,0.0008149209,0.0013896285,0.0009957207,0.004103899,0.0031880885,0.0017314572,0.003167549],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016165415,0.0075931926,0.15390037,0.00094679266,0.000113364345,0.00019023576,0.01869926,0.0024801085,0.009315768,0.0013764143,0.012003858,0.79176414],"study_design_scores_gemma":[0.0020544506,0.028988177,0.6885221,0.002124074,0.0006536418,0.0007452249,0.03816488,0.060676605,0.038430426,0.022405561,0.11593695,0.0012979395],"about_ca_topic_score_codex":0.001030433,"about_ca_topic_score_gemma":0.0027424737,"teacher_disagreement_score":0.021772064,"about_ca_system_score_codex":0.0016513594,"about_ca_system_score_gemma":0.002330904,"threshold_uncertainty_score":0.11514312},"labels":[],"label_agreement":null},{"id":"W4416109732","doi":"10.1145/3776558","title":"Did Alice Do Wrong? Cross-Cultural Differences in Student Perceptions of Generative AI Use in University Computing Education","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Perception; Cultural diversity; Higher education; Generative grammar; Coding (social sciences); Cultural competence; Power (physics); Generative model; Ethical code; Cross-cultural","score_opus":0.028390498847919506,"score_gpt":0.3817625841504599,"score_spread":0.3533720853025404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416109732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.999022,0.000048439815,0.000087128916,0.00014564028,0.0000057125253,0.0000057180414,0.00000856423,0.0000015380274,0.0006751831],"genre_scores_gemma":[0.9995809,0.000074661,0.00006333914,0.00007485036,0.0000015682524,0.0000050678823,0.000010399859,0.000002549023,0.00018660794],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936579,0.0028043953,0.0004782976,0.0004222749,0.0018144592,0.00082267635],"domain_scores_gemma":[0.97699934,0.009871549,0.004971593,0.0009199962,0.003988042,0.0032494247],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0091336565,0.0002844493,0.00036594324,0.0012739877,0.0022174139,0.004500443,0.00057202077,0.00068044604,0.0019083387],"category_scores_gemma":[0.02527035,0.00027355342,0.0003942547,0.0010142389,0.0039779204,0.001685822,0.0023549632,0.0013836088,0.0002978122],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019891154,0.000186638,0.5707642,0.00007757114,0.00006902453,0.0003349771,0.40881103,0.00016962238,0.001344123,0.0006891801,0.00052606635,0.016828628],"study_design_scores_gemma":[0.000009201563,0.0002669079,0.28023458,0.0001233426,0.00003437345,0.00037271646,0.71299034,0.0006242353,0.0010206482,0.00044616914,0.0037846495,0.00009290919],"about_ca_topic_score_codex":0.02695358,"about_ca_topic_score_gemma":0.040579587,"teacher_disagreement_score":0.99931955,"about_ca_system_score_codex":0.0025059697,"about_ca_system_score_gemma":0.0027700327,"threshold_uncertainty_score":0.053593397},"labels":[],"label_agreement":null}]}