{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":980,"total_is_capped":false,"direct_labels_cover":2,"predictions_cover":980,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"0d81a974f60f","filters":{"topic":"Teaching and Learning Programming"}},"results":[{"id":"W4390315357","doi":"10.1145/3623762.3633499","title":"The Robots Are Here: Navigating the Generative AI Revolution in Computing Education","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":317,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Leverage (statistics); Context (archaeology); Generative grammar; Artificial intelligence; Ubiquitous computing; Data science; Engineering ethics; Engineering; Human–computer interaction","authors":[{"name":"James Prather","is_ca":false},{"name":"Paul Denny","is_ca":false},{"name":"Juho Leinonen","is_ca":false},{"name":"Brett A. Becker","is_ca":false},{"name":"Ibrahim Albluwi","is_ca":false},{"name":"Michelle Craig","is_ca":true},{"name":"Hieke Keuning","is_ca":false},{"name":"Natalie Kiesler","is_ca":false},{"name":"Tobias Kohn","is_ca":false},{"name":"Andrew Luxton-Reilly","is_ca":false},{"name":"Stephen MacNeil","is_ca":false},{"name":"Andrew Petersen","is_ca":true},{"name":"Raymond Pettit","is_ca":false},{"name":"Brent N. Reeves","is_ca":false},{"name":"Jaromír Šavelka","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01991203110160682,"gpt":0.3158580756562075,"spread":0.2959460445546007,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01800544,0.0004364012,0.0003687042,0.003822958,0.003069396,0.01691912,0.001833682,0.003286016,0.005197232],"category_scores_gemma":[0.05100695,0.0004664842,0.0005837384,0.005370005,0.01216606,0.02954965,0.00690426,0.005374301,0.002528545],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00393479,"about_ca_system_score_gemma":0.009029722,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005421783,"about_ca_topic_score_gemma":0.008250128,"domain_scores_codex":[0.9866711,0.009930241,0.000386868,0.0007680329,0.001816136,0.0004275151],"domain_scores_gemma":[0.9427019,0.04916571,0.001461572,0.003170023,0.002246004,0.00125477],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006599533,0.0001050232,0.006131452,0.001817568,0.00003662728,0.0002370688,0.02678861,0.003075368,0.0006422763,0.5105526,0.04653948,0.4040079],"study_design_scores_gemma":[0.00002791139,0.00006194184,0.002333853,0.00292256,0.00003674786,0.0002952548,0.02163263,0.00573289,0.00150362,0.4448233,0.5205512,0.00007800689],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.06901991,0.09572285,0.2339848,0.4675799,0.00260041,0.0001811048,0.000558354,0.001862837,0.1284898],"genre_scores_gemma":[0.6953017,0.0613168,0.19427,0.03036659,0.0012541,0.0003600391,0.0009440498,0.0009706085,0.01521619],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01800544,"threshold_uncertainty_score":0.09522301,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4321162272","doi":"10.1145/3544548.3580919","title":"Studying the effect of AI Code Generators on Supporting Novice Learners in Introductory Programming","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":288,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Python (programming language); Code (set theory); Scratch; Task (project management); Programming language; Pair programming; Artificial intelligence; Natural language processing; Software; Software development","authors":[{"name":"Majeed Kazemitabaar","is_ca":true},{"name":"Justin Chow","is_ca":true},{"name":"Carl Ka To","is_ca":true},{"name":"Barbara Ericson","is_ca":false},{"name":"David Weintrop","is_ca":false},{"name":"Tovi Grossman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02992263159885812,"gpt":0.3209316447643412,"spread":0.2910090131654831,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003581815,0.0007425701,0.0004512095,0.0004344145,0.0003047257,0.0009772885,0.0007528602,0.0007285831,0.00251203],"category_scores_gemma":[0.03797709,0.0003826576,0.0002667145,0.0001991882,0.0005797852,0.001456491,0.0012139,0.0009100396,0.0005516509],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002558864,"about_ca_system_score_gemma":0.0007599823,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004594493,"about_ca_topic_score_gemma":0.0008853998,"domain_scores_codex":[0.9976442,0.00114727,0.0001849612,0.000471102,0.0003364815,0.0002159748],"domain_scores_gemma":[0.9314713,0.05550924,0.004796422,0.002001279,0.002067343,0.004154414],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.01822917,0.05105262,0.1887324,0.001995749,0.0002405296,0.001114253,0.02020099,0.007451728,0.1897194,0.0009984341,0.002234589,0.5180303],"study_design_scores_gemma":[0.003946746,0.2330638,0.4328991,0.0004912713,0.0006194771,0.001460761,0.01052106,0.0215123,0.2785719,0.003231232,0.0133261,0.0003562851],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9985651,0.00003213945,0.0008326448,0.00003215208,0.000007113736,0.00006770303,0.00001852982,0.00006702449,0.0003775821],"genre_scores_gemma":[0.9881269,0.0001200379,0.01010381,0.0000700672,0.00001320922,0.0001997573,0.0001073948,0.00003447133,0.001224368],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003581815,"threshold_uncertainty_score":0.01894271,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2040888129","doi":"10.1145/1345375.1345438","title":"Developing a computer science-specific learning taxonomy","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":279,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Taxonomy (biology); Computer science; Bloom's taxonomy; Domain (mathematical analysis); Data science; Cognition; Artificial intelligence; Management science; Psychology; Engineering; Ecology; Biology","authors":[{"name":"Ursula Fuller","is_ca":false},{"name":"Colin G. Johnson","is_ca":false},{"name":"Tuukka Ahoniemi","is_ca":false},{"name":"Diana Cukierman","is_ca":true},{"name":"Isidoro Hernán Losada","is_ca":false},{"name":"Jana Jacková","is_ca":false},{"name":"Essi Lahtinen","is_ca":false},{"name":"Tracy L. Lewis","is_ca":false},{"name":"D. Thompson","is_ca":true},{"name":"Charles Riedesel","is_ca":false},{"name":"Errol Thompson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04597120944008351,"gpt":0.2659085814039111,"spread":0.2199373719638276,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009040783,0.0006445509,0.0008301257,0.009067895,0.003143925,0.006570537,0.002352962,0.00171042,0.005631974],"category_scores_gemma":[0.02759157,0.0006661342,0.001014601,0.006830955,0.001833319,0.01314998,0.004209593,0.002591227,0.002968281],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006886793,"about_ca_system_score_gemma":0.01715867,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01049615,"about_ca_topic_score_gemma":0.01499971,"domain_scores_codex":[0.9942884,0.001759603,0.0009864698,0.0006075971,0.001995877,0.0003619212],"domain_scores_gemma":[0.9738089,0.005598452,0.001386461,0.002049099,0.01594857,0.001208502],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002851782,0.0002829565,0.008811057,0.0008142932,0.0000211297,0.0001530377,0.007329153,0.004195608,0.001564619,0.5529016,0.02394348,0.3999546],"study_design_scores_gemma":[0.0000365228,0.0001314191,0.006033578,0.001500193,0.00003820365,0.0005742902,0.01574585,0.04279641,0.001717557,0.4331886,0.4981433,0.00009402675],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02785666,0.001087732,0.8677503,0.00626439,0.0004828074,0.002735096,0.001092114,0.0012202,0.09151058],"genre_scores_gemma":[0.04971819,0.0009413029,0.9366533,0.0004544279,0.00005469444,0.00165,0.002526016,0.0001170117,0.007885057],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01049615,"threshold_uncertainty_score":0.04996741,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3000240292","doi":"10.1145/3344429.3372508","title":"Compiler Error Messages Considered Unhelpful","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":193,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"The Scarborough Hospital","funders":"","keywords":"Computer science; Compiler; Interpreter; Syntax; Syntax error; Process (computing); Programming language; Error detection and correction; Artificial intelligence; Abstract syntax tree; Algorithm","authors":[{"name":"Brett A. Becker","is_ca":false},{"name":"Paul Denny","is_ca":false},{"name":"Raymond Pettit","is_ca":false},{"name":"Durell Bouchard","is_ca":false},{"name":"Dennis Bouvier","is_ca":false},{"name":"Brian Harrington","is_ca":true},{"name":"Amir Kamil","is_ca":false},{"name":"Amey Karkare","is_ca":false},{"name":"Chris McDonald","is_ca":false},{"name":"Peter-Michael Osera","is_ca":false},{"name":"Janice L. Pearce","is_ca":false},{"name":"James Prather","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01795464734595689,"gpt":0.2562612504654603,"spread":0.2383066031195034,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003744033,0.0007894657,0.0004998823,0.002045912,0.001745876,0.003352305,0.0008716938,0.002161421,0.008893116],"category_scores_gemma":[0.04481942,0.0003259572,0.0003330907,0.001841721,0.002574271,0.003698102,0.002385736,0.001835856,0.002426455],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001112511,"about_ca_system_score_gemma":0.002095604,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007901313,"about_ca_topic_score_gemma":0.0010662,"domain_scores_codex":[0.9931964,0.001781326,0.0006112573,0.000655392,0.003139306,0.0006163156],"domain_scores_gemma":[0.9556171,0.01916339,0.008982513,0.005689494,0.009631065,0.0009163932],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002653755,0.0003204199,0.03058861,0.004264662,0.0002272587,0.004322369,0.01488992,0.005356829,0.04181159,0.1780485,0.08168741,0.6358287],"study_design_scores_gemma":[0.000153435,0.0007793758,0.02162329,0.003334296,0.0004656567,0.004506989,0.006343027,0.009732001,0.09149884,0.1373592,0.7238582,0.0003455589],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4503432,0.01275775,0.310022,0.01725631,0.01140462,0.000900658,0.003514922,0.01722213,0.1765784],"genre_scores_gemma":[0.8742093,0.002135421,0.06978605,0.003625174,0.0009924602,0.0001881734,0.001437739,0.003322918,0.04430266],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.008893116,"threshold_uncertainty_score":0.02975041,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2042953006","doi":"10.1007/s10758-006-0006-7","title":"The Co-Emergence of Machine Techniques, Paper-and-Pencil Techniques, and Theoretical Reflection: A Study of Cas use in Secondary School Algebra","year":2006,"lang":"en","type":"article","venue":"International Journal of Computers for Mathematical Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":156,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Pencil (optics); Dialectic; Factoring; Relation (database); Mathematics education; Equivalence (formal languages); Computer science; Algebra over a field; Adaptation (eye); Process (computing); History and philosophy of science; Mathematics; Epistemology; Psychology; Programming language; Pure mathematics; Engineering","authors":[{"name":"Carolyn Kieran","is_ca":true},{"name":"Paul Drijvers","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01337276321657401,"gpt":0.302035718772748,"spread":0.288662955556174,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004701544,0.0001674205,0.000431002,0.002148465,0.004333736,0.007446011,0.001559582,0.001327401,0.003099937],"category_scores_gemma":[0.03256109,0.000529147,0.0002207635,0.001885441,0.008787395,0.00557118,0.005192646,0.004036233,0.0003485353],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002736154,"about_ca_system_score_gemma":0.003995148,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007256647,"about_ca_topic_score_gemma":0.01110468,"domain_scores_codex":[0.9954066,0.002623046,0.000149265,0.0003574993,0.0009153404,0.0005482599],"domain_scores_gemma":[0.9576078,0.02958906,0.004577023,0.002922319,0.002716174,0.002587498],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001999198,0.0008119003,0.1529608,0.00006510439,0.00001992093,0.0004877398,0.7392254,0.0001688216,0.002744239,0.06521091,0.0007664646,0.03733866],"study_design_scores_gemma":[0.00004026406,0.0003739606,0.1842159,0.0001390338,0.00003411413,0.001824943,0.7440866,0.002868456,0.003508394,0.02286831,0.03997381,0.00006620567],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9834056,0.00009774139,0.001038578,0.0005005741,0.000005579618,0.00001493388,0.000009295058,0.00001328097,0.01491439],"genre_scores_gemma":[0.9984195,0.00005067764,0.0003043388,0.00004189621,0.000002503325,0.000006141092,0.000005937659,0.00001324568,0.001155654],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007446011,"threshold_uncertainty_score":0.02486444,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1507655906","doi":"10.11575/prism/30356","title":"TEACHING WITH GAMES: THE MINESWEEPER AND ASTEROIDS EXPERIENCE","year":2001,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":152,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Turns, rounds and time-keeping systems in games; Value (mathematics); Multimedia; Emergent gameplay; Game mechanics; Game programming; Video game design; Mathematics education; Human–computer interaction; Game Developer; Game design; Psychology","authors":[{"name":"Katrin Becker","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01297890294655954,"gpt":0.2485015363013992,"spread":0.2355226333548396,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001852593,0.0005554778,0.0003743077,0.0004640788,0.002434608,0.002770457,0.0009601722,0.001707018,0.0036547],"category_scores_gemma":[0.002661532,0.0002668587,0.0003922782,0.000443013,0.002787594,0.002364852,0.003920635,0.002293627,0.0008986977],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00125423,"about_ca_system_score_gemma":0.001222987,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001917034,"about_ca_topic_score_gemma":0.01017605,"domain_scores_codex":[0.9986387,0.0007698625,0.00003448754,0.00009241094,0.0002104958,0.000254052],"domain_scores_gemma":[0.9987509,0.0003195908,0.00004615154,0.00004476395,0.00006435112,0.0007742426],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0008187421,0.004108489,0.01853857,0.000539163,0.00006829709,0.009021193,0.491866,0.00184429,0.008442256,0.04390679,0.1388768,0.2819695],"study_design_scores_gemma":[0.0001338429,0.00126424,0.008945548,0.0002473628,0.00002568601,0.00465201,0.1233538,0.001479501,0.002890047,0.01220279,0.8447443,0.0000610256],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"other","genre_scores_codex":[0.8616507,0.00240219,0.006937079,0.01071029,0.0005690632,0.0001280558,0.0001078681,0.0004422704,0.1170526],"genre_scores_gemma":[0.9077945,0.003340135,0.0117917,0.002026353,0.0001029092,0.00008447745,0.0001805778,0.0002538684,0.07442541],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.0036547,"threshold_uncertainty_score":0.01222616,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4392564669","doi":"10.1145/3626252.3630909","title":"Prompt Problems: A New Programming Exercise for the Generative AI Era","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":144,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"Ulla Tuomisen Säätiö","keywords":"Generative grammar; Computer science; Artificial intelligence; Programming language","authors":[{"name":"Paul Denny","is_ca":false},{"name":"Juho Leinonen","is_ca":false},{"name":"James Prather","is_ca":false},{"name":"Andrew Luxton-Reilly","is_ca":false},{"name":"Thezyrie Amarouche","is_ca":true},{"name":"Brett A. Becker","is_ca":false},{"name":"Brent N. Reeves","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02639252194379686,"gpt":0.2911855269503672,"spread":0.2647930050065703,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002789247,0.001385886,0.0006188939,0.0008944247,0.0006715239,0.00215775,0.002347502,0.002110152,0.01047455],"category_scores_gemma":[0.01854977,0.0005610778,0.0006592869,0.0005574772,0.00179066,0.005155674,0.003865862,0.003389413,0.00262937],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005601547,"about_ca_system_score_gemma":0.00120076,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003260324,"about_ca_topic_score_gemma":0.0008085904,"domain_scores_codex":[0.9976208,0.001155858,0.0001238366,0.0004280146,0.0005618479,0.0001097118],"domain_scores_gemma":[0.9880044,0.009108056,0.0004050411,0.001312287,0.0004719964,0.0006983059],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001040233,0.00196876,0.004777477,0.001372631,0.00004488589,0.001347886,0.01057565,0.01354827,0.05622508,0.04723031,0.07396439,0.7879043],"study_design_scores_gemma":[0.0006692949,0.002744344,0.006150197,0.0008860528,0.0000808062,0.005791714,0.002528793,0.1190573,0.05246146,0.1317798,0.6775432,0.000307058],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05322806,0.0002872028,0.8914012,0.002598637,0.000379562,0.000640824,0.0006173498,0.0339151,0.01693198],"genre_scores_gemma":[0.0953778,0.00026361,0.8883348,0.0008269949,0.00008752397,0.0007018752,0.0008805326,0.003010336,0.01051666],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01047455,"threshold_uncertainty_score":0.03504092,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3019441664","doi":"10.1108/jrit-01-2020-0003","title":"STEAM education: student learning and transferable skills","year":2020,"lang":"en","type":"article","venue":"Journal of Research in Innovative Teaching & Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":132,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Western University","funders":"","keywords":"Curriculum; Originality; Creativity; 21st century skills; Mathematics education; Pedagogy; The arts; Focus group; Critical thinking; Psychology; Sociology; Political science","authors":[{"name":"Marja Gabrielle Bertrand","is_ca":true},{"name":"Immaculate Kizito Namukasa","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04727588731278223,"gpt":0.4179190769472184,"spread":0.3706431896344362,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001350643,0.0001537255,0.0001562919,0.0005083084,0.0008354926,0.001851545,0.0005529362,0.0004091915,0.004662838],"category_scores_gemma":[0.003901206,0.00008110968,0.00016638,0.0004131262,0.001651062,0.001057792,0.003366889,0.0006889199,0.0004518427],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001032661,"about_ca_system_score_gemma":0.00217306,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001297061,"about_ca_topic_score_gemma":0.003093547,"domain_scores_codex":[0.9990047,0.0003533267,0.00003007438,0.00009601781,0.0003028031,0.0002130065],"domain_scores_gemma":[0.997981,0.0005975689,0.0002707652,0.0001438643,0.0001980789,0.0008087566],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0002373981,0.004702991,0.2970896,0.0008508345,0.00003776326,0.001508068,0.1632902,0.0009107058,0.01182859,0.01848032,0.008363512,0.4927001],"study_design_scores_gemma":[0.00007544296,0.002761962,0.6621044,0.0006708392,0.00004747037,0.00138395,0.2214997,0.002994616,0.01214385,0.02638237,0.06987935,0.00005617931],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9799773,0.00008847666,0.0009232298,0.0005817148,0.00001042924,0.00004089315,0.00002124629,0.00003368067,0.01832316],"genre_scores_gemma":[0.9978552,0.00006425554,0.000507906,0.00005266763,0.000004698102,0.00001739838,0.00001670582,0.000003249027,0.001477869],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004662838,"threshold_uncertainty_score":0.01559877,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2043829411","doi":"10.1145/365024.365303","title":"GeneyTM","year":2001,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":129,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Mobile device; Human–computer interaction; User interface; Process (computing); User interface design; Multimedia; Interface (matter); User-centered design; User experience design; World Wide Web","authors":[{"name":"Arman Danesh","is_ca":true},{"name":"Kori Inkpen","is_ca":true},{"name":"Felix Lau","is_ca":true},{"name":"Keith Shu","is_ca":true},{"name":"Kellogg S. Booth","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01665491435541849,"gpt":0.2473180712420591,"spread":0.2306631568866406,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007574441,0.000674089,0.0005160691,0.001045969,0.0008841117,0.002234591,0.001158795,0.001146714,0.1447611],"category_scores_gemma":[0.001535324,0.0002990447,0.0003091077,0.001060739,0.0004592996,0.001588766,0.001836602,0.0009345769,0.06208315],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00113487,"about_ca_system_score_gemma":0.001424619,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003207372,"about_ca_topic_score_gemma":0.005071335,"domain_scores_codex":[0.9991115,0.0001302051,0.00002471793,0.0002304424,0.0003892391,0.0001138495],"domain_scores_gemma":[0.9994767,0.00009553722,0.0000345372,0.00009171799,0.0001613771,0.0001401634],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001114308,0.0001893289,0.002689094,0.0006174566,0.00002100769,0.0009184674,0.0009796952,0.001172741,0.03625347,0.04614091,0.2870301,0.6228734],"study_design_scores_gemma":[0.00003854029,0.00007727942,0.0005567998,0.00004438405,0.000006474859,0.0003288426,0.00005328159,0.001118365,0.003948801,0.001408068,0.9924096,0.000009653034],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.02832544,0.006819844,0.0806653,0.004492205,0.001723161,0.0005948683,0.009896207,0.04350286,0.82398],"genre_scores_gemma":[0.08080869,0.002692784,0.07487087,0.001950419,0.0001791331,0.0005525338,0.01374961,0.005405982,0.8197901],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.1447611,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2012283428","doi":"10.1145/1709424.1709460","title":"Naturally occurring data as research instrument","year":2010,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":127,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Taxonomy (biology); Syntax; Tracing; Programming language; Code (set theory); Replication (statistics); Extension (predicate logic); Mathematics education; Natural language processing; Psychology; Mathematics","authors":[{"name":"Raymond Lister","is_ca":true},{"name":"Tony Clear","is_ca":false},{"name":"Dennis Bouvier","is_ca":false},{"name":"Paul Carter","is_ca":true},{"name":"Anna Eckerdal","is_ca":false},{"name":"Jana Jacková","is_ca":false},{"name":"Mike Lopez","is_ca":false},{"name":"Robert McCartney","is_ca":false},{"name":"Phil Robbins","is_ca":false},{"name":"Otto Seppälä","is_ca":false},{"name":"Errol Thompson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1137497967383913,"gpt":0.3855628700363099,"spread":0.2718130732979185,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08125228,0.0009207539,0.001778073,0.009501762,0.004503633,0.00695665,0.003253912,0.002945191,0.008322316],"category_scores_gemma":[0.2470511,0.0009218389,0.00120608,0.01801178,0.00980128,0.009487376,0.009648099,0.004435034,0.002356819],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003569037,"about_ca_system_score_gemma":0.004642546,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002220057,"about_ca_topic_score_gemma":0.001381761,"domain_scores_codex":[0.8442831,0.110136,0.01243909,0.01260373,0.01777249,0.002765625],"domain_scores_gemma":[0.6223095,0.278423,0.02796514,0.03920312,0.02827993,0.003819314],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.002934847,0.005312102,0.2746566,0.01202137,0.0005732501,0.001136273,0.1469596,0.003855658,0.007610966,0.3049405,0.02030321,0.2196957],"study_design_scores_gemma":[0.001624922,0.007412365,0.1946858,0.007163018,0.0005402895,0.002108595,0.1371589,0.01179312,0.01248156,0.2356772,0.3884224,0.0009318464],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6190961,0.002817939,0.238873,0.00504038,0.001171733,0.03970965,0.03639164,0.0006152511,0.05628418],"genre_scores_gemma":[0.6420218,0.0008499186,0.1805574,0.00240511,0.000220798,0.1576323,0.01235492,0.0003079239,0.003649813],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08125228,"threshold_uncertainty_score":0.4297082,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2398005666","doi":"10.1186/s41039-016-0036-2","title":"Identifying middle school students’ challenges in computational thinking-based science learning","year":2016,"lang":"en","type":"article","venue":"Research and Practice in Technology Enhanced Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":126,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"National Science Foundation","keywords":"Computational thinking; Parallels; Computer science; Curriculum; Mathematics education; Face (sociological concept); Science education; Learning sciences; Domain (mathematical analysis); Educational technology; Artificial intelligence; Pedagogy; Psychology; Engineering; Mathematics; Sociology","authors":[{"name":"Satabdi Basu","is_ca":false},{"name":"Gautam Biswas","is_ca":false},{"name":"Pratim Sengupta","is_ca":true},{"name":"Amanda Dickes","is_ca":false},{"name":"John S. Kinnebrew","is_ca":false},{"name":"Douglas B. Clark","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1227372190327289,"gpt":0.4285218578663217,"spread":0.3057846388335929,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003398443,0.0007233708,0.0008947111,0.001982335,0.004256895,0.008648106,0.001399906,0.002019426,0.003154213],"category_scores_gemma":[0.01100238,0.0005657576,0.000760986,0.001409874,0.002783051,0.003999896,0.005063363,0.003012232,0.0009715456],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00208872,"about_ca_system_score_gemma":0.003260171,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003054111,"about_ca_topic_score_gemma":0.006670701,"domain_scores_codex":[0.9964796,0.0005652988,0.0002783675,0.0006346827,0.001095413,0.0009467442],"domain_scores_gemma":[0.9914461,0.002014777,0.0015896,0.000493104,0.00185314,0.002603256],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003880739,0.005667144,0.5558041,0.000454155,0.00007405467,0.002322919,0.2867616,0.001093186,0.01755231,0.007087174,0.004644523,0.1181507],"study_design_scores_gemma":[0.00006251625,0.002311061,0.3547822,0.000416187,0.0001083092,0.001908483,0.5671493,0.005618525,0.01688489,0.01666765,0.0337989,0.0002919339],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9976311,0.0000621411,0.000644898,0.0003149724,0.00001033445,0.00002920416,0.00001834802,0.00002301294,0.001265962],"genre_scores_gemma":[0.9965113,0.0001041336,0.001371111,0.0001916003,0.000004108897,0.00005516472,0.00004718421,0.0000145959,0.001700823],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.008648106,"threshold_uncertainty_score":0.01797295,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1984954093","doi":"10.1145/1953163.1953340","title":"Reviewing CS1 exam question content","year":2011,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":120,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Computer science; Content (measure theory); Information retrieval; Mathematics","authors":[{"name":"Andrew Petersen","is_ca":true},{"name":"Michelle Craig","is_ca":true},{"name":"Daniel Zingaro","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2104265753039662,"gpt":0.2766355494209976,"spread":0.0662089741170313,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01112172,0.000684413,0.000492055,0.004869594,0.001156805,0.001872044,0.0008981602,0.0005547503,0.006240529],"category_scores_gemma":[0.1021425,0.0002272196,0.0003851925,0.002986021,0.0004899248,0.0009415043,0.001357981,0.0008021979,0.002800898],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001624903,"about_ca_system_score_gemma":0.001769644,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002002769,"about_ca_topic_score_gemma":0.004439026,"domain_scores_codex":[0.985307,0.005402198,0.002366856,0.00135523,0.005097399,0.0004713268],"domain_scores_gemma":[0.8143617,0.05413742,0.01402914,0.007302271,0.1072661,0.002903392],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003685635,0.0004694452,0.108193,0.002124773,0.0001143788,0.001002046,0.01023594,0.001382959,0.03564233,0.000809932,0.05616729,0.7834893],"study_design_scores_gemma":[0.00007026925,0.001768258,0.5264877,0.001498983,0.0001981082,0.002977133,0.01061357,0.006460123,0.08817741,0.00197861,0.3594816,0.0002881624],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"other","genre_scores_codex":[0.9305221,0.003410243,0.02584601,0.002524534,0.00144291,0.001762804,0.002205118,0.001795719,0.03049058],"genre_scores_gemma":[0.9138372,0.002223333,0.0517024,0.001476487,0.0008052809,0.0008083992,0.003445798,0.0008211097,0.02488001],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.01112172,"threshold_uncertainty_score":0.05881798,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1598900190","doi":"10.11575/prism/34909","title":"Preparing teachers for technology integration: Creating a culture of inquiry in the context of use","year":2002,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":118,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary","funders":"","keywords":"Technology integration; Curriculum; Information and Communications Technology; Context (archaeology); Educational technology; Pedagogy; Information technology; Process (computing); Mathematics education; Sociology; Curriculum development; Psychology; Computer science; Geography","authors":[{"name":"Michele Jacobsen","is_ca":true},{"name":"Pat Clifford","is_ca":false},{"name":"Sharon Friesen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05465270310944068,"gpt":0.3003716955000574,"spread":0.2457189923906168,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02958296,0.0005973165,0.0006279638,0.002104813,0.0167613,0.03047042,0.002605077,0.003907057,0.001548866],"category_scores_gemma":[0.02903307,0.001101761,0.0004731996,0.001261518,0.04852361,0.01505974,0.02297022,0.007697217,0.0007729057],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006487593,"about_ca_system_score_gemma":0.01972661,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006641685,"about_ca_topic_score_gemma":0.009807543,"domain_scores_codex":[0.9612609,0.02961411,0.0008648781,0.00223954,0.004187881,0.00183273],"domain_scores_gemma":[0.9744314,0.01159372,0.002287305,0.003759,0.00215302,0.005775511],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001565219,0.00006694849,0.003287901,0.00007395822,0.000009185961,0.0003026792,0.954128,0.00009797957,0.001365669,0.01768026,0.002570251,0.02040151],"study_design_scores_gemma":[0.0000278812,0.0001393744,0.00296937,0.0004212138,0.0000209019,0.000880292,0.7388887,0.0003476667,0.001227325,0.02817874,0.2268198,0.00007866629],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6001937,0.005700176,0.133369,0.08224653,0.001057316,0.0009551557,0.00005320413,0.001071835,0.1753531],"genre_scores_gemma":[0.9544644,0.001255654,0.03000554,0.00315719,0.00009803673,0.0003899147,0.00002786575,0.0002360921,0.0103652],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03047042,"threshold_uncertainty_score":0.1564515,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2600561228","doi":"10.1108/ijilt-09-2016-0048","title":"Artificial intelligence, computational thinking, and mathematics education","year":2017,"lang":"en","type":"article","venue":"International Journal of Information and Learning Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":115,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Computational thinking; Sociocultural evolution; Agency (philosophy); Value (mathematics); Perception; Computer science; Cognitive science; Cognition; Originality; Artificial intelligence; Mathematics education; Management science; Psychology; Sociology; Engineering; Social science; Creativity; Social psychology","authors":[{"name":"George Gadanidis","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01399485934525204,"gpt":0.302182836290614,"spread":0.288187976945362,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001051978,0.0001877045,0.0002187033,0.001010075,0.001305384,0.005767693,0.000324229,0.0005007042,0.006723575],"category_scores_gemma":[0.004684263,0.00008586765,0.0001734151,0.001354006,0.00456101,0.002784288,0.002081753,0.00176327,0.000493938],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002075238,"about_ca_system_score_gemma":0.003974059,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003116048,"about_ca_topic_score_gemma":0.004008551,"domain_scores_codex":[0.999148,0.0004603623,0.00004645361,0.00008902942,0.0001344913,0.0001217041],"domain_scores_gemma":[0.9946792,0.003387364,0.0007388937,0.0001933296,0.0002910844,0.000710204],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000471924,0.0004418177,0.04148598,0.0006863307,0.00002235252,0.0003248579,0.0180406,0.0007809602,0.0004268054,0.73904,0.005407869,0.1932954],"study_design_scores_gemma":[0.00001729776,0.0001657741,0.06565848,0.001623498,0.00002743129,0.0009085955,0.04066513,0.001080263,0.0007254789,0.6921766,0.1969065,0.0000449127],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4379131,0.04720556,0.01086571,0.0452748,0.0005034302,0.00008320287,0.00009424021,0.0001099351,0.4579501],"genre_scores_gemma":[0.9822991,0.007220483,0.003815831,0.000988104,0.000116984,0.00003280326,0.00003016271,0.00001098822,0.00548549],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006723575,"threshold_uncertainty_score":0.02249265,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2794896411","doi":"10.5539/ies.v11n4p29","title":"Defining a New 21st Century Skill-Computational Thinking: Concepts and Trends","year":2018,"lang":"en","type":"article","venue":"International Education Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":102,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Computational thinking; Critical systems thinking; Management science; Critical thinking; Mathematics education; Psychology; Lateral thinking; Computer science; Epistemology; Creative thinking; Social psychology; Creativity","authors":[{"name":"Halil İbrahim Haseski","is_ca":false},{"name":"Ulaş İLİÇ","is_ca":false},{"name":"Ufuk Tuğtekin","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03103119854359425,"gpt":0.3885924929709236,"spread":0.3575612944273294,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005829237,0.0004701811,0.0005068219,0.007109318,0.002291043,0.007594508,0.001250301,0.001966902,0.001970504],"category_scores_gemma":[0.009151354,0.0002519097,0.0004969756,0.008853379,0.01059318,0.01587103,0.002944247,0.004099602,0.0004194311],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006100927,"about_ca_system_score_gemma":0.009169977,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003203846,"about_ca_topic_score_gemma":0.003253722,"domain_scores_codex":[0.996228,0.001177119,0.0004461134,0.0006921515,0.001204728,0.0002520176],"domain_scores_gemma":[0.9896288,0.00599054,0.0009888399,0.0005193419,0.002318092,0.0005544146],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004327896,0.0001008812,0.01109358,0.001968955,0.00002234118,0.0002741475,0.03759645,0.0004577425,0.00147585,0.7126655,0.006271308,0.22803],"study_design_scores_gemma":[0.00001710436,0.0001597632,0.0253893,0.006555807,0.0000314268,0.00229311,0.07563195,0.002390151,0.002231964,0.4247203,0.4604518,0.0001272868],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"review","genre_scores_codex":[0.2856154,0.2208582,0.1517435,0.08869699,0.003572689,0.0005819662,0.0004868637,0.0003597326,0.2480846],"genre_scores_gemma":[0.759466,0.1029031,0.111332,0.008665361,0.001025901,0.0006942421,0.0005220397,0.0001859195,0.01520551],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.007594508,"threshold_uncertainty_score":0.04426551,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3173152256","doi":"10.6017/ital.v40i2.12963","title":"Algorithmic Literacy and the Role for Libraries","year":2021,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; University of Guelph","funders":"","keywords":"Literacy; Computer science; Information literacy; Everyday life; Critical literacy; World Wide Web; Data science; Sociology; Epistemology; Pedagogy","authors":[{"name":"Michael Ridley","is_ca":true},{"name":"Danica Pawlick-Potts","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.003975957623559503,"gpt":0.2048844510467719,"spread":0.2009084934232124,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006462865,0.0004027823,0.0004702077,0.002949993,0.008705827,0.02717576,0.001753808,0.006419684,0.01083024],"category_scores_gemma":[0.01665249,0.0003984719,0.0004123083,0.003011513,0.03648123,0.03595235,0.0128196,0.007365177,0.002594406],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005172241,"about_ca_system_score_gemma":0.0094164,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001376282,"about_ca_topic_score_gemma":0.001760757,"domain_scores_codex":[0.9913272,0.005793725,0.0003806608,0.0005715134,0.001094082,0.0008328372],"domain_scores_gemma":[0.9741228,0.01755258,0.002009731,0.001954124,0.001851412,0.002509366],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000006030897,0.0000121287,0.0002208959,0.00003762971,0.000001140734,0.00003503129,0.002442749,0.00005674823,0.00003071157,0.9864522,0.003245258,0.007459486],"study_design_scores_gemma":[0.00001341537,0.00002493575,0.0003759442,0.0004156732,0.000009024639,0.0002661403,0.006528866,0.000490628,0.000527712,0.7075059,0.2838187,0.00002284849],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.03183876,0.01290401,0.04315754,0.2529488,0.001158446,0.00006206552,0.00006258219,0.00078433,0.6570836],"genre_scores_gemma":[0.8781773,0.007642009,0.01974889,0.02090607,0.001242988,0.0001598859,0.00005983236,0.0003182416,0.0717448],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02717576,"threshold_uncertainty_score":0.03752738,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2463232812","doi":"10.1177/1475725716659252","title":"A Call for Computational Thinking in Undergraduate Psychology","year":2016,"lang":"en","type":"article","venue":"Psychology Learning & Teaching","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"MacEwan University","funders":"","keywords":"Computational thinking; Curriculum; Mathematics education; Computer science; Psychology; Cognitive science; Pedagogy","authors":[{"name":"Nicole D. Anderson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02630567239072663,"gpt":0.3551891878797196,"spread":0.328883515488993,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01189957,0.0005485908,0.0007119054,0.001498089,0.003713818,0.007447245,0.001711687,0.008736064,0.008602101],"category_scores_gemma":[0.03135532,0.0005703434,0.0008138526,0.001459247,0.02515699,0.01460236,0.007759755,0.02321919,0.003084735],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003640896,"about_ca_system_score_gemma":0.006895431,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001070697,"about_ca_topic_score_gemma":0.001240679,"domain_scores_codex":[0.9923415,0.003479488,0.0003954134,0.0009970774,0.002235569,0.0005509538],"domain_scores_gemma":[0.9689894,0.01910157,0.001169346,0.003195134,0.002699515,0.004845041],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001907663,0.00008607221,0.0005624396,0.0002167862,0.000005651667,0.00007698492,0.002699682,0.0002672147,0.0004796073,0.8607666,0.08142769,0.05339222],"study_design_scores_gemma":[0.00001691363,0.00004187817,0.0006537788,0.0005248706,0.000004942152,0.0002369783,0.0007039552,0.0005106839,0.0002206034,0.6032074,0.3938509,0.00002712606],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.004803873,0.01427859,0.06531568,0.8066794,0.0143708,0.00008204976,0.00006686655,0.0004762293,0.09392659],"genre_scores_gemma":[0.2709488,0.03649114,0.1896543,0.4096307,0.03143301,0.001115398,0.000255138,0.001075644,0.05939602],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.01189957,"threshold_uncertainty_score":0.06293166,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2795628086","doi":"10.1371/journal.pcbi.1006023","title":"Ten quick tips for teaching programming","year":2018,"lang":"en","type":"article","venue":"PLoS Computational Biology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Systems, Applications & Products in Data Processing (Canada)","funders":"","keywords":"Computer science","authors":[{"name":"Neil C. C. Brown","is_ca":false},{"name":"Greg Wilson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03057297808916181,"gpt":0.3086313905068767,"spread":0.2780584124177148,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01039265,0.002270469,0.001077986,0.002279055,0.003241927,0.007521647,0.002923392,0.006244593,0.05138213],"category_scores_gemma":[0.05876229,0.0009592871,0.0009943215,0.001566736,0.005767586,0.01703759,0.008313494,0.01418287,0.02720923],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002950927,"about_ca_system_score_gemma":0.005904088,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001034685,"about_ca_topic_score_gemma":0.00249268,"domain_scores_codex":[0.9896005,0.004608956,0.0006791083,0.0007898929,0.003387678,0.00093379],"domain_scores_gemma":[0.9574851,0.02219704,0.001407789,0.003702441,0.008337159,0.006870411],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003157848,0.0003143752,0.0008987502,0.001356788,0.00003613604,0.000388473,0.002142375,0.0008364744,0.001318686,0.09655646,0.4581282,0.4377075],"study_design_scores_gemma":[0.00007309521,0.0002656127,0.0005578758,0.001579695,0.00002003019,0.0004042983,0.001815586,0.0004646562,0.001072526,0.1792739,0.8144033,0.00006941316],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.007998015,0.04888983,0.243413,0.4934815,0.06941374,0.0008648374,0.0008418987,0.01056404,0.124533],"genre_scores_gemma":[0.09415379,0.04618242,0.5025195,0.133333,0.02181605,0.002403393,0.00168758,0.007111568,0.1907926],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.05138213,"threshold_uncertainty_score":0.1718903,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2161194704","doi":"10.1109/csee.1998.658300","title":"A survey of the relevance of computer science and software engineering education","year":2002,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"National Research Council Canada","keywords":"Relevance (law); Computer science; Software; Software engineering; Emphasis (telecommunications); Engineering ethics; Engineering; Programming language; Political science","authors":[{"name":"Timothy C. Lethbridge","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01855534567027583,"gpt":0.2337726018734846,"spread":0.2152172562032087,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003874776,0.0001764481,0.000293672,0.002005034,0.0007948837,0.0007526453,0.000141053,0.0007843045,0.002885573],"category_scores_gemma":[0.02257007,0.0002438586,0.00022675,0.001927167,0.0004618792,0.001063078,0.0007641558,0.0007181396,0.000899018],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004749192,"about_ca_system_score_gemma":0.0008153287,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001416587,"about_ca_topic_score_gemma":0.001899422,"domain_scores_codex":[0.9970963,0.001348758,0.0002828315,0.0001708853,0.0007149794,0.0003863297],"domain_scores_gemma":[0.9779404,0.01181331,0.003316161,0.0004002134,0.003671244,0.002858658],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002387848,0.0003584416,0.891056,0.0004765684,0.00003465177,0.0003317257,0.03737915,0.00007936348,0.002046813,0.0004609849,0.006260677,0.06127688],"study_design_scores_gemma":[0.00001809273,0.0008437113,0.9326978,0.0001457524,0.00001312016,0.0007041254,0.0436493,0.0001666395,0.0002460757,0.0001755315,0.02131498,0.00002482074],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9954359,0.0005685922,0.0003047846,0.0006740573,0.00002220831,0.0000452676,0.0002319,0.00001059242,0.0027066],"genre_scores_gemma":[0.9956656,0.0009683291,0.0004729316,0.0007500601,0.00003778327,0.00012378,0.0003603912,0.00001064381,0.001610523],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9961252,"threshold_uncertainty_score":0.02049202,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4207009873","doi":"10.1007/s12528-021-09305-y","title":"A scoping review of computational thinking assessments in higher education","year":2022,"lang":"en","type":"review","venue":"Journal of Computing in Higher Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Killam Trusts; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Federation for the Humanities and Social Sciences","keywords":"Computational thinking; Likert scale; Empirical research; Critical thinking; Higher education; Psychological intervention; Computer science; Mathematics education; Class (philosophy); Domain (mathematical analysis); Medical education; Psychology; Knowledge management; Medicine; Artificial intelligence; Mathematics","authors":[{"name":"Chang Lu","is_ca":true},{"name":"Rob Macdonald","is_ca":true},{"name":"Bryce Odell","is_ca":true},{"name":"Vasyl Kokhan","is_ca":true},{"name":"Carrie Demmans Epp","is_ca":true},{"name":"Maria Cutumisu","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1334610626915267,"gpt":0.4568294880976183,"spread":0.3233684254060916,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0156234,0.001490906,0.004559928,0.0168333,0.0009070681,0.003539855,0.002412438,0.002638376,0.003573476],"category_scores_gemma":[0.05518879,0.001099688,0.003587102,0.01373101,0.001536674,0.00382809,0.002636215,0.00222474,0.0006929843],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003172689,"about_ca_system_score_gemma":0.01730023,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008925583,"about_ca_topic_score_gemma":0.02520579,"domain_scores_codex":[0.9908153,0.002612488,0.003378291,0.0007516372,0.002246059,0.000196201],"domain_scores_gemma":[0.9553347,0.0335216,0.003945809,0.000584216,0.006178289,0.0004353808],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001702901,0.00006392058,0.0006866855,0.4877715,0.001490192,0.00009025566,0.0004276372,0.0001737749,0.0003174054,0.001204016,0.008727688,0.4988767],"study_design_scores_gemma":[0.00006674676,0.0001431975,0.00242357,0.879091,0.007132724,0.000305367,0.0003971015,0.00009359515,0.0002852484,0.001148067,0.1088697,0.00004367831],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001733716,0.9986393,0.0001790939,0.0003842002,0.0001441695,0.00007446459,0.00008063967,0.000005882261,0.0003187743],"genre_scores_gemma":[0.001727421,0.9968635,0.0006101094,0.00040864,0.0000713184,0.0001092962,0.00008744299,0.0000032142,0.0001190298],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.0168333,"threshold_uncertainty_score":0.08262545,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2897024105","doi":"10.1007/978-3-030-02762-9_21","title":"A Review of Serious Games for Programming","year":2018,"lang":"en","type":"review","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Game programming; Curriculum; Game mechanics; Multimedia; Video game development; Game Developer; Game design; Game design document; Pedagogy; Psychology","authors":[{"name":"Michael A. Miljanovic","is_ca":true},{"name":"Jeremy S. Bradbury","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03782531763822331,"gpt":0.3490385620740456,"spread":0.3112132444358223,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001762886,0.001272275,0.001528775,0.004712712,0.0003735646,0.001673405,0.001826729,0.001720664,0.006105207],"category_scores_gemma":[0.00936433,0.000514712,0.0007509792,0.003455357,0.0009924301,0.002798674,0.001454389,0.001966178,0.001726136],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001105805,"about_ca_system_score_gemma":0.002442946,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001975464,"about_ca_topic_score_gemma":0.004878762,"domain_scores_codex":[0.9989072,0.0003175374,0.0001940301,0.0001253027,0.0003830977,0.00007287051],"domain_scores_gemma":[0.9954547,0.003437954,0.0002887641,0.00008043573,0.000542019,0.0001961293],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007953047,0.0001150811,0.0003007523,0.03510708,0.0001386701,0.0000698869,0.0001180042,0.0006034124,0.0003800571,0.01221572,0.04520781,0.905664],"study_design_scores_gemma":[0.00004895731,0.0001329018,0.0008811916,0.02060018,0.0002023504,0.0004719563,0.0001025288,0.0002613761,0.000387114,0.009710564,0.9671711,0.00002985192],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0002719791,0.9949927,0.001079979,0.0008287387,0.0003189613,0.00002229251,0.00004807997,0.0000279542,0.002409251],"genre_scores_gemma":[0.003481454,0.9917722,0.00212137,0.0009102353,0.0002989565,0.00004649707,0.0001226359,0.00001890838,0.00122775],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.006105207,"threshold_uncertainty_score":0.02042395,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2160651698","doi":"10.1145/2538862.2538902","title":"Misconceptions and concept inventory questions for binary search trees and hash tables","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Hash function; Computer science; Measure (data warehouse); Binary number; Information retrieval; Concept inventory; Hash table; Binary data; Data science; Mathematics education; Data mining; Mathematics; Arithmetic","authors":[{"name":"Kuba Karpierz","is_ca":true},{"name":"Steven A. Wolfman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02871863341985748,"gpt":0.2907367474053913,"spread":0.2620181139855339,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07937282,0.000732835,0.0004858699,0.006912573,0.001754644,0.003136201,0.002263746,0.001443618,0.003550831],"category_scores_gemma":[0.3636898,0.0005298778,0.000729578,0.003283406,0.005545492,0.006072213,0.003459642,0.002513503,0.0005840771],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004601233,"about_ca_system_score_gemma":0.00376462,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001982493,"about_ca_topic_score_gemma":0.002092841,"domain_scores_codex":[0.929903,0.04545572,0.006798982,0.00238811,0.01450027,0.0009539],"domain_scores_gemma":[0.2916187,0.626686,0.03239892,0.01634665,0.03087506,0.00207461],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0008678105,0.001000429,0.2726285,0.004045418,0.0001714247,0.0004605559,0.3068176,0.003761359,0.01028617,0.06254046,0.007557845,0.3298624],"study_design_scores_gemma":[0.0004495415,0.002094197,0.3079821,0.007674701,0.000529099,0.004010895,0.2791404,0.03781527,0.05184839,0.1229383,0.1845678,0.0009492761],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8296361,0.0008531284,0.1449039,0.002354153,0.0002577472,0.00241451,0.0008891417,0.0003301022,0.01836125],"genre_scores_gemma":[0.8690315,0.0004514597,0.1206228,0.00100214,0.0000640442,0.00597008,0.0009480228,0.0001175728,0.001792479],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07937282,"threshold_uncertainty_score":0.4197686,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2915975654","doi":"10.1145/3287324.3287392","title":"Can You Teach Me To Machine Learn?","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Reputation; Domain (mathematical analysis); Computer science; Mathematics education; Work (physics); Psychology; Engineering; Mathematics; Sociology","authors":[{"name":"Elisabeth Sulmont","is_ca":true},{"name":"Elizabeth Patitsas","is_ca":true},{"name":"Jeremy R. Cooperstock","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01016087909704,"gpt":0.2464231554901059,"spread":0.2362622763930659,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002103482,0.0005234021,0.0004342907,0.0006757688,0.00214722,0.003563892,0.0006992298,0.001614318,0.0217626],"category_scores_gemma":[0.008231028,0.0001854403,0.0004133516,0.0004794798,0.0026421,0.005507257,0.001654456,0.004369821,0.01048988],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001273313,"about_ca_system_score_gemma":0.001901755,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001077281,"about_ca_topic_score_gemma":0.003543542,"domain_scores_codex":[0.9988508,0.0005858155,0.00002571644,0.0001293265,0.0002728239,0.0001354784],"domain_scores_gemma":[0.9962658,0.001405909,0.0002850183,0.0001787454,0.0005573999,0.001307142],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000575585,0.0003326185,0.01046921,0.0007149338,0.00003052617,0.0003884269,0.01557302,0.000189674,0.0009972252,0.04661072,0.6112667,0.3133694],"study_design_scores_gemma":[0.00001527152,0.0001757736,0.004047863,0.0007582965,0.0000179743,0.0009371054,0.0148903,0.0003739882,0.0006340041,0.04043307,0.9376881,0.00002843987],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"other","genre_scores_codex":[0.03412246,0.0382724,0.02895873,0.6853321,0.01886535,0.0001842896,0.0004038431,0.0009711476,0.1928897],"genre_scores_gemma":[0.3873671,0.07365055,0.05296342,0.1794483,0.00806755,0.0004641361,0.000666506,0.0004870534,0.2968853],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.0217626,"threshold_uncertainty_score":0.0728032,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4388081461","doi":"10.1007/s11858-023-01533-z","title":"Mathematics and interdisciplinary STEM education: recent developments and future directions","year":2023,"lang":"en","type":"article","venue":"ZDM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"Division of Mathematical Sciences; University of the Sunshine Coast","keywords":"Curriculum; Mathematics education; Discipline; Engineering ethics; Pedagogy; Mathematics; Psychology; Sociology; Engineering; Social science","authors":[{"name":"Merrilyn Goos","is_ca":false},{"name":"Susana Carreira","is_ca":false},{"name":"Immaculate Kizito Namukasa","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02247216850998259,"gpt":0.2980581769899568,"spread":0.2755860084799743,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005050201,0.0003757523,0.0007307812,0.004956113,0.001103254,0.007882097,0.0008044377,0.002921056,0.008402781],"category_scores_gemma":[0.01099853,0.000317748,0.000552831,0.008718177,0.003657882,0.009911924,0.003210077,0.004240125,0.001079823],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0030808,"about_ca_system_score_gemma":0.005172757,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002072911,"about_ca_topic_score_gemma":0.002681423,"domain_scores_codex":[0.9985071,0.0005555882,0.0001492771,0.0002642896,0.0003786608,0.000145075],"domain_scores_gemma":[0.9736744,0.01996477,0.001622399,0.0004270893,0.002986468,0.001324843],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001155257,0.0001234649,0.003895862,0.01110331,0.00005009154,0.0002263033,0.002954356,0.0003650095,0.0003204042,0.1382629,0.04215411,0.8004287],"study_design_scores_gemma":[0.0000113432,0.000118801,0.008327335,0.01630156,0.00004496784,0.0005796692,0.007983541,0.000290803,0.0002492915,0.04942507,0.9166201,0.00004747268],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001408282,0.9619703,0.0004000781,0.02924493,0.002284781,0.000003511496,0.00002288159,0.00001264902,0.004652498],"genre_scores_gemma":[0.02105017,0.9680539,0.0005891098,0.003592149,0.005622352,0.0000123784,0.00005514894,0.0000132813,0.001011494],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.008402781,"threshold_uncertainty_score":0.02811015,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2745758802","doi":"10.1145/3105726.3106173","title":"RoboBUG","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Debugging; Computer science; Confusion; Task (project management); Human–computer interaction; Face (sociological concept); Programming language; Multimedia; Software engineering; Psychology; Engineering","authors":[{"name":"Michael A. Miljanovic","is_ca":true},{"name":"Jeremy S. Bradbury","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02611003969271973,"gpt":0.2924298965014008,"spread":0.2663198568086811,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004382202,0.00158397,0.0005995148,0.0009196233,0.0004329632,0.00084763,0.001805373,0.0008418995,0.04964626],"category_scores_gemma":[0.002223751,0.000562397,0.0006473804,0.0002596086,0.0003736716,0.001578281,0.002017825,0.0008666199,0.01558726],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003039832,"about_ca_system_score_gemma":0.0007513851,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003772269,"about_ca_topic_score_gemma":0.006325285,"domain_scores_codex":[0.9995096,0.00006448285,0.00003554038,0.00009300331,0.0002017217,0.00009569729],"domain_scores_gemma":[0.999406,0.0001647789,0.00005361604,0.00008628918,0.0001620167,0.0001272739],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.003288724,0.0006848141,0.004288337,0.003712671,0.0002083504,0.001204723,0.001427213,0.01123985,0.05287565,0.03843812,0.4119567,0.4706748],"study_design_scores_gemma":[0.0002928771,0.0005159036,0.004683983,0.0003675439,0.00007893384,0.001063635,0.0001570921,0.02576499,0.01744776,0.008133267,0.9413304,0.0001636555],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.05831167,0.003858589,0.4139872,0.001381383,0.001021484,0.003026035,0.01552083,0.2054817,0.2974111],"genre_scores_gemma":[0.3246298,0.002397071,0.3758018,0.002431721,0.000134744,0.002900126,0.02957918,0.03485791,0.2272677],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.04964626,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4211138918","doi":"10.1145/1345443.1345438","title":"Developing a computer science-specific learning taxonomy","year":2007,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Taxonomy (biology); Mathematics education; Psychology","authors":[{"name":"Ursula Fuller","is_ca":false},{"name":"Colin G. Johnson","is_ca":false},{"name":"Tuukka Ahoniemi","is_ca":false},{"name":"Diana Cukierman","is_ca":true},{"name":"Isidoro Hernán Losada","is_ca":false},{"name":"Jana Jacková","is_ca":false},{"name":"Essi Lahtinen","is_ca":false},{"name":"Tracy L. Lewis","is_ca":false},{"name":"D. Thompson","is_ca":true},{"name":"Charles Riedesel","is_ca":false},{"name":"Errol Thompson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0560288545921207,"gpt":0.275038923751562,"spread":0.2190100691594413,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003040171,0.0005858277,0.0006478414,0.003820168,0.003313931,0.005843196,0.002121102,0.001886152,0.006650267],"category_scores_gemma":[0.0129758,0.0007655749,0.001216263,0.002715696,0.001724865,0.01295534,0.004208714,0.003486726,0.003758075],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003890829,"about_ca_system_score_gemma":0.01185595,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007899941,"about_ca_topic_score_gemma":0.01501137,"domain_scores_codex":[0.997401,0.0006855241,0.0004827927,0.0004456785,0.0007608982,0.0002240089],"domain_scores_gemma":[0.9887009,0.002189327,0.0007057454,0.00177897,0.005639279,0.0009858521],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000359542,0.0004140712,0.01196901,0.0006229276,0.00002751252,0.0001776561,0.005326368,0.005659045,0.003118484,0.6007156,0.02279071,0.3491426],"study_design_scores_gemma":[0.00003962476,0.0002232863,0.006432212,0.001139684,0.00006784187,0.0007982517,0.01082661,0.1066906,0.006272153,0.5466304,0.3207837,0.00009552077],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03518321,0.0003890515,0.9037899,0.003444538,0.0002040388,0.0012935,0.0006850494,0.001668519,0.05334228],"genre_scores_gemma":[0.07482063,0.0004502738,0.9127718,0.0002585277,0.00002663069,0.0005916977,0.001713456,0.0001341901,0.00923281],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.007899941,"threshold_uncertainty_score":0.02823007,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1592880112","doi":"","title":"Designing, Developing, and Implementing a Course on LEGO Robotics for Technology Teacher Education","year":2003,"lang":"en","type":"article","venue":"The Journal of Technology and Teacher Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Alberta","funders":"","keywords":"Constructionism; Robotics; Educational robotics; Strict constructionism; Artificial intelligence; Computer science; Robot; Process (computing); Mathematics education; Psychology; Epistemology; Programming language","authors":[{"name":"Joan M. Chambers","is_ca":true},{"name":"Mike Carbonaro","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01934406676846973,"gpt":0.3189629169779066,"spread":0.2996188502094368,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001649231,0.0008164198,0.000551682,0.0007023842,0.001860599,0.001944092,0.001888768,0.001532783,0.01354548],"category_scores_gemma":[0.003804075,0.0006327468,0.0005424768,0.0004334887,0.0009215202,0.00173776,0.002093074,0.001667555,0.005347602],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002155206,"about_ca_system_score_gemma":0.004055187,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002534463,"about_ca_topic_score_gemma":0.009048352,"domain_scores_codex":[0.9991292,0.0002201175,0.00003712709,0.0001581726,0.000166115,0.0002891677],"domain_scores_gemma":[0.9979931,0.0004106812,0.0001006492,0.000121574,0.0003321644,0.001041884],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004873156,0.02733276,0.01685448,0.001133153,0.0000301935,0.004184682,0.02984772,0.01063729,0.08587554,0.01322457,0.04569949,0.7646927],"study_design_scores_gemma":[0.0008166236,0.01429155,0.03563751,0.0007393022,0.00007971472,0.002416427,0.0243023,0.0224686,0.07188522,0.01178894,0.8152912,0.0002825224],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.6277375,0.0003262212,0.2864761,0.003301048,0.0007557994,0.008303422,0.0006459635,0.005723517,0.06673053],"genre_scores_gemma":[0.3187407,0.0004321338,0.5892342,0.001020854,0.00006959062,0.004242223,0.0009903441,0.0005948027,0.08467524],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.01354548,"threshold_uncertainty_score":0.04531413,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3044899520","doi":"10.1145/3383444","title":"Why computing belongs within the social sciences","year":2020,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Royal University","funders":"","keywords":"Computer science; Data science","authors":[{"name":"Randy Connolly","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1124173625215034,"gpt":0.3490799881637016,"spread":0.2366626256421982,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006424933,0.0002679374,0.0003161399,0.001377763,0.005726542,0.009040489,0.0006494264,0.003625576,0.006632763],"category_scores_gemma":[0.01867904,0.0002423964,0.0004091663,0.001218831,0.03271821,0.01114363,0.003674204,0.006000182,0.001773726],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004192743,"about_ca_system_score_gemma":0.01145486,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01087645,"about_ca_topic_score_gemma":0.009798078,"domain_scores_codex":[0.9934348,0.003388507,0.0001635518,0.0005027191,0.001543498,0.0009669745],"domain_scores_gemma":[0.9838225,0.009960428,0.0007088886,0.001389467,0.002237765,0.001880977],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001572987,0.00003435889,0.002519917,0.0001146495,0.00001156537,0.0001125861,0.008388753,0.0004046839,0.0004738336,0.9526251,0.01364349,0.02165526],"study_design_scores_gemma":[0.000007789469,0.00001963291,0.002669178,0.000238637,0.000006900462,0.0001290803,0.00785575,0.0005624806,0.0004617638,0.8446691,0.1433576,0.0000221487],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.06396012,0.008318528,0.03989848,0.5137159,0.002729741,0.00008019778,0.00007449756,0.0002820683,0.3709405],"genre_scores_gemma":[0.9495339,0.005597417,0.007760578,0.02130277,0.001131303,0.00006786108,0.00004784707,0.0002575897,0.01430087],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01087645,"threshold_uncertainty_score":0.0339787,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2215079391","doi":"10.1109/vlhcc.2015.7357224","title":"Perceptions of non-CS majors in intro programming: The rise of the conversational programmer","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Programmer; Computer science; Perception; Programming language; Mathematics education; Multimedia; Psychology","authors":[{"name":"Parmit K. Chilana","is_ca":true},{"name":"Celena Alcock","is_ca":true},{"name":"Shruti Dembla","is_ca":true},{"name":"Anson T. Y. Ho","is_ca":true},{"name":"Ada Hurst","is_ca":true},{"name":"Brett Armstrong","is_ca":true},{"name":"Philip J. Guo","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02207645630522408,"gpt":0.273107183107648,"spread":0.2510307268024239,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00867544,0.0003079702,0.0003721923,0.001500502,0.007532668,0.008646082,0.001365389,0.002221838,0.002394809],"category_scores_gemma":[0.02300758,0.0007343954,0.0002474524,0.0007696009,0.006321013,0.005389087,0.006236742,0.00535175,0.0003691745],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001886572,"about_ca_system_score_gemma":0.003749194,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009059574,"about_ca_topic_score_gemma":0.01127175,"domain_scores_codex":[0.9910778,0.005739342,0.0001982727,0.0005789434,0.001264996,0.001140724],"domain_scores_gemma":[0.9634193,0.01651754,0.004083883,0.0006438742,0.002644137,0.01269123],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003707648,0.0001022126,0.03626494,0.00004881054,0.000006512001,0.0004404934,0.9542198,0.0000185476,0.001020897,0.001261126,0.0008172204,0.005762311],"study_design_scores_gemma":[0.000004397983,0.00005444695,0.01391037,0.00004589306,0.00000460312,0.0002649311,0.9789832,0.0001599502,0.0001392861,0.0003169495,0.006099217,0.0000167728],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9921739,0.0002722223,0.0005390619,0.003087563,0.00004598907,0.00001581577,0.000008457696,0.00001472944,0.003842369],"genre_scores_gemma":[0.9980667,0.0002053054,0.000142111,0.0008470792,0.0000209273,0.00001322489,0.000008718063,0.00001031964,0.0006855023],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009059574,"threshold_uncertainty_score":0.04588068,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2146478855","doi":"10.1145/2538862.2538912","title":"Importance of early performance in CS1","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Predictive power; Computer science; Contrast (vision); Class (philosophy); Peer instruction; Artificial intelligence; Mathematics education; Psychology; Peer learning","authors":[{"name":"Leo Porter","is_ca":false},{"name":"Daniel Zingaro","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01171793160298721,"gpt":0.232743659185514,"spread":0.2210257275825268,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003941651,0.0004072935,0.0003915463,0.001845882,0.0005863307,0.002742381,0.0008998905,0.0009036719,0.004579097],"category_scores_gemma":[0.05667452,0.0001526852,0.0002351179,0.001047938,0.0007521556,0.001927484,0.002187446,0.001859222,0.001608026],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006326549,"about_ca_system_score_gemma":0.0007378676,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002586999,"about_ca_topic_score_gemma":0.003789911,"domain_scores_codex":[0.9967363,0.001020802,0.0002930197,0.0004409849,0.001028908,0.0004800199],"domain_scores_gemma":[0.8969808,0.04731254,0.0233772,0.004188554,0.01276541,0.01537546],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003535076,0.0004926849,0.9502786,0.0000894421,0.00005025086,0.0001502451,0.001513828,0.001223852,0.002748703,0.0004787423,0.0008182937,0.04180193],"study_design_scores_gemma":[0.000003141817,0.0004855133,0.9949845,0.00002954186,0.000008833262,0.00007977422,0.000606821,0.0008751751,0.001650644,0.0003630651,0.0008895766,0.00002345894],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9930621,0.00009457021,0.0006799095,0.00020417,0.0000198431,0.00001720182,0.0002119183,0.00005711252,0.005653242],"genre_scores_gemma":[0.9979181,0.00003924829,0.0002540602,0.00001812049,0.0000159925,0.000009019628,0.0002711158,0.00002040225,0.001453961],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004579097,"threshold_uncertainty_score":0.02084571,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2078459668","doi":"10.1145/611892.611998","title":"CS girls rock","year":2003,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Subject (documents); Mathematics education; Psychology; Medical education; Computer science; Medicine; Library science","authors":[{"name":"Sandy Graham","is_ca":true},{"name":"Celine Latulipe","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01419161232106516,"gpt":0.2388867751584219,"spread":0.2246951628373568,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009193005,0.0007443716,0.0007414632,0.001720339,0.005737186,0.003626036,0.001034418,0.001238485,0.6152146],"category_scores_gemma":[0.001596432,0.0004708367,0.0005940303,0.00110198,0.0007710934,0.002067265,0.004822654,0.002814052,0.259625],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001198771,"about_ca_system_score_gemma":0.002198725,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00612611,"about_ca_topic_score_gemma":0.02267646,"domain_scores_codex":[0.9992606,0.00006785985,0.00002672165,0.0001637274,0.0002493853,0.0002316988],"domain_scores_gemma":[0.9974626,0.0001088155,0.00007743556,0.0001416422,0.0003571383,0.00185225],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002084216,0.0003633623,0.006736155,0.0001421005,0.00001224926,0.0004723715,0.001430321,0.00003362108,0.003308565,0.01650574,0.8431682,0.1276189],"study_design_scores_gemma":[0.0000204011,0.00007526012,0.006112574,0.00003509794,0.000003180158,0.0002843602,0.001481681,0.0000297752,0.0006625102,0.0007888397,0.9904974,0.000008928215],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.03572441,0.001200268,0.001392022,0.02544053,0.004030004,0.0005059175,0.007419236,0.001783169,0.9225045],"genre_scores_gemma":[0.03824248,0.0004848553,0.0007753066,0.005071347,0.0003093028,0.0001318208,0.0017066,0.0002969449,0.9529812],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.6152146,"threshold_uncertainty_score":0.5488496,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2582325117","doi":"10.1145/3013499.3013500","title":"The Compound Nature of Novice Programming Assessments","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Multitude; Computer science; Mathematics education; Data science; Psychology; Epistemology","authors":[{"name":"Andrew Luxton-Reilly","is_ca":false},{"name":"Andrew Petersen","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02101629712874874,"gpt":0.3464425089190803,"spread":0.3254262117903316,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02735266,0.0009593917,0.001371043,0.003688258,0.001543507,0.003954624,0.001810346,0.00129532,0.01081716],"category_scores_gemma":[0.2190752,0.0008499714,0.0009495699,0.002641195,0.001503913,0.005516225,0.004781832,0.002726655,0.004352865],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001696123,"about_ca_system_score_gemma":0.003164298,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001194128,"about_ca_topic_score_gemma":0.002924281,"domain_scores_codex":[0.9472306,0.01196991,0.005537622,0.007897782,0.02627737,0.001086676],"domain_scores_gemma":[0.6981328,0.1775968,0.03804864,0.02800135,0.05187092,0.006349506],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001475392,0.00117244,0.2903327,0.001755119,0.0004543675,0.001146533,0.005755913,0.003586048,0.01280752,0.01116774,0.02034425,0.6500019],"study_design_scores_gemma":[0.0003272878,0.006642943,0.6798587,0.00300488,0.000404278,0.01122999,0.004688204,0.02543122,0.0464714,0.09254089,0.1288385,0.0005616501],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7042831,0.00241486,0.2052132,0.002402157,0.0009518861,0.003897923,0.003380982,0.003742873,0.07371296],"genre_scores_gemma":[0.8682222,0.001101695,0.1074556,0.001367916,0.0002853624,0.002161755,0.002409899,0.001021393,0.01597421],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02735266,"threshold_uncertainty_score":0.1446564,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2788318960","doi":"10.1145/3159450.3159548","title":"Designing an Introductory Programming Course to Improve Non-Majors' Experiences","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Mathematics education; Course (navigation); Computer science; Focus (optics); Psychology; Pedagogy; Engineering","authors":[{"name":"Jessica Q. Dawson","is_ca":true},{"name":"Meghan Allen","is_ca":true},{"name":"Alice Campbell","is_ca":true},{"name":"Anasazi Valair","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01266785936418092,"gpt":0.2862441053331291,"spread":0.2735762459689482,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003049754,0.0004389531,0.0002464031,0.0003808247,0.001134096,0.00168295,0.001115834,0.0006194005,0.004805765],"category_scores_gemma":[0.008516084,0.000264163,0.0003260119,0.000202551,0.0003448944,0.0007902549,0.001301444,0.001146709,0.0013513],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008532127,"about_ca_system_score_gemma":0.002206123,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005445404,"about_ca_topic_score_gemma":0.00180766,"domain_scores_codex":[0.9988425,0.0004181173,0.00006693783,0.0001680982,0.0001888818,0.0003154963],"domain_scores_gemma":[0.9952587,0.00127268,0.0003918219,0.000226217,0.0008083019,0.002042275],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007727024,0.02598938,0.11618,0.001350782,0.00005389205,0.001913709,0.05801708,0.002558039,0.1176382,0.003008847,0.02687248,0.6456448],"study_design_scores_gemma":[0.001081428,0.0265769,0.4093651,0.0007758632,0.0002965515,0.002724516,0.09199499,0.01034884,0.1050881,0.006917937,0.3444643,0.0003655035],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9796931,0.00009001559,0.01049096,0.001287568,0.0001052484,0.0009040486,0.00005292819,0.0002496621,0.007126601],"genre_scores_gemma":[0.8903434,0.0002740973,0.094359,0.001738759,0.00006436435,0.00108779,0.0002420501,0.00008196494,0.01180856],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004805765,"threshold_uncertainty_score":0.0161289,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2175909646","doi":"10.1145/2432596.2432616","title":"A framework for enhancing the social good in computing education","year":2013,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Auckland University of Technology, New Zealand","keywords":"Relevance (law); Computer science; Context (archaeology); Social computing; Computational thinking; Knowledge management; World Wide Web; Artificial intelligence; Social media; Political science","authors":[{"name":"Michael Goldweber","is_ca":false},{"name":"John Barr","is_ca":false},{"name":"Tony Clear","is_ca":false},{"name":"Renzo Davoli","is_ca":false},{"name":"Samuel Mann","is_ca":false},{"name":"Elizabeth Patitsas","is_ca":true},{"name":"Scott R. Portnoff","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02298530471667611,"gpt":0.329453109214651,"spread":0.3064678044979749,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01084553,0.001198616,0.0003903161,0.003490078,0.007406287,0.009801937,0.002181435,0.004076411,0.006828032],"category_scores_gemma":[0.006182598,0.0004475553,0.001096306,0.001207077,0.02521007,0.007878354,0.01283487,0.004670114,0.001219411],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007594004,"about_ca_system_score_gemma":0.01074053,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005103848,"about_ca_topic_score_gemma":0.009568121,"domain_scores_codex":[0.9882655,0.008962397,0.0001857942,0.0007393144,0.001115467,0.000731557],"domain_scores_gemma":[0.9938774,0.002141831,0.0004280101,0.0005856901,0.0007645584,0.002202565],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001136713,0.0001203654,0.0005160298,0.000107314,0.000006929099,0.0001038462,0.01050021,0.0007961806,0.0004012376,0.9694312,0.003074324,0.01493091],"study_design_scores_gemma":[0.0000387935,0.0001242216,0.0008988803,0.000508592,0.00001855896,0.0001871534,0.01595083,0.002862492,0.0005849609,0.7227827,0.2559952,0.00004752698],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"methods","genre_scores_codex":[0.0299513,0.002617991,0.3847081,0.1120625,0.0009874732,0.0008064938,0.00009473763,0.0005255566,0.4682458],"genre_scores_gemma":[0.688547,0.001881649,0.2693692,0.005719798,0.0003022772,0.001432345,0.0000718825,0.0001678411,0.03250805],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.01084553,"threshold_uncertainty_score":0.05735731,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2056433914","doi":"10.2190/j175-q735-1345-270m","title":"Determining the Effectiveness of the 3D Alice Programming Environment at the Computer Science I Level","year":2007,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Sheridan College","funders":"","keywords":"Alice (programming language); Attrition; Computer science; Karel; Mathematics education; Set (abstract data type); Psychology","authors":[{"name":"Edward R. Sykes","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07652541357214446,"gpt":0.398607777428126,"spread":0.3220823638559815,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005719856,0.0004267654,0.0005188709,0.0007797947,0.001497152,0.002858587,0.001100791,0.0004453203,0.005935377],"category_scores_gemma":[0.01973511,0.0003035598,0.0003022026,0.0005005432,0.0008977357,0.001911764,0.002672611,0.0008081094,0.001785769],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009096391,"about_ca_system_score_gemma":0.001710266,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001457089,"about_ca_topic_score_gemma":0.003214647,"domain_scores_codex":[0.9965322,0.001280232,0.0001804175,0.0003405762,0.001149683,0.0005168522],"domain_scores_gemma":[0.9846213,0.007282776,0.001751119,0.0008634788,0.001613635,0.003867617],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.004661192,0.02099674,0.4319083,0.000732097,0.00007705554,0.0006173536,0.0496068,0.001261607,0.01903247,0.003178638,0.01555668,0.4523711],"study_design_scores_gemma":[0.0003459825,0.03144486,0.8239626,0.0004162377,0.0001199444,0.0007371129,0.05383279,0.004181287,0.0367569,0.002110685,0.0459019,0.0001896042],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9921188,0.00004342413,0.0008233024,0.0002435779,0.00001835336,0.0001653844,0.00005035481,0.00008647621,0.006450276],"genre_scores_gemma":[0.9847465,0.0001812985,0.006965454,0.0002313634,0.00001966332,0.0004378959,0.0001819562,0.00003589869,0.007199901],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005935377,"threshold_uncertainty_score":0.03024983,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1867099580","doi":"","title":"Assessing the Impact of an Autonomous Robotics Competition for STEM Education","year":2014,"lang":"en","type":"article","venue":"Journal of STEM education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Robotics; Artificial intelligence; Educational robotics; Competition (biology); Robot; Evolutionary robotics; Computer science; Mathematics education; Mathematics","authors":[{"name":"CJ ChanJin Chung","is_ca":false},{"name":"Christopher Cartwright","is_ca":false},{"name":"Matthew Cole","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03207900490308526,"gpt":0.3643781540968424,"spread":0.3322991491937572,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004831847,0.0009867145,0.0009135842,0.001362279,0.001952779,0.003680864,0.001722901,0.00182068,0.01020685],"category_scores_gemma":[0.01738722,0.0004253156,0.001051217,0.0008685225,0.0009116151,0.002005201,0.002472146,0.002292913,0.002908821],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00250809,"about_ca_system_score_gemma":0.002652309,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006805926,"about_ca_topic_score_gemma":0.01094966,"domain_scores_codex":[0.9958967,0.0007342472,0.0002908309,0.0005430894,0.001589331,0.000945836],"domain_scores_gemma":[0.9740249,0.003141872,0.004459113,0.0007909575,0.004353683,0.01322957],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.007480387,0.1184638,0.6468093,0.0007720056,0.0005137176,0.0005412399,0.006596318,0.007291327,0.005464876,0.00353382,0.02021817,0.182315],"study_design_scores_gemma":[0.0004531701,0.02781226,0.94661,0.0001698973,0.0001215472,0.00007467084,0.003891294,0.005593535,0.002989722,0.001044365,0.01107331,0.0001661485],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9948368,0.00005688326,0.0002368977,0.0001854566,0.00005996563,0.0002019171,0.0002348751,0.00003471508,0.004152425],"genre_scores_gemma":[0.9919918,0.00007971629,0.001015847,0.0001400315,0.00003513947,0.0004534962,0.0008376018,0.00002043482,0.005426012],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01020685,"threshold_uncertainty_score":0.0341453,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4224298337","doi":"10.1108/jrit-12-2021-0081","title":"A pedagogical model for STEAM education","year":2022,"lang":"en","type":"article","venue":"Journal of Research in Innovative Teaching & Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Western University","funders":"","keywords":"Curriculum; Originality; Mathematics education; Context (archaeology); Unit (ring theory); Pedagogy; Value (mathematics); Qualitative research; Computer science; Psychology; Sociology; Social science; Geography","authors":[{"name":"Marja Gabrielle Bertrand","is_ca":true},{"name":"Immaculate Kizito Namukasa","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2652557340861206,"gpt":0.5035331134048499,"spread":0.2382773793187292,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003182271,0.0003898978,0.0002395281,0.001143149,0.002429228,0.00457556,0.001643043,0.00185416,0.01536556],"category_scores_gemma":[0.005563627,0.0002962759,0.0006101895,0.0008788049,0.006504679,0.00480288,0.003330574,0.002332854,0.002150116],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006453517,"about_ca_system_score_gemma":0.008945353,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005901561,"about_ca_topic_score_gemma":0.007456877,"domain_scores_codex":[0.9973803,0.001575165,0.0000934031,0.0002732706,0.0004696345,0.0002080962],"domain_scores_gemma":[0.9968046,0.001451137,0.0002137715,0.0002919448,0.0006017701,0.0006368324],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002060816,0.0001306077,0.001436002,0.0001132532,0.000005358597,0.0001302024,0.009833769,0.002624574,0.0004570012,0.9653184,0.002617892,0.01731233],"study_design_scores_gemma":[0.0001355953,0.0002499461,0.001620701,0.0004227368,0.00002306104,0.0003890731,0.01127321,0.04424819,0.0009499218,0.6545479,0.2860969,0.00004279345],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.04846193,0.0004782494,0.5008904,0.02045261,0.0004777006,0.00136398,0.0001650499,0.000585099,0.4271251],"genre_scores_gemma":[0.7293183,0.0004662882,0.212711,0.001606812,0.0001112838,0.001845807,0.0001779963,0.0001093757,0.05365307],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01536556,"threshold_uncertainty_score":0.05140293,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2178065441","doi":"10.25071/1916-4467.40246","title":"Maker pedagogy and science teacher education","year":2015,"lang":"en","type":"article","venue":"Journal of the Canadian Association for Curriculum Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Curriculum; Movement (music); Sociology; Value (mathematics); Variety (cybernetics); Function (biology); Hacker; Process (computing); The arts; Pedagogy; Computer science; Aesthetics; Visual arts","authors":[{"name":"Shawn Michael Bullock","is_ca":true},{"name":"Andrea J. Sator","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03240556047736567,"gpt":0.3408300349768345,"spread":0.3084244744994688,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004206213,0.0003937525,0.0004873781,0.001863706,0.01066947,0.009818431,0.000936717,0.002824016,0.009337625],"category_scores_gemma":[0.008532966,0.0003048812,0.000255367,0.00105684,0.02259837,0.007072587,0.009229506,0.005262766,0.001106322],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008189648,"about_ca_system_score_gemma":0.0104059,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002629934,"about_ca_topic_score_gemma":0.007349983,"domain_scores_codex":[0.9951564,0.003176347,0.0001268523,0.0003670092,0.0006032593,0.0005701729],"domain_scores_gemma":[0.9959173,0.002252617,0.0004104037,0.0002274556,0.0002899361,0.0009023867],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0000201224,0.0001933969,0.002162448,0.0002017248,0.000003452226,0.0002383482,0.07346066,0.0002008436,0.0003718117,0.8801553,0.006758402,0.03623349],"study_design_scores_gemma":[0.00004066576,0.0001382635,0.002916606,0.0005271448,0.000008116956,0.0003494137,0.08039325,0.0004280719,0.001168543,0.3882939,0.5257139,0.00002220737],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1511718,0.008359146,0.03023609,0.08698361,0.001139154,0.0002019302,0.00003947835,0.0002308593,0.7216379],"genre_scores_gemma":[0.9358097,0.002895226,0.007883038,0.003307255,0.000183224,0.0002017562,0.00001972882,0.00009358853,0.04960645],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01066947,"threshold_uncertainty_score":0.05942035,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2546499139","doi":"","title":"Exploring Media Literacy and Computational Thinking: A Game Maker Curriculum Study.","year":2016,"lang":"en","type":"article","venue":"The Electronic Journal of e-Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Game Developer; Computational thinking; Construct (python library); Mathematics education; Notice; Game design; Curriculum; Computer science; Game mechanics; Video game development; Game design document; Literacy; Pedagogy; Psychology; Multimedia; Political science","authors":[{"name":"Jennifer Jenson","is_ca":true},{"name":"Milena Droumeva","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02320679278658729,"gpt":0.2628039560405221,"spread":0.2395971632539348,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002708493,0.000495609,0.0007539302,0.002426359,0.003284113,0.003956214,0.001007268,0.00106311,0.002396065],"category_scores_gemma":[0.005714647,0.0005527309,0.0003599675,0.001409074,0.002519716,0.002182798,0.003698552,0.002061885,0.0004340688],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001560366,"about_ca_system_score_gemma":0.001898262,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002247027,"about_ca_topic_score_gemma":0.005317544,"domain_scores_codex":[0.9988223,0.000477082,0.00008373644,0.0001501865,0.0001879817,0.0002787855],"domain_scores_gemma":[0.9966173,0.001678428,0.0005199643,0.0001379734,0.0003237334,0.00072262],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0001568853,0.01486333,0.1255895,0.000471916,0.00003406039,0.001945091,0.8023947,0.0003510881,0.005416167,0.006628218,0.001245543,0.04090351],"study_design_scores_gemma":[0.0001110828,0.004257799,0.2387204,0.0002897022,0.00006427545,0.001249467,0.7132322,0.001495602,0.005746338,0.004091839,0.03066137,0.0000799535],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9982615,0.0000373428,0.0002344564,0.00008989121,0.000003968884,0.00007594661,0.00001615881,0.000003232729,0.001277428],"genre_scores_gemma":[0.9965107,0.0001708431,0.001012699,0.0001050048,0.00000778186,0.0001874164,0.00004260248,0.000005389828,0.001957483],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003956214,"threshold_uncertainty_score":0.01432407,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2023916559","doi":"10.1145/1929887.1929907","title":"Enhancing the social issues components in our computing curriculum","year":2011,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Royal University","funders":"","keywords":"Curriculum; Information and Communications Technology; Computer science; Work (physics); Set (abstract data type); Engineering ethics; Computational thinking; Social computing; Knowledge management; Social media; Sociology; Pedagogy; World Wide Web; Artificial intelligence; Engineering","authors":[{"name":"Renzo Davoli","is_ca":false},{"name":"Joyce Currie Little","is_ca":false},{"name":"Charles Riedesel","is_ca":false},{"name":"Henry M. Walker","is_ca":false},{"name":"Gerry Cross","is_ca":true},{"name":"Brian R. von Konsky","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04965896174024587,"gpt":0.3120664743351628,"spread":0.2624075125949169,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01130705,0.000750927,0.0004752378,0.002127772,0.009343986,0.01315511,0.00198382,0.002675365,0.01380855],"category_scores_gemma":[0.0197168,0.0004831608,0.0007545807,0.001124205,0.008166871,0.008631887,0.01474321,0.005852851,0.002785705],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005849911,"about_ca_system_score_gemma":0.01717031,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001361309,"about_ca_topic_score_gemma":0.003487756,"domain_scores_codex":[0.9902958,0.004951712,0.0004355658,0.0008652402,0.002251724,0.001199863],"domain_scores_gemma":[0.9785957,0.007589736,0.002451057,0.001748158,0.002409482,0.007205888],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006207363,0.003509141,0.02805761,0.001317381,0.00003341712,0.0007509177,0.2238727,0.001688147,0.009739054,0.2565013,0.03618883,0.4382794],"study_design_scores_gemma":[0.00002891884,0.0005190801,0.01832105,0.0008594293,0.00003989903,0.0005882088,0.07160024,0.001259263,0.003947533,0.1286919,0.774074,0.00007055817],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"other","genre_scores_codex":[0.4964761,0.002388982,0.07230569,0.1122513,0.002557937,0.001482712,0.00009265765,0.0007696581,0.3116749],"genre_scores_gemma":[0.8917356,0.002495342,0.05025462,0.007799604,0.0008420014,0.000925241,0.000129756,0.0003076835,0.04551007],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.01380855,"threshold_uncertainty_score":0.05979806,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2019583725","doi":"10.1145/2591708.2591752","title":"Comparing outcomes in inverted and traditional CS1","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Computer science; Population; Function (biology); Psychology; Demography; Sociology","authors":[{"name":"Diane Horton","is_ca":true},{"name":"Michelle Craig","is_ca":true},{"name":"Jennifer Campbell","is_ca":true},{"name":"Paul Gries","is_ca":true},{"name":"Daniel Zingaro","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05353268259417023,"gpt":0.2485468448807927,"spread":0.1950141622866225,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001861518,0.0003472748,0.0003820376,0.001636093,0.0005841302,0.001101757,0.000531244,0.0005833708,0.00898435],"category_scores_gemma":[0.008105019,0.0001052721,0.0005924484,0.00109506,0.0008010899,0.0008210771,0.001773314,0.001418666,0.001300606],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001053633,"about_ca_system_score_gemma":0.001030836,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004942036,"about_ca_topic_score_gemma":0.006048095,"domain_scores_codex":[0.9989169,0.0001478715,0.0000586446,0.000144219,0.0002815303,0.0004509228],"domain_scores_gemma":[0.9892726,0.001643726,0.002715425,0.0005201774,0.0009471698,0.004900816],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.008305714,0.006955053,0.9023511,0.0001199781,0.0002448235,0.0003927806,0.001394415,0.001995451,0.004794332,0.00226558,0.003800313,0.06738052],"study_design_scores_gemma":[0.0001346279,0.005889849,0.9860727,0.00002566996,0.00005492058,0.0001642183,0.001963209,0.0009319961,0.001998672,0.0007488181,0.001976614,0.00003885589],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9979445,0.00003317213,0.00007957323,0.00005895002,0.0000146441,0.00001623189,0.0002104729,0.000007428944,0.001635026],"genre_scores_gemma":[0.9976816,0.00002725629,0.00008826753,0.00006139425,0.00002007196,0.00002064719,0.0006667413,0.000006603066,0.001427306],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00898435,"threshold_uncertainty_score":0.03005564,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2056825598","doi":"10.1145/2538862.2538966","title":"Identifying challenging CS1 concepts in a large problem dataset","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Code (set theory); Data science; Term (time); Information retrieval; Mathematics education; Programming language; Psychology","authors":[{"name":"Yuliya Cherenkova","is_ca":true},{"name":"Daniel Zingaro","is_ca":true},{"name":"Andrew Petersen","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02529105321376424,"gpt":0.315626244481743,"spread":0.2903351912679787,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002535093,0.0009732734,0.0005980831,0.003760544,0.0009774594,0.001264772,0.001144603,0.001790121,0.002482347],"category_scores_gemma":[0.02130316,0.0002075961,0.0006373398,0.004092277,0.0005843861,0.001173231,0.00185007,0.001614523,0.001795266],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006930352,"about_ca_system_score_gemma":0.001112168,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003317997,"about_ca_topic_score_gemma":0.007094427,"domain_scores_codex":[0.9962882,0.00125798,0.000365423,0.0007964385,0.000990076,0.0003019679],"domain_scores_gemma":[0.9789429,0.01269668,0.002151605,0.002243846,0.002445745,0.001519157],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001659881,0.00447216,0.5314105,0.002843082,0.0005397061,0.002314837,0.006301424,0.02010511,0.01289634,0.002510222,0.1485573,0.2663894],"study_design_scores_gemma":[0.0004112287,0.001585139,0.7484324,0.0002764985,0.0001277308,0.00368418,0.009464681,0.07595515,0.01507615,0.004320426,0.1404092,0.0002571794],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9664912,0.0004797963,0.003545519,0.0006115461,0.00009020671,0.0001622445,0.02589596,0.0005638968,0.00215961],"genre_scores_gemma":[0.8551624,0.0002511061,0.01886722,0.0002530234,0.000106393,0.0004477543,0.1218804,0.000139686,0.002891901],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003760544,"threshold_uncertainty_score":0.01340699,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4235782022","doi":"10.1145/1404520","title":"Proceedings of the Fourth international Workshop on Computing Education Research","year":2008,"lang":"en","type":"paratext","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Library science; Inclusion (mineral); Special Interest Group; Political science; Computer science; Medical education; Medicine; Sociology; Social science","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.06475783834142358,"gpt":0.3753514425439013,"spread":0.3105936042024777,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007262193,0.001214334,0.001205545,0.002842397,0.00159226,0.01059198,0.002196161,0.00246302,0.1482912],"category_scores_gemma":[0.01141103,0.0005914498,0.0008727084,0.00266843,0.001253718,0.007643444,0.00439387,0.00458008,0.06163608],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001878227,"about_ca_system_score_gemma":0.004041742,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00129684,"about_ca_topic_score_gemma":0.002835261,"domain_scores_codex":[0.9946519,0.001881941,0.0003505685,0.0006980705,0.001895208,0.0005222379],"domain_scores_gemma":[0.9912545,0.001936493,0.0002389047,0.001401294,0.002925778,0.002243015],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001383277,0.0001507948,0.0004058676,0.0003741995,0.00002634089,0.00009955114,0.000477755,0.000167005,0.001578612,0.01742028,0.7377849,0.2413763],"study_design_scores_gemma":[0.00001236467,0.0000309406,0.0003047982,0.0001826017,0.000009880415,0.0001081656,0.0002207665,0.0001749761,0.0004463033,0.004207857,0.9942921,0.000009144776],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.008866178,0.1062946,0.06695661,0.09368277,0.1359727,0.0006842632,0.002051276,0.003116285,0.5823753],"genre_scores_gemma":[0.03773264,0.04273596,0.03456374,0.007038229,0.01582231,0.0006048824,0.006298278,0.001914297,0.8532896],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.1482912,"threshold_uncertainty_score":0.4960834,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4232393909","doi":"10.1145/1227310","title":"Proceedings of the 38th SIGCSE technical symposium on Computer science education","year":2007,"lang":"en","type":"paratext","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Computer science; IBM; Session (web analytics); Presentation (obstetrics); Library science; Thursday; World Wide Web","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.01190131742806979,"gpt":0.2844350371595661,"spread":0.2725337197314963,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002252672,0.001520152,0.0009722525,0.001148508,0.001016655,0.004452595,0.001109028,0.001811156,0.2719107],"category_scores_gemma":[0.003586858,0.0005122325,0.0006333602,0.001179607,0.000717618,0.004552169,0.002205565,0.004764303,0.223306],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001067334,"about_ca_system_score_gemma":0.002338955,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002612992,"about_ca_topic_score_gemma":0.006044316,"domain_scores_codex":[0.9987464,0.0002238582,0.00007077289,0.0002132169,0.0005976867,0.0001480865],"domain_scores_gemma":[0.9968439,0.0004934205,0.00008209186,0.0004061012,0.001146399,0.001028017],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005707972,0.0001171784,0.0002753802,0.00008940951,0.00001158977,0.00006864796,0.00004111157,0.00009389554,0.001014462,0.001361701,0.878114,0.1187555],"study_design_scores_gemma":[0.00001497227,0.00003560372,0.0005123361,0.00007548269,0.000007446266,0.0001237658,0.00005388679,0.0003844651,0.0003392016,0.001194558,0.9972482,0.00000997395],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.007967167,0.04040218,0.08566759,0.03478596,0.1062686,0.001190603,0.00679847,0.01160585,0.7053136],"genre_scores_gemma":[0.008013866,0.01438994,0.01732333,0.004073048,0.004883272,0.0003205288,0.007928226,0.001225049,0.9418429],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.2719107,"threshold_uncertainty_score":0.9096318,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2066622718","doi":"10.1145/2676723.2677273","title":"Drop, Fail, Pass, Continue","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Drop out; Attrition; Drop (telecommunication); Mathematics education; Significant difference; Psychology; Medical education; Computer science; Mathematics; Demographic economics; Economics; Medicine; Statistics","authors":[{"name":"Diane Horton","is_ca":true},{"name":"Michelle Craig","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03814679864704839,"gpt":0.2547468480416692,"spread":0.2166000493946208,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004941173,0.0004063778,0.0005593158,0.003582583,0.001164858,0.001966139,0.001075568,0.0007587586,0.01094644],"category_scores_gemma":[0.0306333,0.0002013713,0.001038875,0.00243519,0.001261491,0.001438214,0.002328948,0.001769163,0.002516456],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001144792,"about_ca_system_score_gemma":0.001049444,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005609656,"about_ca_topic_score_gemma":0.01019968,"domain_scores_codex":[0.9944834,0.0009577401,0.0005291295,0.0004492713,0.002629109,0.0009513243],"domain_scores_gemma":[0.9621513,0.01041549,0.01694813,0.001712936,0.003602937,0.005169074],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002210688,0.0001849062,0.9796229,0.00003028825,0.00004514322,0.0000571953,0.0004461251,0.0001753332,0.0001172695,0.0002301803,0.001031406,0.01783817],"study_design_scores_gemma":[0.000007104193,0.0002807351,0.9969507,0.00001473683,0.00001494736,0.00007529023,0.0007806007,0.0002881739,0.0002018431,0.0002163394,0.001156778,0.00001275992],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9902149,0.0001997201,0.0007940979,0.0003405833,0.00003623746,0.0001177993,0.001400576,0.00007693993,0.006819156],"genre_scores_gemma":[0.9933789,0.0001572532,0.0004854518,0.0001000246,0.00004359345,0.000126999,0.001359136,0.00002760018,0.004320983],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01094644,"threshold_uncertainty_score":0.03661954,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2050638549","doi":"10.1145/2822517","title":"Programming in K-12 science classrooms","year":2015,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"National Science Foundation","keywords":"Computer science; Mathematics education; Programming language; Multimedia; Psychology","authors":[{"name":"Pratim Sengupta","is_ca":true},{"name":"Amanda Dickes","is_ca":false},{"name":"Amy Voss Farris","is_ca":false},{"name":"Ashlyn Karan","is_ca":false},{"name":"David Martin","is_ca":false},{"name":"Mason Wright","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1091517548825389,"gpt":0.3411621671620637,"spread":0.2320104122795247,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002007931,0.0005693783,0.0004884492,0.0007877643,0.003725721,0.007863925,0.002004898,0.001550212,0.01649049],"category_scores_gemma":[0.008747944,0.000545541,0.0004342017,0.001002743,0.001608482,0.003877041,0.005798473,0.003468473,0.007043737],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00213741,"about_ca_system_score_gemma":0.00512204,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002902672,"about_ca_topic_score_gemma":0.007836876,"domain_scores_codex":[0.9976979,0.0007023728,0.0001133167,0.0005404305,0.0004477095,0.0004982405],"domain_scores_gemma":[0.9924935,0.001354995,0.0004596702,0.0004654915,0.001096433,0.004130054],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001850513,0.01696357,0.06885783,0.00140334,0.00005355703,0.002946141,0.1721952,0.003747497,0.02610458,0.07333232,0.09519305,0.5373524],"study_design_scores_gemma":[0.0005160725,0.003092027,0.05458239,0.002164509,0.000101527,0.002740388,0.144525,0.007644836,0.03392484,0.09979311,0.6506083,0.0003070494],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8118333,0.0007695028,0.01974629,0.004791984,0.0004559053,0.0003135391,0.0002978829,0.001265594,0.160526],"genre_scores_gemma":[0.8978508,0.0009975365,0.02609508,0.00127326,0.0000453315,0.0002674853,0.0004027162,0.0003472357,0.07272053],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01649049,"threshold_uncertainty_score":0.05516618,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3134161095","doi":"10.1145/3408877.3432430","title":"STOP THE (AUTOGRADER) INSANITY: Regression Penalties to Deter Autograder Overreliance","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Insanity; Regression; Regression analysis; Computer science; Psychology; Computer security; Operations research; Actuarial science; Engineering; Business; Machine learning; Psychoanalysis; Psychiatry","authors":[{"name":"Elisa Baniassad","is_ca":true},{"name":"Lucas Zamprogno","is_ca":true},{"name":"Braxton Hall","is_ca":true},{"name":"Reid Holmes","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02189657914387818,"gpt":0.2754168992692508,"spread":0.2535203201253727,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01584321,0.001292522,0.0008370848,0.002010089,0.00140093,0.002444351,0.002423053,0.001808892,0.01338189],"category_scores_gemma":[0.1665377,0.000491612,0.0004865104,0.001036829,0.001315598,0.002516731,0.002805802,0.004379221,0.005285121],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008992155,"about_ca_system_score_gemma":0.002411264,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001544048,"about_ca_topic_score_gemma":0.003180047,"domain_scores_codex":[0.9858001,0.006669041,0.001196094,0.001744239,0.003551192,0.001039237],"domain_scores_gemma":[0.8453097,0.07814267,0.02137795,0.02353277,0.02312017,0.008516656],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002590324,0.003161961,0.09805162,0.0005103287,0.0001660902,0.0006123448,0.002873137,0.02625203,0.02013715,0.02535477,0.1015328,0.7187575],"study_design_scores_gemma":[0.001717341,0.008349509,0.1583293,0.001033973,0.0003274297,0.002469749,0.002698167,0.5219407,0.08566684,0.0684364,0.1480489,0.0009817829],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.613357,0.0004251982,0.3044307,0.007392015,0.001492642,0.001008763,0.001159642,0.03530635,0.03542764],"genre_scores_gemma":[0.8819241,0.00007042685,0.104128,0.001038874,0.0001711842,0.0004634185,0.0004862918,0.001755702,0.009962068],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01584321,"threshold_uncertainty_score":0.08378786,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2598840888","doi":"10.1007/978-3-319-55553-9_12","title":"A Scenario-Based Approach for Designing Educational Robotics Activities for Co-creative Problem Solving","year":2017,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval","funders":"","keywords":"Robotics; Creativity; Artificial intelligence; Computational thinking; Curriculum; Orchestration; Educational robotics; Computer science; Robot; Process (computing); Creative problem-solving; Mathematics education; Developmental robotics; Knowledge management; Engineering ethics; Psychology; Pedagogy; Engineering","authors":[{"name":"Vassilis Komis","is_ca":false},{"name":"Margarida Roméro","is_ca":true},{"name":"Anastasia Misirli","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03903216405813983,"gpt":0.3183572774966195,"spread":0.2793251134384797,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006982061,0.001228299,0.0003086884,0.00083918,0.0008100206,0.002353921,0.001955998,0.001366463,0.01810115],"category_scores_gemma":[0.001263499,0.0004664857,0.0008759275,0.0007224455,0.0009631724,0.00189661,0.002259157,0.001053763,0.002920324],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007371191,"about_ca_system_score_gemma":0.001113546,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001240085,"about_ca_topic_score_gemma":0.002481038,"domain_scores_codex":[0.9992091,0.0003963127,0.00004101402,0.0001271829,0.0001738142,0.00005271983],"domain_scores_gemma":[0.9994957,0.0002388709,0.00002999213,0.00006526322,0.00009565555,0.0000743743],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001565898,0.0004374743,0.001287986,0.0009985958,0.00009330043,0.001041689,0.004752517,0.1107611,0.02800692,0.475371,0.01707936,0.3600134],"study_design_scores_gemma":[0.00006293974,0.0002818623,0.001033469,0.0004675347,0.00007963851,0.00185797,0.003194964,0.3955906,0.01861575,0.2139636,0.3647433,0.0001083203],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.003411762,0.0001398459,0.9651881,0.0002707047,0.00003948097,0.0002106392,0.00009579324,0.0006733463,0.02997026],"genre_scores_gemma":[0.07405168,0.0003343264,0.9083565,0.00006720488,0.00001277358,0.0004349236,0.0003305729,0.0001165834,0.01629545],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01810115,"threshold_uncertainty_score":0.06055439,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2604575007","doi":"10.1145/3017680.3022434","title":"What We Say vs. What They Do","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Outreach; Mainstream; Variety (cybernetics); Diversification (marketing strategy); Computer science; Coding (social sciences); Public relations; World Wide Web; Sociology; Social science; Political science; Artificial intelligence","authors":[{"name":"Anita DeWitt","is_ca":false},{"name":"Julia Fay","is_ca":false},{"name":"Madeleine Goldman","is_ca":false},{"name":"Eleanor Nicolson","is_ca":false},{"name":"Linda Oyolu","is_ca":false},{"name":"Lukas Resch","is_ca":false},{"name":"Jovan Martinez Saldaña","is_ca":false},{"name":"Soulideth Sounalath","is_ca":false},{"name":"Tyler Williams","is_ca":false},{"name":"Kathryn Yetter","is_ca":false},{"name":"Elizabeth Zak","is_ca":false},{"name":"Narren J. Brown","is_ca":false},{"name":"Samuel A. Rebelsky","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02721729491054234,"gpt":0.2914630055201056,"spread":0.2642457106095633,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01882709,0.000502556,0.0007215553,0.00199888,0.004781744,0.01498256,0.001396593,0.003432501,0.01501655],"category_scores_gemma":[0.06767099,0.0003723754,0.0005920242,0.001932188,0.01877993,0.02443663,0.004460113,0.00822476,0.005801374],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003516887,"about_ca_system_score_gemma":0.006770386,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004475213,"about_ca_topic_score_gemma":0.00425471,"domain_scores_codex":[0.9765975,0.01329726,0.001217377,0.002042434,0.004957766,0.001887723],"domain_scores_gemma":[0.9531872,0.02632955,0.004418909,0.002911943,0.007754066,0.005398326],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0001662541,0.0001467563,0.01483799,0.002278879,0.0002156747,0.0007401832,0.2061751,0.0001916285,0.0008709482,0.4184681,0.1732912,0.1826172],"study_design_scores_gemma":[0.00003344725,0.00007179494,0.003446111,0.003001844,0.00009748452,0.0006692595,0.1532913,0.0001967066,0.0006834085,0.2282558,0.6101695,0.00008332323],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.03687045,0.0266747,0.02343248,0.6140819,0.02499833,0.0002012406,0.0007967244,0.0002456041,0.2726986],"genre_scores_gemma":[0.6832364,0.03270907,0.01630796,0.2059276,0.01067428,0.0005894312,0.0006458053,0.0007936476,0.04911589],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01882709,"threshold_uncertainty_score":0.09956837,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3173796469","doi":"10.1145/3459990.3460694","title":"PlushPal: Storytelling with Interactive Plush Toys and Machine Learning","year":2021,"lang":"en","type":"article","venue":"Interaction Design and Children","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Storytelling; Computer science; Gesture; Interactive storytelling; Context (archaeology); Multimedia; Human–computer interaction; Debugging; Artificial intelligence; Programming language","authors":[{"name":"Tiffany Tseng","is_ca":false},{"name":"Yumiko Murai","is_ca":true},{"name":"Natalie Freed","is_ca":false},{"name":"Deanna Gelosi","is_ca":false},{"name":"Tung D. Ta","is_ca":false},{"name":"Yoshihiro Kawahara","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01713872266153205,"gpt":0.2355305483223324,"spread":0.2183918256608004,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001080662,0.001363695,0.0004034683,0.0007058689,0.0004675865,0.002004729,0.001791693,0.0009296139,0.02757222],"category_scores_gemma":[0.00500492,0.0006009893,0.0006699159,0.0002738809,0.0008710328,0.002917766,0.003900888,0.001010317,0.004451327],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003185457,"about_ca_system_score_gemma":0.0002367138,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002772897,"about_ca_topic_score_gemma":0.0007625591,"domain_scores_codex":[0.9990855,0.0004524701,0.00005424499,0.0001449537,0.000188137,0.00007465461],"domain_scores_gemma":[0.9969908,0.002138891,0.0001358632,0.0003137794,0.0001391156,0.0002814997],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001574498,0.00115361,0.008651962,0.004120741,0.0001783409,0.005560179,0.02838575,0.01159079,0.09561461,0.04330095,0.08542279,0.7144459],"study_design_scores_gemma":[0.0002886616,0.001577644,0.01060449,0.0007494169,0.00015289,0.009556479,0.005579893,0.0397556,0.05206615,0.02392327,0.8554462,0.0002993004],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1350854,0.001257861,0.7620721,0.00125683,0.000314351,0.0009743192,0.002695088,0.02845282,0.06789125],"genre_scores_gemma":[0.3569381,0.0008987216,0.5975766,0.0005619316,0.000107417,0.001551092,0.00299336,0.002192083,0.03718073],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02757222,"threshold_uncertainty_score":0.09223825,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}