{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":980,"total_is_capped":false,"direct_labels_cover":2,"predictions_cover":980,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"0d81a974f60f","filters":{"topic":"Teaching and Learning Programming"}},"results":[{"id":"W4390315357","doi":"10.1145/3623762.3633499","title":"The Robots Are Here: Navigating the Generative AI Revolution in Computing Education","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":317,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Leverage (statistics); Context (archaeology); Generative grammar; Artificial intelligence; Ubiquitous computing; Data science; Engineering ethics; Engineering; Human–computer interaction","retraction":null,"screen_n_in":null,"score":{"opus":0.01991203110160682,"gpt":0.3158580756562075,"spread":0.2959460445546007,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001489796,0.00007535257,0.00006217827,0.00002850769,0.0009700936,0.0003744202,0.0004943372,0.00002915381,5.069187e-7],"category_scores_gemma":[0.0002359326,0.00004353779,0.00002970041,0.000764239,0.00003234579,0.0001647448,0.0001812979,0.0005372461,0.00004015593],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006026036,"about_ca_system_score_gemma":0.00008446844,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003696834,"about_ca_topic_score_gemma":0.0001533431,"domain_scores_codex":[0.9988417,0.0003618804,0.0001677909,0.0002165041,0.0001658182,0.0002462899],"domain_scores_gemma":[0.9991928,0.0003419574,0.0001022495,0.0002908938,0.00004838577,0.00002368014],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[4.850697e-7,0.00001249481,0.008971284,0.000003761667,0.00000315282,9.69546e-7,0.005909724,0.0196608,0.00002514523,0.01863639,0.001679659,0.9450961],"study_design_scores_gemma":[0.0001108972,0.00002150964,0.07825682,0.0002188189,0.000002033194,0.00001097112,0.006993908,0.8961742,0.00005081825,0.001775735,0.01621618,0.0001681014],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2150806,0.0006942271,0.7005326,0.08018541,0.001537555,0.0003804498,1.224191e-7,0.001003638,0.0005854323],"genre_scores_gemma":[0.9764021,0.000007292543,0.02210639,0.0006587183,0.0001608956,0.00001566936,0.000002100184,0.000006285595,0.0006405195],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9449281,"threshold_uncertainty_score":0.7461274,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4321162272","doi":"10.1145/3544548.3580919","title":"Studying the effect of AI Code Generators on Supporting Novice Learners in Introductory Programming","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":288,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Python (programming language); Code (set theory); Scratch; Task (project management); Programming language; Pair programming; Artificial intelligence; Natural language processing; Software; Software development","retraction":null,"screen_n_in":null,"score":{"opus":0.02992263159885812,"gpt":0.3209316447643412,"spread":0.2910090131654831,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007641176,0.0004274357,0.000602014,0.0004550129,0.0002462826,0.0004494052,0.002002027,0.0002206114,0.000003069932],"category_scores_gemma":[0.001198254,0.000295607,0.0002172665,0.000720445,0.00009245369,0.0001231945,0.001925736,0.003256341,0.00002648029],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001441508,"about_ca_system_score_gemma":0.0001763202,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001112694,"about_ca_topic_score_gemma":0.0002037029,"domain_scores_codex":[0.9954465,0.001286691,0.0007567269,0.001144993,0.000668843,0.0006962422],"domain_scores_gemma":[0.9969645,0.001022837,0.0005238904,0.001350051,0.00005798584,0.00008079205],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002072784,0.00006805946,0.05385408,0.0004231534,0.0001011528,0.00004038085,0.01136394,0.09162882,0.00007520497,0.001210662,0.0002563261,0.8409575],"study_design_scores_gemma":[0.01109045,0.01396105,0.06868137,0.01243479,0.0008299681,0.000125511,0.02159669,0.5654535,0.03696745,0.001280987,0.2549362,0.01264205],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8758221,0.0001683581,0.1140281,0.003937684,0.002710452,0.001606287,0.000001429787,0.001604558,0.0001210218],"genre_scores_gemma":[0.9778072,0.000003656924,0.0213033,0.0001265236,0.0002849392,0.0001502583,0.000009225443,0.00005813915,0.0002568144],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8283154,"threshold_uncertainty_score":0.9999496,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2040888129","doi":"10.1145/1345375.1345438","title":"Developing a computer science-specific learning taxonomy","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":279,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Taxonomy (biology); Computer science; Bloom's taxonomy; Domain (mathematical analysis); Data science; Cognition; Artificial intelligence; Management science; Psychology; Engineering; Ecology; Biology","retraction":null,"screen_n_in":null,"score":{"opus":0.04597120944008351,"gpt":0.2659085814039111,"spread":0.2199373719638276,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003954797,0.0002137993,0.0001945001,0.0003513328,0.0009953531,0.0006624244,0.002403818,0.0000740649,0.00004284037],"category_scores_gemma":[0.0004402417,0.0002083659,0.00007473572,0.0008902819,0.0002112496,0.0002185772,0.001214795,0.0006796619,0.0007200871],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001758537,"about_ca_system_score_gemma":0.0001385967,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003693923,"about_ca_topic_score_gemma":0.000001501833,"domain_scores_codex":[0.9973994,0.0001056164,0.0003428909,0.000754316,0.0005149717,0.0008827549],"domain_scores_gemma":[0.9982074,0.0004736019,0.0001605317,0.0008299084,0.0001297696,0.000198715],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005011913,0.00002557314,0.001562665,0.000006137375,0.000006037996,0.00004809829,0.001227385,0.0003105871,0.0001751737,0.01203682,0.001253568,0.9833429],"study_design_scores_gemma":[0.0002508741,0.00007964756,0.00340908,0.00004834311,0.000001617996,0.00005190347,0.0001048204,0.000680955,0.0009354292,0.00009848659,0.9940144,0.0003244396],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.035293,0.0001307492,0.959093,0.003045776,0.0006022782,0.000163826,4.856437e-8,0.0007407143,0.000930591],"genre_scores_gemma":[0.3919776,0.00000499253,0.6071422,0.0003637948,0.000225465,0.000009339413,8.030672e-7,0.00001250244,0.000263232],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9927608,"threshold_uncertainty_score":0.9255503,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3000240292","doi":"10.1145/3344429.3372508","title":"Compiler Error Messages Considered Unhelpful","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":193,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"The Scarborough Hospital","funders":"","keywords":"Computer science; Compiler; Interpreter; Syntax; Syntax error; Process (computing); Programming language; Error detection and correction; Artificial intelligence; Abstract syntax tree; Algorithm","retraction":null,"screen_n_in":null,"score":{"opus":0.01795464734595689,"gpt":0.2562612504654603,"spread":0.2383066031195034,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002347146,0.0000915284,0.0001218516,0.00005529286,0.00008113076,0.0001837983,0.0004644742,0.00004082726,0.0002629095],"category_scores_gemma":[0.00003260524,0.00007464318,0.00004722923,0.0001310208,0.00002204691,0.0002193273,0.0001566283,0.0001987117,0.001520189],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001156159,"about_ca_system_score_gemma":0.00002921563,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005631031,"about_ca_topic_score_gemma":0.000003764854,"domain_scores_codex":[0.9991297,0.00007439232,0.0001172115,0.0002805531,0.0001659689,0.0002322419],"domain_scores_gemma":[0.9992757,0.0001297374,0.00004380196,0.0004595211,0.00002832033,0.0000629632],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007779107,0.0001552345,0.03696177,0.0000459775,0.00007150453,0.00003325,0.0055587,0.00127065,0.001076168,0.2075632,0.02322793,0.7240278],"study_design_scores_gemma":[0.0005802382,0.0001144545,0.01178223,0.00002975175,0.000004107193,0.00002989585,0.0003158045,0.02202184,0.0003699816,0.0006836894,0.9637344,0.0003335743],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1377465,0.0002262562,0.796179,0.008036534,0.001298647,0.0003105165,5.615719e-7,0.002206707,0.05399531],"genre_scores_gemma":[0.87693,6.801352e-7,0.1122537,0.0006599277,0.00001998629,0.000002622759,0.000001158909,0.000006396512,0.0101255],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9405065,"threshold_uncertainty_score":0.9992573,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2042953006","doi":"10.1007/s10758-006-0006-7","title":"The Co-Emergence of Machine Techniques, Paper-and-Pencil Techniques, and Theoretical Reflection: A Study of Cas use in Secondary School Algebra","year":2006,"lang":"en","type":"article","venue":"International Journal of Computers for Mathematical Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":156,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Pencil (optics); Dialectic; Factoring; Relation (database); Mathematics education; Equivalence (formal languages); Computer science; Algebra over a field; Adaptation (eye); Process (computing); History and philosophy of science; Mathematics; Epistemology; Psychology; Programming language; Pure mathematics; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01337276321657401,"gpt":0.302035718772748,"spread":0.288662955556174,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001997588,0.0001237461,0.000282903,0.0002172289,0.0001085506,0.0001540062,0.0005674701,0.00005298388,0.00000746121],"category_scores_gemma":[0.0005136232,0.0000887423,0.00007829213,0.0001283778,0.0001595035,0.0003534457,0.0001735241,0.0005883835,2.175413e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004032316,"about_ca_system_score_gemma":0.00005844608,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005626362,"about_ca_topic_score_gemma":0.000009998388,"domain_scores_codex":[0.9981744,0.0002380477,0.0007973311,0.0001676949,0.0004738994,0.0001486225],"domain_scores_gemma":[0.9977649,0.001237927,0.0005212216,0.0001357011,0.0002835866,0.00005661576],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002277849,0.000714879,0.008632621,0.00008909905,0.0001640594,0.00008405073,0.003092253,0.0002858837,0.0009300744,0.4330444,0.0001501147,0.5525848],"study_design_scores_gemma":[0.01499303,0.0255628,0.05103888,0.007169562,0.0003676902,0.01377534,0.007176752,0.2746212,0.01839143,0.4971657,0.08712623,0.002611409],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3124624,0.0002608825,0.685775,0.0007182729,0.0001468619,0.0003177843,9.818075e-7,0.00005722851,0.0002605973],"genre_scores_gemma":[0.8456137,0.00002209035,0.1542419,0.00001765687,0.00006573173,0.000007529382,5.577198e-7,0.000009018334,0.00002182609],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5499734,"threshold_uncertainty_score":0.3618806,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1507655906","doi":"10.11575/prism/30356","title":"TEACHING WITH GAMES: THE MINESWEEPER AND ASTEROIDS EXPERIENCE","year":2001,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":152,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Turns, rounds and time-keeping systems in games; Value (mathematics); Multimedia; Emergent gameplay; Game mechanics; Game programming; Video game design; Mathematics education; Human–computer interaction; Game Developer; Game design; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.01297890294655954,"gpt":0.2485015363013992,"spread":0.2355226333548396,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000318937,0.00009049327,0.00006675367,0.00002896907,0.0003245435,0.0003208056,0.0004264686,0.0000193816,0.000006223525],"category_scores_gemma":[0.00002548517,0.00004614075,0.00001376628,0.0001099053,0.00006638465,0.0003117589,0.0001260414,0.0002316619,0.000007290941],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000006250079,"about_ca_system_score_gemma":0.000008858681,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002663219,"about_ca_topic_score_gemma":0.00002448138,"domain_scores_codex":[0.999235,0.00008534128,0.00007708867,0.0002471913,0.0001528266,0.0002025654],"domain_scores_gemma":[0.9994827,0.00008629101,0.0000285987,0.0003379136,0.00001230109,0.00005223043],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003729034,0.00002063074,0.01573119,0.000002683684,0.000005936282,0.00001738952,0.03344999,0.00003963626,0.00007989022,0.009280971,0.00008912669,0.9412788],"study_design_scores_gemma":[0.0004794856,0.0003322966,0.01775517,0.00005729314,0.000006970905,0.001013769,0.007449415,0.02162027,0.00005970377,0.0001286173,0.9506879,0.0004090551],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4004522,0.00009810532,0.5936025,0.002327019,0.00004482083,0.00005177532,1.338907e-8,0.0002104846,0.003212997],"genre_scores_gemma":[0.9220586,0.000002465393,0.07316728,0.0005221321,0.00004006824,0.00001091529,9.63539e-8,0.000005275076,0.004193099],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9505988,"threshold_uncertainty_score":0.3093536,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4392564669","doi":"10.1145/3626252.3630909","title":"Prompt Problems: A New Programming Exercise for the Generative AI Era","year":2024,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":144,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"Ulla Tuomisen Säätiö","keywords":"Generative grammar; Computer science; Artificial intelligence; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02639252194379686,"gpt":0.2911855269503672,"spread":0.2647930050065703,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006605759,0.0001574552,0.0001240308,0.00007133974,0.0003875233,0.001891255,0.000671305,0.00004878301,0.00001010762],"category_scores_gemma":[0.00005105545,0.00009197607,0.0001192994,0.0003942833,0.00003161451,0.0004197176,0.0001427422,0.0003764968,0.00004146855],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003011974,"about_ca_system_score_gemma":0.0002194751,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001634272,"about_ca_topic_score_gemma":0.00002425312,"domain_scores_codex":[0.9987233,0.00004332771,0.0001788646,0.0004716412,0.0001981735,0.0003847009],"domain_scores_gemma":[0.9992414,0.0002167578,0.00003091959,0.0003723134,0.00004658009,0.00009203851],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001806842,0.00001835121,0.00001281467,0.0000515253,0.00002542283,0.000002720625,0.007598419,0.0004912005,0.00002141154,0.03779076,0.007993352,0.9459922],"study_design_scores_gemma":[0.000119023,0.00009390913,0.00001914352,0.0001445589,0.00001910435,0.00001246829,0.0000955294,0.1990064,0.0001259597,0.001442171,0.7987672,0.0001544729],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0000734761,0.003181446,0.9746284,0.01913084,0.0005102824,0.001035832,3.157156e-7,0.00132405,0.0001152949],"genre_scores_gemma":[0.06224227,0.00001927486,0.9170027,0.0005991441,0.0004571914,0.0006658575,0.000003348292,0.00003348948,0.01897676],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9458377,"threshold_uncertainty_score":0.9991449,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3019441664","doi":"10.1108/jrit-01-2020-0003","title":"STEAM education: student learning and transferable skills","year":2020,"lang":"en","type":"article","venue":"Journal of Research in Innovative Teaching & Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":132,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Western University","funders":"","keywords":"Curriculum; Originality; Creativity; 21st century skills; Mathematics education; Pedagogy; The arts; Focus group; Critical thinking; Psychology; Sociology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.04727588731278223,"gpt":0.4179190769472184,"spread":0.3706431896344362,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01446813,0.000201747,0.0004180367,0.001012868,0.0008149471,0.0006375993,0.0009225784,0.0000952897,0.00001236477],"category_scores_gemma":[0.004196826,0.0001842324,0.00006702517,0.002198282,0.0001331917,0.001023232,0.0003435135,0.01039509,0.000008627264],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002062802,"about_ca_system_score_gemma":0.0005966882,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004903968,"about_ca_topic_score_gemma":0.000001280262,"domain_scores_codex":[0.9931962,0.003751613,0.0007683096,0.0004335256,0.001230967,0.0006193236],"domain_scores_gemma":[0.9971752,0.001260583,0.0003708548,0.0001459049,0.0007824432,0.0002650238],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003715088,0.0003066077,0.1563713,0.00009303293,0.00005496492,0.00009922711,0.06656003,0.002623803,0.001056818,0.01099248,0.0002506171,0.761554],"study_design_scores_gemma":[0.00279987,0.00552542,0.04799474,0.00240804,0.00001328971,0.0003895195,0.05199164,0.006078137,0.0003359551,0.0008055469,0.8808639,0.0007939165],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8509315,0.00174542,0.1297275,0.01264242,0.0003274445,0.00028092,1.344244e-7,0.0001655791,0.004179075],"genre_scores_gemma":[0.9602876,0.00009288224,0.03856139,0.0001825674,0.000360481,0.00000710247,8.397195e-7,0.00002517949,0.0004819554],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8806133,"threshold_uncertainty_score":0.991888,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2043829411","doi":"10.1145/365024.365303","title":"GeneyTM","year":2001,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":129,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Mobile device; Human–computer interaction; User interface; Process (computing); User interface design; Multimedia; Interface (matter); User-centered design; User experience design; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.01665491435541849,"gpt":0.2473180712420591,"spread":0.2306631568866406,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001274887,0.00002935308,0.00002715608,0.00002327417,0.00006341356,0.00008473525,0.0002775597,0.00001226402,0.00002873539],"category_scores_gemma":[0.00001312265,0.00002386543,0.00001678422,0.0001116245,0.000005001069,0.0001062386,0.00005400897,0.00006169749,0.0002126231],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000004732399,"about_ca_system_score_gemma":0.000006571584,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003486413,"about_ca_topic_score_gemma":0.000002132806,"domain_scores_codex":[0.9996603,0.00001913994,0.0000388525,0.0001056952,0.00006429646,0.0001117651],"domain_scores_gemma":[0.9997489,0.0000147894,0.000009257791,0.0001863286,0.000007067381,0.00003362018],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[1.655338e-7,0.000008186022,0.002921449,2.998668e-7,0.000001228672,0.000007924806,0.0002225295,0.00003177575,0.00002206279,0.04058977,0.0008321119,0.9553625],"study_design_scores_gemma":[0.0000487451,0.00001657248,0.003470064,0.000001299324,3.54733e-7,0.00003277174,0.00001016165,0.007968294,0.00003949062,0.0002380356,0.98812,0.00005427201],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01085951,0.00003812634,0.9615016,0.001144219,0.00009006701,0.00001301403,4.336821e-9,0.0005019339,0.02585154],"genre_scores_gemma":[0.6896834,0.00000251764,0.3005073,0.0003453071,0.00004069229,0.000001308915,1.201479e-7,0.000002132168,0.009417244],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9872878,"threshold_uncertainty_score":0.2732911,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2012283428","doi":"10.1145/1709424.1709460","title":"Naturally occurring data as research instrument","year":2010,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":127,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Taxonomy (biology); Syntax; Tracing; Programming language; Code (set theory); Replication (statistics); Extension (predicate logic); Mathematics education; Natural language processing; Psychology; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.1137497967383913,"gpt":0.3855628700363099,"spread":0.2718130732979185,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003611175,0.0001388636,0.000125835,0.000146329,0.000507289,0.0006087784,0.006953902,0.0001092984,0.0001650942],"category_scores_gemma":[0.00449385,0.0001253506,0.00003438504,0.0003084257,0.00009710118,0.0002077247,0.005423148,0.002150497,0.001823596],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002317442,"about_ca_system_score_gemma":0.000105439,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007001134,"about_ca_topic_score_gemma":0.00003465335,"domain_scores_codex":[0.9975491,0.0002643071,0.0002016096,0.0007332859,0.0006623555,0.0005894105],"domain_scores_gemma":[0.9954928,0.0006074999,0.00006430994,0.003571328,0.00009611464,0.0001679325],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007842966,0.00007936616,0.001232,0.00001274473,0.0000145263,0.00006004046,0.001570146,0.000007097337,0.0009069715,0.01738775,0.026454,0.9522675],"study_design_scores_gemma":[0.0001916223,0.00006865826,0.0008504811,0.00002737432,0.000001887784,0.00004801157,0.00009127847,0.0004978678,0.0002803911,0.0004082616,0.9973665,0.0001676411],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9205192,0.000344411,0.008358786,0.06045391,0.002759943,0.0004834041,0.000004065459,0.001345551,0.005730689],"genre_scores_gemma":[0.7922457,0.000004202663,0.206018,0.0005171904,0.0002263582,0.00001092919,0.000009365614,0.00001481359,0.0009534171],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9709125,"threshold_uncertainty_score":0.9989536,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2398005666","doi":"10.1186/s41039-016-0036-2","title":"Identifying middle school students’ challenges in computational thinking-based science learning","year":2016,"lang":"en","type":"article","venue":"Research and Practice in Technology Enhanced Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":126,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"National Science Foundation","keywords":"Computational thinking; Parallels; Computer science; Curriculum; Mathematics education; Face (sociological concept); Science education; Learning sciences; Domain (mathematical analysis); Educational technology; Artificial intelligence; Pedagogy; Psychology; Engineering; Mathematics; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.1227372190327289,"gpt":0.4285218578663217,"spread":0.3057846388335929,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01552229,0.0001873015,0.0002465538,0.002833213,0.000976418,0.0006058399,0.001693362,0.0002155494,0.000008592808],"category_scores_gemma":[0.03101487,0.0001637427,0.0000247599,0.00283151,0.0007977443,0.001859411,0.001049783,0.003448292,0.0000682504],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003150611,"about_ca_system_score_gemma":0.0004137855,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007443388,"about_ca_topic_score_gemma":0.00006303458,"domain_scores_codex":[0.9945222,0.001515739,0.0003825525,0.001064386,0.001396577,0.001118602],"domain_scores_gemma":[0.9928702,0.005982394,0.0002070218,0.0003900346,0.0003958227,0.0001544935],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00006473184,0.0002016896,0.03959746,0.00004209243,0.00001090321,0.000112083,0.004125018,0.004515391,0.004126154,0.01502567,0.000001116465,0.9321777],"study_design_scores_gemma":[0.02251639,0.01116704,0.279716,0.01740773,0.00003594532,0.001075042,0.1547287,0.08049972,0.02144818,0.3210356,0.08508523,0.005284515],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7074741,0.004924461,0.2571324,0.02631746,0.0001601076,0.0004760497,1.16274e-7,0.001012942,0.002502385],"genre_scores_gemma":[0.9327275,0.0007596437,0.06624054,0.0000290256,0.00002365819,0.0000674015,4.235344e-7,0.00001779426,0.0001340011],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9268932,"threshold_uncertainty_score":0.9988508,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1984954093","doi":"10.1145/1953163.1953340","title":"Reviewing CS1 exam question content","year":2011,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":120,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Computer science; Content (measure theory); Information retrieval; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.2104265753039662,"gpt":0.2766355494209976,"spread":0.0662089741170313,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006848794,0.00005802712,0.00007335361,0.00003284803,0.00008573283,0.00006549622,0.0003071709,0.00002230661,0.00002616453],"category_scores_gemma":[0.00008447853,0.00004551403,0.00003535653,0.00008960869,0.00001065231,0.0002436049,0.00007585956,0.0001224634,0.0001384262],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001286623,"about_ca_system_score_gemma":0.000009020293,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003320536,"about_ca_topic_score_gemma":0.000003651538,"domain_scores_codex":[0.99936,0.0001140352,0.0001137218,0.0001762734,0.00009189003,0.0001441388],"domain_scores_gemma":[0.9996019,0.00002176321,0.00004076458,0.0002599982,0.00002724914,0.00004831942],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[5.300863e-7,0.00002092289,0.002187571,0.000007129146,0.000003328181,0.000004038118,0.00157716,0.000001067176,0.00004418035,0.1200216,0.0001703052,0.8759622],"study_design_scores_gemma":[0.000493779,0.0004208333,0.07707476,0.0004501769,0.00002084901,0.00009611575,0.0003279491,0.007110697,0.001638001,0.001376949,0.9102826,0.0007073453],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.003712558,0.000390232,0.9848752,0.0002029354,0.0002585664,0.00005889789,1.420067e-8,0.0005565225,0.00994507],"genre_scores_gemma":[0.5678578,0.00001192783,0.4304628,0.0002326637,0.00002700256,0.000005167314,2.494224e-7,0.000003528766,0.001398826],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9101123,"threshold_uncertainty_score":0.1856008,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1598900190","doi":"10.11575/prism/34909","title":"Preparing teachers for technology integration: Creating a culture of inquiry in the context of use","year":2002,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":118,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary","funders":"","keywords":"Technology integration; Curriculum; Information and Communications Technology; Context (archaeology); Educational technology; Pedagogy; Information technology; Process (computing); Mathematics education; Sociology; Curriculum development; Psychology; Computer science; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.05465270310944068,"gpt":0.3003716955000574,"spread":0.2457189923906168,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004419347,0.00005865939,0.000113174,0.00009688498,0.00005515119,0.00004286914,0.0004316964,0.00006456282,0.000001476527],"category_scores_gemma":[0.0005297137,0.00003720156,0.00003990099,0.0003069807,0.00006029132,0.0001901229,0.00005261094,0.0001897215,4.294108e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000117085,"about_ca_system_score_gemma":0.00000602605,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001280435,"about_ca_topic_score_gemma":0.00005713219,"domain_scores_codex":[0.9993986,0.00006781697,0.0001973377,0.0001413039,0.00008325755,0.0001116424],"domain_scores_gemma":[0.9993886,0.0001942533,0.0001106752,0.0002562603,0.00004150402,0.000008708975],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.000002210314,0.00007394724,0.007231779,0.00001307604,0.000008865317,4.161498e-7,0.2756718,0.00008768329,0.0005030993,0.04708187,0.0004380779,0.6688871],"study_design_scores_gemma":[0.003601256,0.002441039,0.006686466,0.00110307,0.000055876,0.0001077857,0.4467472,0.3709384,0.01752344,0.001962542,0.1479287,0.0009043159],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2658071,0.0002247224,0.7313278,0.0007840432,0.00007241209,0.0003209515,2.813514e-7,0.0001577902,0.001304871],"genre_scores_gemma":[0.8553576,0.000001798044,0.1443122,0.00004389229,0.00001024955,0.00001926653,3.611268e-7,0.000002432952,0.0002522311],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6679828,"threshold_uncertainty_score":0.1517035,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2600561228","doi":"10.1108/ijilt-09-2016-0048","title":"Artificial intelligence, computational thinking, and mathematics education","year":2017,"lang":"en","type":"article","venue":"International Journal of Information and Learning Technology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":115,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Computational thinking; Sociocultural evolution; Agency (philosophy); Value (mathematics); Perception; Computer science; Cognitive science; Cognition; Originality; Artificial intelligence; Mathematics education; Management science; Psychology; Sociology; Engineering; Social science; Creativity; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.01399485934525204,"gpt":0.302182836290614,"spread":0.288187976945362,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000772009,0.00006970898,0.00009840231,0.0005242316,0.0004268814,0.0008772084,0.0007621417,0.00007614083,0.000004013867],"category_scores_gemma":[0.001130659,0.00006298518,0.00002550209,0.00005183737,0.0001101161,0.001440539,0.0002303603,0.0004997119,0.000007693023],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002395468,"about_ca_system_score_gemma":0.00009174413,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009202759,"about_ca_topic_score_gemma":7.702394e-7,"domain_scores_codex":[0.9991698,0.00002781776,0.0003937611,0.00006384507,0.0002635582,0.00008125115],"domain_scores_gemma":[0.9985102,0.00007272958,0.0008755435,0.0001113028,0.0003917172,0.00003852837],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000002479296,0.00001664318,0.001985693,0.000004199031,0.0000159754,0.00000139892,0.001720801,0.0004422625,0.00000322087,0.310138,0.0000212493,0.6856481],"study_design_scores_gemma":[0.0004405225,0.0004638525,0.02044591,0.0004609263,0.00002581335,0.003171374,0.007108466,0.1731691,0.000212498,0.5710242,0.2230354,0.0004419067],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08015037,0.00008745898,0.9073474,0.01133421,0.0005721986,0.00003817258,2.14252e-7,0.00007633233,0.0003936858],"genre_scores_gemma":[0.6844088,0.00003180354,0.3153746,0.0001104989,0.00004887603,0.000001014766,0.000001367164,0.000002018672,0.00002102422],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6852062,"threshold_uncertainty_score":0.8458941,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2794896411","doi":"10.5539/ies.v11n4p29","title":"Defining a New 21st Century Skill-Computational Thinking: Concepts and Trends","year":2018,"lang":"en","type":"article","venue":"International Education Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":102,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Computational thinking; Critical systems thinking; Management science; Critical thinking; Mathematics education; Psychology; Lateral thinking; Computer science; Epistemology; Creative thinking; Social psychology; Creativity","retraction":null,"screen_n_in":null,"score":{"opus":0.03103119854359425,"gpt":0.3885924929709236,"spread":0.3575612944273294,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002413689,0.0001139347,0.0001070956,0.0002189685,0.0003306627,0.0002667449,0.0003619252,0.00002940896,0.00002481097],"category_scores_gemma":[0.0004238434,0.0001071784,0.00003480118,0.0002111312,0.000114646,0.0003670005,0.0002075211,0.0001284941,0.00005107706],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007240972,"about_ca_system_score_gemma":0.000157518,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007361354,"about_ca_topic_score_gemma":0.000008636843,"domain_scores_codex":[0.9989927,0.0000469964,0.0001915422,0.0003131412,0.0003124136,0.0001432437],"domain_scores_gemma":[0.9989228,0.0001883694,0.0001287224,0.0001251557,0.0005663618,0.0000685749],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002338441,0.00003965156,0.002695522,0.000002501763,0.00007525548,3.581171e-7,0.02166713,0.00003945514,0.000001368578,0.2434734,0.00577819,0.7262248],"study_design_scores_gemma":[0.0004519036,0.0001106986,0.03965928,0.0001407963,0.00001535894,0.00007289346,0.00651043,0.0017121,0.00001896376,0.02112298,0.9298793,0.0003053138],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.216872,0.03740439,0.5385914,0.09798587,0.05437683,0.0003598188,0.0000112082,0.002183856,0.05221453],"genre_scores_gemma":[0.7854181,0.00008130956,0.2098571,0.001061312,0.0005850304,0.00001182493,0.00001366648,0.000007564397,0.002964057],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9241011,"threshold_uncertainty_score":0.437061,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3173152256","doi":"10.6017/ital.v40i2.12963","title":"Algorithmic Literacy and the Role for Libraries","year":2021,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; University of Guelph","funders":"","keywords":"Literacy; Computer science; Information literacy; Everyday life; Critical literacy; World Wide Web; Data science; Sociology; Epistemology; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.003975957623559503,"gpt":0.2048844510467719,"spread":0.2009084934232124,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.000157756,0.00006950728,0.000097764,0.0001406602,0.0004549224,0.001131703,0.000227535,0.00009596167,0.000001879868],"category_scores_gemma":[0.0002098877,0.00004937497,0.00001906191,0.0002798206,0.0003024295,0.004152812,0.000277829,0.0001758979,0.000002831482],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000001641137,"about_ca_system_score_gemma":0.00004623456,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002159177,"about_ca_topic_score_gemma":1.536235e-7,"domain_scores_codex":[0.9995537,0.00003009672,0.0001499188,0.0000937173,0.00004696623,0.0001255945],"domain_scores_gemma":[0.9994772,0.0002152155,0.0000707191,0.0001876984,0.00003015962,0.00001901136],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005941842,0.000001536782,0.0002187536,0.000007985336,0.000005366847,2.0256e-7,0.003361222,8.200972e-7,5.059136e-7,0.5610548,0.00004464547,0.4352983],"study_design_scores_gemma":[0.0005041572,0.00003130388,0.0002182067,0.0000122184,0.000003864227,0.00005324504,0.001000741,0.009406585,0.000820718,0.2705915,0.7172856,0.00007185176],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00714922,0.006682678,0.9483662,0.03590674,0.0001479408,0.0001884434,0.000003147099,0.0008238773,0.0007317982],"genre_scores_gemma":[0.5050845,0.00009378131,0.4930069,0.00129437,0.00003876597,0.00009707746,0.0000199176,0.000005033295,0.000359716],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.717241,"threshold_uncertainty_score":0.9999052,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2463232812","doi":"10.1177/1475725716659252","title":"A Call for Computational Thinking in Undergraduate Psychology","year":2016,"lang":"en","type":"article","venue":"Psychology Learning & Teaching","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"MacEwan University","funders":"","keywords":"Computational thinking; Curriculum; Mathematics education; Computer science; Psychology; Cognitive science; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.02630567239072663,"gpt":0.3551891878797196,"spread":0.328883515488993,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003497661,0.0002764771,0.0003449143,0.0004718304,0.0007004566,0.0001391754,0.001116406,0.0002204333,0.000005841482],"category_scores_gemma":[0.0009287022,0.0002275642,0.0001417593,0.0002419355,0.0001097484,0.0003921022,0.0001749095,0.001400396,0.00007601249],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000888182,"about_ca_system_score_gemma":0.00004656016,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003727734,"about_ca_topic_score_gemma":0.00001569209,"domain_scores_codex":[0.9962079,0.001185706,0.0005090474,0.001022591,0.0002537185,0.0008210173],"domain_scores_gemma":[0.9977475,0.001332331,0.0002735863,0.0004837676,0.00005044587,0.0001123931],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004605218,0.0001889422,0.03530866,0.00001285903,0.00004033494,0.00002580763,0.003440603,0.004144497,0.0004462483,0.07698097,0.001164373,0.8782007],"study_design_scores_gemma":[0.009124107,0.001835906,0.1094095,0.000527246,0.00002751215,0.0004696323,0.0001173092,0.02811524,0.00000979609,0.1609876,0.6879039,0.001472196],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02559651,0.0001194812,0.937737,0.0334488,0.0007072616,0.0002104957,5.855952e-7,0.0007397257,0.001440174],"genre_scores_gemma":[0.751812,0.000006986599,0.2457544,0.001753372,0.0001157574,0.00005266441,0.000005051862,0.00003429763,0.0004654757],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8767285,"threshold_uncertainty_score":0.9279798,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2795628086","doi":"10.1371/journal.pcbi.1006023","title":"Ten quick tips for teaching programming","year":2018,"lang":"en","type":"article","venue":"PLoS Computational Biology","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Systems, Applications & Products in Data Processing (Canada)","funders":"","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.03057297808916181,"gpt":0.3086313905068767,"spread":0.2780584124177148,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005929859,0.0001336932,0.0001612244,0.0001239992,0.0005502191,0.0001221922,0.0005613227,0.00008364442,0.00000493269],"category_scores_gemma":[0.0003524162,0.000120392,0.00007048283,0.0001276668,0.0001526953,0.0001556033,0.0001570215,0.0002378586,0.00007346144],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003405814,"about_ca_system_score_gemma":0.00006804493,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001900383,"about_ca_topic_score_gemma":0.000002803778,"domain_scores_codex":[0.9986451,0.0001854032,0.0002260653,0.0004441939,0.0001191626,0.0003800935],"domain_scores_gemma":[0.9988686,0.0005887845,0.0001173746,0.0001966946,0.0001535965,0.00007489172],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001068726,0.0001116047,0.002341629,0.000014923,0.00005232868,0.000001003418,0.001832736,0.0002804029,0.0001494558,0.2292125,0.0004956023,0.7654971],"study_design_scores_gemma":[0.0008350826,0.001415223,0.001888838,0.00005028534,0.00001919348,0.00006218816,0.0001075091,0.3267072,0.0001178803,0.03214103,0.6361642,0.0004913195],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01974306,0.0000493405,0.9770043,0.001803996,0.0003405591,0.0002413315,0.000002395562,0.0005312917,0.0002837092],"genre_scores_gemma":[0.4929111,1.199861e-7,0.5063742,0.0002753058,0.00030019,0.00003499604,0.00002876124,0.000008019269,0.00006730465],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7650058,"threshold_uncertainty_score":0.4909443,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2161194704","doi":"10.1109/csee.1998.658300","title":"A survey of the relevance of computer science and software engineering education","year":2002,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"National Research Council Canada","keywords":"Relevance (law); Computer science; Software; Software engineering; Emphasis (telecommunications); Engineering ethics; Engineering; Programming language; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.01855534567027583,"gpt":0.2337726018734846,"spread":0.2152172562032087,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006624265,0.00003760671,0.00005647933,0.00004785307,0.00006288252,0.0000350179,0.0004232462,0.0000113595,0.00000118148],"category_scores_gemma":[0.0007118551,0.00002642966,0.00001008704,0.0004995291,0.00008088601,0.0001526495,0.0001510895,0.00007063151,5.908666e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001029128,"about_ca_system_score_gemma":0.000049222,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002095899,"about_ca_topic_score_gemma":0.000005928225,"domain_scores_codex":[0.9994739,0.00003355629,0.00009221228,0.0001303205,0.0001842503,0.00008572399],"domain_scores_gemma":[0.9993717,0.0001509128,0.00005627045,0.0002570141,0.0001413917,0.00002268505],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[1.789697e-7,0.00003198609,0.03991923,0.00002616218,0.000001546435,3.304834e-8,0.001097071,0.0005294572,0.0001559531,0.001787255,0.00009634624,0.9563548],"study_design_scores_gemma":[0.00005599256,0.00003453497,0.7342418,0.00007419265,0.000001141625,0.00000532059,0.000005818755,0.2631015,0.0006946306,0.000009285937,0.001705562,0.0000701576],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2797763,0.0002682196,0.7194021,0.0001331429,0.0002734705,0.0000547887,1.888052e-7,0.00005871223,0.00003306009],"genre_scores_gemma":[0.8004196,0.000002113674,0.1994933,0.00002345151,0.000005663818,6.895357e-7,3.617606e-8,0.000001518491,0.00005352296],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9562846,"threshold_uncertainty_score":0.107777,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4207009873","doi":"10.1007/s12528-021-09305-y","title":"A scoping review of computational thinking assessments in higher education","year":2022,"lang":"en","type":"review","venue":"Journal of Computing in Higher Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Killam Trusts; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Federation for the Humanities and Social Sciences","keywords":"Computational thinking; Likert scale; Empirical research; Critical thinking; Higher education; Psychological intervention; Computer science; Mathematics education; Class (philosophy); Domain (mathematical analysis); Medical education; Psychology; Knowledge management; Medicine; Artificial intelligence; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.1334610626915267,"gpt":0.4568294880976183,"spread":0.3233684254060916,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004073362,0.0003176921,0.001439054,0.001224294,0.0001213325,0.0001635332,0.001363952,0.0001358695,0.0001410035],"category_scores_gemma":[0.0001400167,0.0003083052,0.0003456431,0.001646349,0.00002348213,0.0004419376,0.0002725253,0.001545216,0.000002910287],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008769314,"about_ca_system_score_gemma":0.005756985,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003324644,"about_ca_topic_score_gemma":6.564438e-7,"domain_scores_codex":[0.9945859,0.001488697,0.00234986,0.0003928469,0.0008950867,0.000287603],"domain_scores_gemma":[0.9943243,0.0009582576,0.004033443,0.0003723832,0.0002301432,0.00008152747],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000001166226,0.0005010298,0.0002831954,0.06054924,0.00003089794,0.000003684568,0.0004282773,0.001015504,2.036349e-8,0.002863155,0.0002551439,0.9340687],"study_design_scores_gemma":[0.0001327375,0.00007304405,0.001709881,0.5394923,0.00007651298,0.00008641845,0.0000173712,0.00007559195,2.007148e-8,0.0003713886,0.4577225,0.0002422231],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00004564036,0.989598,0.002572484,0.0004431547,0.006333345,0.000584019,3.307455e-7,0.00002849135,0.0003945329],"genre_scores_gemma":[0.0005331141,0.8951426,0.1028115,0.0004247631,0.0007199661,0.00003596904,0.00003602137,0.00004086979,0.0002552249],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9338264,"threshold_uncertainty_score":0.9999369,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2897024105","doi":"10.1007/978-3-030-02762-9_21","title":"A Review of Serious Games for Programming","year":2018,"lang":"en","type":"review","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Game programming; Curriculum; Game mechanics; Multimedia; Video game development; Game Developer; Game design; Game design document; Pedagogy; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.03782531763822331,"gpt":0.3490385620740456,"spread":0.3112132444358223,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003626571,0.000489836,0.001603954,0.0005924085,0.0002296815,0.0004012342,0.004286897,0.0001998085,0.00000160525],"category_scores_gemma":[0.0009550719,0.0003783798,0.0004849855,0.003208661,0.0004795247,0.0003617023,0.0009458236,0.000609173,0.000007439982],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001515665,"about_ca_system_score_gemma":0.0009338694,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001626862,"about_ca_topic_score_gemma":0.000006674032,"domain_scores_codex":[0.9961128,0.000258589,0.0009084477,0.001375735,0.0005332169,0.0008112429],"domain_scores_gemma":[0.9965952,0.0007858383,0.0007622238,0.00142644,0.0003006068,0.0001296913],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[3.839941e-7,0.00003191447,7.007206e-7,0.04913232,0.00001028311,0.000003082506,0.0002825596,0.00002631388,6.531108e-8,0.00006976481,0.00003381464,0.9504088],"study_design_scores_gemma":[0.00007173791,0.0002332218,4.272275e-7,0.1350964,0.00004287317,0.00008380887,8.795747e-8,0.00511588,0.000003294949,0.0001643203,0.8588187,0.0003693147],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[8.537737e-8,0.4978969,0.5004793,0.00007887837,0.0007012663,0.0007380446,9.987369e-7,0.0001036308,9.513537e-7],"genre_scores_gemma":[0.00000413069,0.5072638,0.4922346,0.0001958689,0.0001877151,0.00009377293,0.000003197063,0.00001615214,8.276205e-7],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9500395,"threshold_uncertainty_score":0.9998668,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2160651698","doi":"10.1145/2538862.2538902","title":"Misconceptions and concept inventory questions for binary search trees and hash tables","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Hash function; Computer science; Measure (data warehouse); Binary number; Information retrieval; Concept inventory; Hash table; Binary data; Data science; Mathematics education; Data mining; Mathematics; Arithmetic","retraction":null,"screen_n_in":null,"score":{"opus":0.02871863341985748,"gpt":0.2907367474053913,"spread":0.2620181139855339,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003945066,0.00007079857,0.00008538359,0.00006145683,0.0003749495,0.0002110291,0.0001537276,0.0000356237,0.000006117145],"category_scores_gemma":[0.00008166429,0.00006192571,0.00002026501,0.00007215182,0.0001413291,0.0002112618,0.0001036071,0.0001071267,0.000002428684],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000007815148,"about_ca_system_score_gemma":0.00002260524,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001998794,"about_ca_topic_score_gemma":0.00005581486,"domain_scores_codex":[0.9993168,0.0001092172,0.00008560948,0.0002379082,0.00007276368,0.0001776898],"domain_scores_gemma":[0.9994892,0.0002024644,0.00002050834,0.0001650432,0.00002952192,0.00009319346],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000297546,0.00006510779,0.01274089,0.00003166203,0.00001728002,7.337197e-7,0.007414428,0.0004388105,0.0004625714,0.3267378,0.002892697,0.649195],"study_design_scores_gemma":[0.001256544,0.0008444493,0.03367345,0.0001224556,0.00002231531,0.00003412648,0.001288877,0.3540478,0.0001481152,0.002968017,0.6051071,0.000486749],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1034198,0.0005743577,0.8928305,0.00233696,0.00009256854,0.0001400079,0.000001470048,0.0002575117,0.0003468111],"genre_scores_gemma":[0.8524528,0.00001048468,0.1450573,0.0001244139,0.00005666267,0.00002062077,0.000003605122,0.00000552732,0.002268672],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7490329,"threshold_uncertainty_score":0.2883846,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2915975654","doi":"10.1145/3287324.3287392","title":"Can You Teach Me To Machine Learn?","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Reputation; Domain (mathematical analysis); Computer science; Mathematics education; Work (physics); Psychology; Engineering; Mathematics; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.01016087909704,"gpt":0.2464231554901059,"spread":0.2362622763930659,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004640137,0.0001013353,0.0001131683,0.0000897033,0.00009557358,0.0001906695,0.0007069248,0.00003447679,0.00009490974],"category_scores_gemma":[0.00004747574,0.00008304736,0.00004296654,0.0002318188,0.000006618838,0.0001163847,0.0002467652,0.000279899,0.001176816],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002845617,"about_ca_system_score_gemma":0.00002616034,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008928484,"about_ca_topic_score_gemma":0.00005242774,"domain_scores_codex":[0.9989561,0.00007742232,0.0001096825,0.0003554186,0.0002050851,0.0002962711],"domain_scores_gemma":[0.9992473,0.00003849739,0.00002674768,0.0005354368,0.00001947341,0.0001325725],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002811524,0.00004819677,0.02573317,0.000007909167,0.0000120964,0.000005438089,0.004869265,0.0007594194,0.0004601908,0.03628505,0.001588317,0.9302281],"study_design_scores_gemma":[0.0002961495,0.0002988707,0.007515678,0.00001727287,0.000003036483,0.00002208071,0.0001550758,0.01572695,0.0002142679,0.0001521631,0.9752567,0.0003417395],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2479258,0.0001006115,0.6965797,0.02425792,0.001058794,0.0003847079,7.800194e-7,0.002009366,0.02768231],"genre_scores_gemma":[0.848977,3.192843e-7,0.1064645,0.0008555772,0.00003788795,0.000003966999,0.000001312171,0.000009276492,0.04365013],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9736684,"threshold_uncertainty_score":0.9996009,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4388081461","doi":"10.1007/s11858-023-01533-z","title":"Mathematics and interdisciplinary STEM education: recent developments and future directions","year":2023,"lang":"en","type":"article","venue":"ZDM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"Division of Mathematical Sciences; University of the Sunshine Coast","keywords":"Curriculum; Mathematics education; Discipline; Engineering ethics; Pedagogy; Mathematics; Psychology; Sociology; Engineering; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.02247216850998259,"gpt":0.2980581769899568,"spread":0.2755860084799743,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001787684,0.00005283274,0.00005337334,0.00006790845,0.0002534525,0.000121976,0.0001038234,0.00002372195,0.000001877728],"category_scores_gemma":[0.000006729196,0.00004666793,0.000007596321,0.0002480239,0.00001288418,0.0001012736,0.000300537,0.00009470728,0.00002079774],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001481412,"about_ca_system_score_gemma":0.00003607606,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001648308,"about_ca_topic_score_gemma":0.000002019501,"domain_scores_codex":[0.9995904,0.00001981651,0.00007641302,0.0001488381,0.00006803099,0.00009652547],"domain_scores_gemma":[0.9997538,0.00003141751,0.00002753891,0.0001223761,0.00001721476,0.00004766115],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[2.312327e-7,0.00001744742,0.0005080486,0.00001690289,0.00000466622,9.776821e-7,0.01365119,4.145145e-7,0.000003095436,0.002369157,0.0009547695,0.9824731],"study_design_scores_gemma":[0.00006052821,0.00002015698,0.02170808,0.00005234012,0.000003218472,0.00004740384,0.003214412,0.0008192558,0.00000883022,0.0005953464,0.9733714,0.00009902176],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.855894,0.005372483,0.06380144,0.05436681,0.007441132,0.0006168854,0.000002082086,0.003310356,0.009194766],"genre_scores_gemma":[0.2326211,0.001871386,0.7509973,0.0003307554,0.000785597,0.0001064106,0.00001495849,0.0000408982,0.01323155],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9823741,"threshold_uncertainty_score":0.1949378,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2745758802","doi":"10.1145/3105726.3106173","title":"RoboBUG","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Debugging; Computer science; Confusion; Task (project management); Human–computer interaction; Face (sociological concept); Programming language; Multimedia; Software engineering; Psychology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02611003969271973,"gpt":0.2924298965014008,"spread":0.2663198568086811,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001643503,0.00002795061,0.00003008441,0.00001182689,0.0004534598,0.0006002514,0.000900264,0.00001234729,0.00001263296],"category_scores_gemma":[0.00006459095,0.00002223462,0.00001779914,0.000009796425,0.00001444946,0.0002685988,0.0001816215,0.00007087992,0.0001104762],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000003137346,"about_ca_system_score_gemma":0.00000653403,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001167193,"about_ca_topic_score_gemma":0.000005843651,"domain_scores_codex":[0.9996982,0.00001139753,0.00003129326,0.0001057326,0.00005781599,0.00009562352],"domain_scores_gemma":[0.9992958,0.00001054793,0.00002757573,0.0006292894,0.000007342695,0.00002939399],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[9.593526e-8,0.000005044993,0.003607072,5.666027e-7,0.000001321925,0.000003066357,0.0001626532,0.000008490682,0.00001041076,0.09999665,0.0007095759,0.8954951],"study_design_scores_gemma":[0.0001228476,0.00002599083,0.0702141,0.000006392373,8.402443e-7,0.000009368223,0.000009306801,0.008349589,0.0001454929,0.0008979767,0.9201042,0.0001138636],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002846977,0.0000120073,0.9510054,0.003200112,0.0002470981,0.00001447005,8.656651e-9,0.0003191889,0.04235473],"genre_scores_gemma":[0.7667194,3.39521e-7,0.2277972,0.00007506179,0.00002843022,7.84421e-7,3.644583e-8,0.000001350281,0.005377411],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9193947,"threshold_uncertainty_score":0.5788239,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4211138918","doi":"10.1145/1345443.1345438","title":"Developing a computer science-specific learning taxonomy","year":2007,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Taxonomy (biology); Mathematics education; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.0560288545921207,"gpt":0.275038923751562,"spread":0.2190100691594413,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003133531,0.0001294323,0.0001168501,0.0003406819,0.000804644,0.0006572713,0.001055463,0.00003956597,0.00001029921],"category_scores_gemma":[0.00004302265,0.0001159874,0.00004495645,0.001074236,0.0001384379,0.0006185434,0.0004275528,0.0004069672,0.0001483706],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001386532,"about_ca_system_score_gemma":0.000138447,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002306176,"about_ca_topic_score_gemma":0.000002956505,"domain_scores_codex":[0.998186,0.00004415045,0.0002267358,0.0005181559,0.0003780768,0.0006468804],"domain_scores_gemma":[0.9992128,0.0001373361,0.00007831782,0.0003313944,0.00009550398,0.0001446527],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[8.713379e-7,0.00000925021,0.001877113,0.00000197112,0.000002205714,0.00001051935,0.0006674847,0.0002452581,0.0001046687,0.1090923,0.00006188235,0.8879265],"study_design_scores_gemma":[0.0001849193,0.00006760035,0.00790749,0.00002585443,7.901742e-7,0.00004863459,0.0001374567,0.01392086,0.001169119,0.0001223774,0.9761114,0.0003034973],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01546236,0.00004687758,0.9789721,0.000321453,0.000508855,0.00009564295,8.476418e-9,0.0008659732,0.003726721],"genre_scores_gemma":[0.4190168,0.000001289993,0.5805182,0.0001364918,0.0001097552,0.00000277205,2.180893e-7,0.000004826617,0.0002096368],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9760495,"threshold_uncertainty_score":0.6338083,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1592880112","doi":"","title":"Designing, Developing, and Implementing a Course on LEGO Robotics for Technology Teacher Education","year":2003,"lang":"en","type":"article","venue":"The Journal of Technology and Teacher Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Alberta","funders":"","keywords":"Constructionism; Robotics; Educational robotics; Strict constructionism; Artificial intelligence; Computer science; Robot; Process (computing); Mathematics education; Psychology; Epistemology; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01934406676846973,"gpt":0.3189629169779066,"spread":0.2996188502094368,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001853358,0.0001286208,0.0001552414,0.0005337282,0.0004195768,0.00006827298,0.000322912,0.0001746547,0.000001766685],"category_scores_gemma":[0.0004727351,0.00009691213,0.00002665893,0.0004037034,0.0001221773,0.0001683506,0.0000567824,0.0006084522,0.000001015527],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005867727,"about_ca_system_score_gemma":0.0005347891,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004851342,"about_ca_topic_score_gemma":0.000002458546,"domain_scores_codex":[0.9990679,0.0001480199,0.0002820723,0.0001668124,0.00009313123,0.0002420685],"domain_scores_gemma":[0.9990515,0.00009136702,0.0004190585,0.0002471335,0.0001527229,0.00003823699],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006587972,0.0002444968,0.01475823,0.0000138509,0.00002845086,2.756887e-7,0.001321133,0.0000107428,0.0003258684,0.1805719,0.0007040908,0.8020144],"study_design_scores_gemma":[0.002260052,0.002622272,0.02711878,0.0008848393,0.0005601872,0.004604429,0.03589815,0.0007678538,0.01262292,0.2394472,0.6720426,0.00117074],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3960592,0.004258554,0.5706965,0.02789221,0.0005105561,0.0002825187,8.904147e-8,0.0001279923,0.0001723807],"genre_scores_gemma":[0.7503341,0.00004744004,0.2489948,0.0001161593,0.0000609396,0.00001643567,3.937483e-7,0.000009784397,0.0004199598],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8008437,"threshold_uncertainty_score":0.3951962,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3044899520","doi":"10.1145/3383444","title":"Why computing belongs within the social sciences","year":2020,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Royal University","funders":"","keywords":"Computer science; Data science","retraction":null,"screen_n_in":null,"score":{"opus":0.1124173625215034,"gpt":0.3490799881637016,"spread":0.2366626256421982,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0009208916,0.00005504422,0.00007529356,0.00001679335,0.002191524,0.000150145,0.04869492,0.00002009521,5.024229e-7],"category_scores_gemma":[0.004310153,0.00003260027,0.00006538703,0.0006187962,0.0005548572,0.0001143567,0.02390273,0.000354026,0.000005139255],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000008309989,"about_ca_system_score_gemma":0.0000581645,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001083414,"about_ca_topic_score_gemma":0.000009682316,"domain_scores_codex":[0.9990028,0.0004236048,0.0001611868,0.0001253256,0.0001803864,0.0001067595],"domain_scores_gemma":[0.9921734,0.0004655912,0.0002020678,0.007098289,0.00004304438,0.0000175458],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003409149,0.0001336116,0.01039881,0.00002657904,0.00006289334,2.168878e-7,0.1868249,0.003183524,0.0005127446,0.5942122,0.06603564,0.1386055],"study_design_scores_gemma":[0.0006123664,0.0002157499,0.03044819,0.0001990572,0.00006509203,0.00002129588,0.009538369,0.3808938,0.0007922311,0.0616614,0.5149429,0.0006095597],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.02362324,0.0004684413,0.02355952,0.9511479,0.0001198306,0.0001253629,4.851882e-7,0.0001709827,0.000784286],"genre_scores_gemma":[0.7352437,0.000001934492,0.2618298,0.00288978,0.00002349573,0.000001837708,2.506182e-7,0.00000258893,0.000006683542],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.9482581,"threshold_uncertainty_score":0.9991075,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2215079391","doi":"10.1109/vlhcc.2015.7357224","title":"Perceptions of non-CS majors in intro programming: The rise of the conversational programmer","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Programmer; Computer science; Perception; Programming language; Mathematics education; Multimedia; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.02207645630522408,"gpt":0.273107183107648,"spread":0.2510307268024239,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001146787,0.00008617644,0.0001189659,0.00006730628,0.00007993104,0.00005715085,0.0008388424,0.00004423483,0.000008532978],"category_scores_gemma":[0.0001662807,0.00004690846,0.00008248859,0.00054318,0.0002308446,0.0001370814,0.000214657,0.0002636011,0.00000726783],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000325074,"about_ca_system_score_gemma":0.0001748821,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006879096,"about_ca_topic_score_gemma":0.00007383629,"domain_scores_codex":[0.9988132,0.0002008647,0.0002573132,0.0001740056,0.0003565089,0.0001980998],"domain_scores_gemma":[0.9991466,0.00009595792,0.0001431585,0.0004417065,0.0001205271,0.00005199821],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00001226284,0.0004096598,0.2491572,0.00002626473,0.00003012229,0.000001267723,0.03346588,0.0009535403,0.0001537313,0.02572791,0.0008677897,0.6891944],"study_design_scores_gemma":[0.003411508,0.0008609346,0.5641007,0.0002052355,0.00006669811,0.00006514886,0.02449888,0.1136951,0.0007496378,0.002160166,0.2894855,0.000700548],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7413505,0.00008817829,0.2476863,0.00823247,0.0004560227,0.000897676,9.587831e-7,0.0001439982,0.001143923],"genre_scores_gemma":[0.9303262,5.609497e-7,0.06923137,0.0000417234,0.0000236207,0.00003006976,7.229166e-7,0.000004885397,0.0003407928],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6884938,"threshold_uncertainty_score":0.1912871,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2146478855","doi":"10.1145/2538862.2538912","title":"Importance of early performance in CS1","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Predictive power; Computer science; Contrast (vision); Class (philosophy); Peer instruction; Artificial intelligence; Mathematics education; Psychology; Peer learning","retraction":null,"screen_n_in":null,"score":{"opus":0.01171793160298721,"gpt":0.232743659185514,"spread":0.2210257275825268,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004768864,0.00004085387,0.00007171184,0.00005149242,0.00002278885,0.00002381554,0.0003359292,0.00001623073,0.000003105025],"category_scores_gemma":[0.00003369321,0.00003488882,0.00001605001,0.0001652724,0.00001381465,0.0001738218,0.00005360722,0.0001092164,0.00001449184],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000005992883,"about_ca_system_score_gemma":0.000009954058,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007015644,"about_ca_topic_score_gemma":0.00001636173,"domain_scores_codex":[0.9994972,0.00003519086,0.0001199495,0.0001280752,0.00009313836,0.0001264743],"domain_scores_gemma":[0.9996426,0.0000355991,0.00004495889,0.0002435614,0.0000116431,0.00002169364],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[8.860449e-7,0.00001320426,0.5841886,0.000007327445,7.319155e-7,3.495497e-7,0.0007102762,0.0001403056,0.00002548264,0.01615027,0.0000103598,0.3987522],"study_design_scores_gemma":[0.000156507,0.0001413621,0.945801,0.00002447056,4.46009e-7,0.000002144813,0.000009187451,0.03829798,0.0002579114,0.0001149466,0.01510482,0.00008917198],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8391751,0.00001106777,0.156651,0.0001145725,0.00004991781,0.00002045198,1.05042e-8,0.00007635493,0.003901437],"genre_scores_gemma":[0.9270359,8.338095e-7,0.07260312,0.00004647204,0.00001061354,0.000001561893,8.224433e-8,0.000002155842,0.0002992521],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.398663,"threshold_uncertainty_score":0.1422725,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2078459668","doi":"10.1145/611892.611998","title":"CS girls rock","year":2003,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Subject (documents); Mathematics education; Psychology; Medical education; Computer science; Medicine; Library science","retraction":null,"screen_n_in":null,"score":{"opus":0.01419161232106516,"gpt":0.2388867751584219,"spread":0.2246951628373568,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002484653,0.00004580993,0.00004415532,0.00002718062,0.00009394874,0.0001165753,0.0002549264,0.00002057863,0.00003494324],"category_scores_gemma":[0.00007363955,0.00003776003,0.00002473373,0.0001253854,0.000003230542,0.0001223338,0.00003185206,0.0001072857,0.000290364],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000007375614,"about_ca_system_score_gemma":0.00001740042,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000132879,"about_ca_topic_score_gemma":0.00000108403,"domain_scores_codex":[0.9994846,0.0000641184,0.00005945996,0.0001472508,0.00009000616,0.0001545418],"domain_scores_gemma":[0.9996564,0.00003307028,0.00001618705,0.0002373846,0.00001107989,0.00004589615],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[2.39642e-7,0.00003473697,0.003434708,0.000003013315,0.000005161608,0.000006338793,0.0008187022,0.0004065587,0.00004689749,0.6207034,0.002797173,0.3717431],"study_design_scores_gemma":[0.00008651061,0.00002761831,0.0007155072,0.000002872365,8.129587e-7,0.0000175393,0.00002029367,0.003014479,0.000358627,0.0004878486,0.9951742,0.00009374724],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002546538,0.00004916047,0.9691094,0.0003177554,0.00018095,0.00002222566,1.045595e-8,0.0003996036,0.02737434],"genre_scores_gemma":[0.7532693,4.927025e-7,0.2399803,0.0002123844,0.00001161509,0.000001505594,7.721337e-8,0.000002557643,0.006521787],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.992377,"threshold_uncertainty_score":0.3732138,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2582325117","doi":"10.1145/3013499.3013500","title":"The Compound Nature of Novice Programming Assessments","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Multitude; Computer science; Mathematics education; Data science; Psychology; Epistemology","retraction":null,"screen_n_in":null,"score":{"opus":0.02101629712874874,"gpt":0.3464425089190803,"spread":0.3254262117903316,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0007718751,0.00007590388,0.00008714201,0.00001970669,0.001350532,0.001117064,0.002021324,0.00006179226,0.000001161941],"category_scores_gemma":[0.0001424254,0.00004701446,0.00004820216,0.00005097038,0.00009172534,0.0003297724,0.0003960412,0.0004287717,0.000006991476],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001148202,"about_ca_system_score_gemma":0.0000353688,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001526463,"about_ca_topic_score_gemma":0.00003835036,"domain_scores_codex":[0.999159,0.00005931394,0.0001289199,0.0001892016,0.000246176,0.0002174157],"domain_scores_gemma":[0.998523,0.0001490277,0.0002147281,0.00100981,0.00006328633,0.00004012715],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001626959,0.0000279419,0.005809128,0.000006439393,0.00001542557,0.00000284116,0.0001941232,0.000004488733,0.0000306793,0.06628109,0.0001195315,0.9275067],"study_design_scores_gemma":[0.0002850588,0.0001084666,0.03867726,0.00004200054,0.000006415714,0.00001459458,0.0001466869,0.006301234,0.0002650626,0.0004721041,0.9535171,0.0001639761],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08558065,0.0005004116,0.876883,0.007668265,0.001940912,0.0004179973,4.229636e-7,0.0006326998,0.02637565],"genre_scores_gemma":[0.8347077,0.00000215191,0.1642883,0.00004602118,0.00003325519,0.000004318563,2.99572e-7,0.000004044367,0.0009139277],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9533976,"threshold_uncertainty_score":0.9999496,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2788318960","doi":"10.1145/3159450.3159548","title":"Designing an Introductory Programming Course to Improve Non-Majors' Experiences","year":2018,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Mathematics education; Course (navigation); Computer science; Focus (optics); Psychology; Pedagogy; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01266785936418092,"gpt":0.2862441053331291,"spread":0.2735762459689482,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001029433,0.0001921936,0.0001654532,0.0001193846,0.0005303592,0.00068348,0.001177941,0.00006213366,0.00003164906],"category_scores_gemma":[0.0001442473,0.0001653082,0.00004563498,0.0004534896,0.0001283672,0.0008239519,0.0002694025,0.0002294004,0.0001494857],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003391729,"about_ca_system_score_gemma":0.00009847856,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001738214,"about_ca_topic_score_gemma":0.00002729077,"domain_scores_codex":[0.9979468,0.0001252692,0.0002242239,0.000771879,0.0003184153,0.0006134041],"domain_scores_gemma":[0.9986629,0.00005717753,0.00007773525,0.0007593262,0.0001289459,0.0003139412],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005714499,0.00009059747,0.0003831793,0.000004330189,0.0000086475,0.000007210303,0.08188327,0.0000119385,0.00402026,0.001010861,0.0004367164,0.9121373],"study_design_scores_gemma":[0.001655748,0.01301192,0.003732585,0.0002376576,0.0000543269,0.0001711137,0.1117171,0.04632303,0.1169727,0.0003612346,0.7019484,0.00381422],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2565372,0.00002114779,0.7407638,0.0004148294,0.001000612,0.0002119298,5.425712e-8,0.0007500586,0.0003003692],"genre_scores_gemma":[0.5507382,9.989105e-8,0.4481611,0.0002113006,0.0005112098,0.00005675653,3.887469e-7,0.00001024346,0.0003107106],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.908323,"threshold_uncertainty_score":0.6741074,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2175909646","doi":"10.1145/2432596.2432616","title":"A framework for enhancing the social good in computing education","year":2013,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Auckland University of Technology, New Zealand","keywords":"Relevance (law); Computer science; Context (archaeology); Social computing; Computational thinking; Knowledge management; World Wide Web; Artificial intelligence; Social media; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.02298530471667611,"gpt":0.329453109214651,"spread":0.3064678044979749,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006144802,0.00007853424,0.00009225036,0.0000501188,0.0003692763,0.0002771505,0.0008715225,0.00006651242,0.000003461378],"category_scores_gemma":[0.0007997094,0.00005969705,0.00004713679,0.000232335,0.00001999794,0.0001878288,0.0002129677,0.0003317583,0.00002817019],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003739896,"about_ca_system_score_gemma":0.00008331047,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003141614,"about_ca_topic_score_gemma":0.00002608735,"domain_scores_codex":[0.9991787,0.00009731473,0.0001632848,0.0001993682,0.0001080981,0.0002532369],"domain_scores_gemma":[0.9988778,0.0006245555,0.00008325255,0.0003493542,0.00003984278,0.00002516582],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[4.054287e-7,0.00004096704,0.003587327,0.000007262851,0.000004154896,8.00335e-8,0.01553647,0.00002977336,0.00004738257,0.07191821,0.0003281494,0.9084998],"study_design_scores_gemma":[0.001037608,0.0003012066,0.5442578,0.0005492104,0.00002406815,0.00001981921,0.01158396,0.04660372,0.0006683561,0.2800266,0.1137194,0.001208279],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2743289,0.00005436904,0.7164897,0.008158501,0.0004713851,0.0002362865,5.462877e-8,0.0001259851,0.0001347303],"genre_scores_gemma":[0.733936,2.296444e-7,0.2651927,0.0005554689,0.0001908449,0.00005279654,7.304012e-7,0.000005837481,0.00006543121],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9072915,"threshold_uncertainty_score":0.2840212,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2056433914","doi":"10.2190/j175-q735-1345-270m","title":"Determining the Effectiveness of the 3D Alice Programming Environment at the Computer Science I Level","year":2007,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Sheridan College","funders":"","keywords":"Alice (programming language); Attrition; Computer science; Karel; Mathematics education; Set (abstract data type); Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.07652541357214446,"gpt":0.398607777428126,"spread":0.3220823638559815,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.04490906,0.0001142757,0.0001514144,0.0002245442,0.002267606,0.0003344242,0.003070133,0.00003530727,0.000004696743],"category_scores_gemma":[0.00173516,0.00005664715,0.0001252084,0.001045339,0.001028524,0.0002111295,0.001371434,0.001095065,0.000005537074],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004256807,"about_ca_system_score_gemma":0.0007240992,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003952942,"about_ca_topic_score_gemma":0.000003868342,"domain_scores_codex":[0.9951943,0.001466938,0.0004796644,0.0002670982,0.002043599,0.000548367],"domain_scores_gemma":[0.986353,0.01182148,0.0004663883,0.0005609987,0.0006952347,0.0001028321],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00005039645,0.0004047059,0.1465219,0.00006609791,0.00005588172,0.000002854432,0.007955601,0.01248348,0.001532717,0.008868092,0.0002109182,0.8218474],"study_design_scores_gemma":[0.0002878438,0.0002301388,0.9803619,0.0003178998,0.000008631424,0.0001791724,0.0002204906,0.005884262,0.001403437,0.0003241073,0.01067348,0.0001086781],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8304682,0.0001888604,0.1653044,0.002714093,0.0008912631,0.0002943641,2.506838e-7,0.000007218835,0.0001313327],"genre_scores_gemma":[0.9443417,0.000001433183,0.05510909,0.0000526108,0.0004167519,0.000002128154,2.224961e-7,0.000008059144,0.00006798594],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.83384,"threshold_uncertainty_score":0.9990313,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1867099580","doi":"","title":"Assessing the Impact of an Autonomous Robotics Competition for STEM Education","year":2014,"lang":"en","type":"article","venue":"Journal of STEM education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Robotics; Artificial intelligence; Educational robotics; Competition (biology); Robot; Evolutionary robotics; Computer science; Mathematics education; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.03207900490308526,"gpt":0.3643781540968424,"spread":0.3322991491937572,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001636505,0.00007994015,0.0001442804,0.0001361169,0.0001762486,0.0003601266,0.0003977648,0.00004018253,8.245551e-7],"category_scores_gemma":[0.00004765371,0.00005490109,0.000114962,0.0001489383,0.00001891086,0.0009653906,0.00001562983,0.0001795363,8.763012e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001708644,"about_ca_system_score_gemma":0.001143196,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004274004,"about_ca_topic_score_gemma":0.000001064491,"domain_scores_codex":[0.998963,0.0002774181,0.0003736215,0.0001005205,0.0001719998,0.0001134193],"domain_scores_gemma":[0.9981379,0.0002105982,0.000905749,0.0002438221,0.0004332294,0.00006873038],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000003508418,0.0003113817,0.001488924,0.00002872129,0.0000171301,2.996187e-8,0.002424524,0.01148022,0.000274341,0.01098261,0.0001048424,0.9728838],"study_design_scores_gemma":[0.001823534,0.006607096,0.5160024,0.002361314,0.000367718,0.001104602,0.02385934,0.4013159,0.002126191,0.01256537,0.0308164,0.001050192],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.474077,0.0001193238,0.5238405,0.0007325962,0.001044957,0.000100333,1.390256e-7,0.00001582503,0.00006930056],"genre_scores_gemma":[0.9082517,0.000001632432,0.09120072,0.00003227999,0.0004307208,0.000004104681,0.000002249794,0.000007378234,0.00006919424],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9718336,"threshold_uncertainty_score":0.3472709,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4224298337","doi":"10.1108/jrit-12-2021-0081","title":"A pedagogical model for STEAM education","year":2022,"lang":"en","type":"article","venue":"Journal of Research in Innovative Teaching & Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Western University","funders":"","keywords":"Curriculum; Originality; Mathematics education; Context (archaeology); Unit (ring theory); Pedagogy; Value (mathematics); Qualitative research; Computer science; Psychology; Sociology; Social science; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.2652557340861206,"gpt":0.5035331134048499,"spread":0.2382773793187292,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.03142955,0.0001330172,0.0002773278,0.001781134,0.001509581,0.0002619115,0.00132953,0.00004978008,0.000008454555],"category_scores_gemma":[0.004262788,0.000125823,0.00009724949,0.001819248,0.00006898979,0.0006340216,0.0006096958,0.008307668,0.000001551363],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006592301,"about_ca_system_score_gemma":0.001444087,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004518708,"about_ca_topic_score_gemma":0.000001282343,"domain_scores_codex":[0.9940178,0.003104129,0.0006505939,0.0003289072,0.001311476,0.0005871308],"domain_scores_gemma":[0.9969214,0.001378065,0.0005172023,0.0002296491,0.0008523734,0.0001012614],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001092271,0.0005367863,0.005733896,0.00004274651,0.00002615239,0.00002427536,0.04380985,0.1324202,0.0005137898,0.1188119,0.001516082,0.6964551],"study_design_scores_gemma":[0.00145997,0.00272654,0.001216992,0.0003117053,0.000004383961,0.0002773947,0.02798241,0.445186,0.00002433613,0.01009315,0.5103614,0.0003557024],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.228994,0.0003050079,0.765565,0.003436107,0.0003665534,0.000274688,5.362874e-7,0.00007150413,0.0009865772],"genre_scores_gemma":[0.852366,0.000003593608,0.144808,0.00009631831,0.0001882691,0.0000634586,0.000002283582,0.00001898764,0.002453137],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6960993,"threshold_uncertainty_score":0.9997903,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2178065441","doi":"10.25071/1916-4467.40246","title":"Maker pedagogy and science teacher education","year":2015,"lang":"en","type":"article","venue":"Journal of the Canadian Association for Curriculum Studies","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Curriculum; Movement (music); Sociology; Value (mathematics); Variety (cybernetics); Function (biology); Hacker; Process (computing); The arts; Pedagogy; Computer science; Aesthetics; Visual arts","retraction":null,"screen_n_in":null,"score":{"opus":0.03240556047736567,"gpt":0.3408300349768345,"spread":0.3084244744994688,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002745918,0.00005743929,0.0001107858,0.0001596085,0.0005786294,0.0002124018,0.0003778321,0.00003029651,2.085409e-7],"category_scores_gemma":[0.003708548,0.00003851596,0.00005098377,0.0002931055,0.00005430914,0.000337586,0.00006048572,0.0001752178,0.000001302779],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001333517,"about_ca_system_score_gemma":0.002307435,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003235767,"about_ca_topic_score_gemma":0.01776761,"domain_scores_codex":[0.9991376,0.00007960219,0.0001649016,0.00009279526,0.0003270038,0.0001981448],"domain_scores_gemma":[0.9982731,0.00005240162,0.0004200277,0.00009853896,0.000972277,0.0001836279],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000242545,0.00009847049,0.5963497,0.0000209736,0.0001627063,0.000001459324,0.02650867,0.000163633,0.00001288659,0.0298989,0.1453213,0.2014589],"study_design_scores_gemma":[0.0005077549,0.0001347314,0.09759773,0.0000791362,0.00006317058,0.00005859999,0.006148232,0.0008014239,0.00001025029,0.003449798,0.8909649,0.0001842619],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7050327,0.01661203,0.006897347,0.2409423,0.02488144,0.0009886225,0.000005484748,0.0001122476,0.004527866],"genre_scores_gemma":[0.987007,0.00001186592,0.009359339,0.0003552779,0.0002593811,0.000004562001,1.036581e-7,0.000004084151,0.002998404],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7456436,"threshold_uncertainty_score":0.9914742,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2546499139","doi":"","title":"Exploring Media Literacy and Computational Thinking: A Game Maker Curriculum Study.","year":2016,"lang":"en","type":"article","venue":"The Electronic Journal of e-Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Game Developer; Computational thinking; Construct (python library); Mathematics education; Notice; Game design; Curriculum; Computer science; Game mechanics; Video game development; Game design document; Literacy; Pedagogy; Psychology; Multimedia; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.02320679278658729,"gpt":0.2628039560405221,"spread":0.2395971632539348,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003385345,0.0001550678,0.0002184754,0.0001679106,0.0003923068,0.0003227681,0.0006989823,0.00002620991,0.000006436117],"category_scores_gemma":[0.0005248651,0.0000846,0.00008485255,0.0002727897,0.00004823717,0.000975602,0.0002011619,0.001367753,0.000009764757],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001055971,"about_ca_system_score_gemma":0.0001411965,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001022695,"about_ca_topic_score_gemma":0.000002008776,"domain_scores_codex":[0.9976205,0.0007101457,0.0003771312,0.0002118809,0.0005466167,0.0005337445],"domain_scores_gemma":[0.9982913,0.0008920807,0.0004338085,0.0001573047,0.0001351689,0.00009038873],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003762017,0.0001935247,0.03364583,0.000008552241,0.0002094653,0.00006336712,0.07299304,0.007082955,0.00009705095,0.0629601,0.00002040302,0.8226881],"study_design_scores_gemma":[0.02111419,0.01938249,0.2344416,0.003576202,0.0006468458,0.01234897,0.03791117,0.08904369,0.0002087474,0.1819871,0.395541,0.003797889],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.703882,0.0009336376,0.2928646,0.001971116,0.0001839195,0.00006401247,2.743618e-8,0.00007920974,0.00002150422],"genre_scores_gemma":[0.9955101,0.0001325939,0.003960282,0.00003313271,0.0002462857,0.000004185122,1.569525e-7,0.00001569793,0.00009754812],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8188902,"threshold_uncertainty_score":0.5942284,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2023916559","doi":"10.1145/1929887.1929907","title":"Enhancing the social issues components in our computing curriculum","year":2011,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Royal University","funders":"","keywords":"Curriculum; Information and Communications Technology; Computer science; Work (physics); Set (abstract data type); Engineering ethics; Computational thinking; Social computing; Knowledge management; Social media; Sociology; Pedagogy; World Wide Web; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.04965896174024587,"gpt":0.3120664743351628,"spread":0.2624075125949169,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000973234,0.0001281489,0.0001589336,0.00007533607,0.0004168826,0.0001316662,0.001608978,0.00005816578,0.000002554151],"category_scores_gemma":[0.0002477816,0.00009432669,0.00006127813,0.0002975152,0.00002538234,0.0001961381,0.0007009131,0.0004636837,0.00006229229],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003042509,"about_ca_system_score_gemma":0.0000181039,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002296227,"about_ca_topic_score_gemma":0.00006550943,"domain_scores_codex":[0.998647,0.0002551033,0.0002339862,0.0002751874,0.0002180655,0.0003706105],"domain_scores_gemma":[0.9992765,0.00006112055,0.0001412908,0.0004563542,0.00002733658,0.00003735417],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000004282703,0.0003780501,0.37193,0.00002290915,0.00004208297,0.00005016514,0.1864388,0.00004523783,0.0006551307,0.01446165,0.0009152757,0.4250564],"study_design_scores_gemma":[0.0006515342,0.0001051271,0.968205,0.0001381366,0.00001087225,0.00002524752,0.005986071,0.008765513,0.001151431,0.001427418,0.01296416,0.000569475],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9611754,0.0001008178,0.03543727,0.002052183,0.0005263738,0.00009532971,9.949402e-8,0.0002918405,0.000320668],"genre_scores_gemma":[0.9471162,0.000001117216,0.05246967,0.0001947996,0.0001339799,0.00000427072,8.37509e-7,0.000008904034,0.00007019858],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.596275,"threshold_uncertainty_score":0.3846531,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2019583725","doi":"10.1145/2591708.2591752","title":"Comparing outcomes in inverted and traditional CS1","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Computer science; Population; Function (biology); Psychology; Demography; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.05353268259417023,"gpt":0.2485468448807927,"spread":0.1950141622866225,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002983263,0.0000469133,0.00008598027,0.00006415682,0.00005392528,0.00009236499,0.0001584557,0.00001801609,0.000003295509],"category_scores_gemma":[0.00004800855,0.00003938526,0.00001272819,0.0000739909,0.00001616332,0.000144235,0.00005061193,0.0001239126,0.000008839615],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00000777531,"about_ca_system_score_gemma":0.000005245081,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001355076,"about_ca_topic_score_gemma":0.00005185018,"domain_scores_codex":[0.9995291,0.00006009201,0.00007970085,0.0001392714,0.00008323187,0.0001085637],"domain_scores_gemma":[0.999724,0.0001166371,0.00001584115,0.0001020619,0.000004646005,0.00003681489],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[5.480339e-7,0.00003559105,0.598622,0.000003991959,0.000003535994,0.000001080924,0.0008648328,0.0001205535,0.00001182317,0.2218136,0.00008647146,0.1784359],"study_design_scores_gemma":[0.0002998377,0.00002569826,0.7282178,0.000008726366,6.418728e-7,0.000005549803,0.00001903141,0.2628292,0.000008077212,0.001627831,0.006872898,0.00008475748],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5028759,0.000009780701,0.4925131,0.001286845,0.00009308366,0.00002921293,3.451415e-8,0.00020383,0.002988163],"genre_scores_gemma":[0.9424289,2.228673e-7,0.05717847,0.0002464252,0.0000103645,0.00000193546,5.781571e-7,0.00000189449,0.000131255],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.439553,"threshold_uncertainty_score":0.1606084,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2056825598","doi":"10.1145/2538862.2538966","title":"Identifying challenging CS1 concepts in a large problem dataset","year":2014,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Code (set theory); Data science; Term (time); Information retrieval; Mathematics education; Programming language; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.02529105321376424,"gpt":0.315626244481743,"spread":0.2903351912679787,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001384347,0.00009423125,0.0001175985,0.0001146013,0.0001435892,0.0002439972,0.000599739,0.00003799336,0.00001534316],"category_scores_gemma":[0.00006559886,0.00008706239,0.00002441902,0.0002073579,0.00001229636,0.0004210896,0.0002914483,0.0002773346,0.0001032393],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000194555,"about_ca_system_score_gemma":0.00001191014,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001308914,"about_ca_topic_score_gemma":0.00008567186,"domain_scores_codex":[0.9987807,0.0001610792,0.0001704599,0.0003440439,0.0001636623,0.0003800519],"domain_scores_gemma":[0.9993935,0.00008733367,0.00005039465,0.0003979444,0.00001023974,0.00006061931],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001619083,0.0001160809,0.006117973,0.00006218729,0.000009487829,0.00002003146,0.009102299,0.0004999111,0.00009960291,0.273073,0.00167092,0.7092268],"study_design_scores_gemma":[0.001049129,0.00007701022,0.00678245,0.0001720425,0.000003329998,0.00002178658,0.0004387829,0.1673955,0.00007706765,0.001151306,0.8223825,0.0004491126],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00370304,0.00007882851,0.9937195,0.0005979054,0.0001284868,0.00008316063,0.000002236165,0.0003311193,0.001355678],"genre_scores_gemma":[0.869438,0.000002201112,0.1301108,0.0002154291,0.00003552022,0.000009066574,0.00002973496,0.000006581294,0.000152686],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8657349,"threshold_uncertainty_score":0.3550301,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4235782022","doi":"10.1145/1404520","title":"Proceedings of the Fourth international Workshop on Computing Education Research","year":2008,"lang":"en","type":"paratext","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Library science; Inclusion (mineral); Special Interest Group; Political science; Computer science; Medical education; Medicine; Sociology; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.06475783834142358,"gpt":0.3753514425439013,"spread":0.3105936042024777,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001034928,0.000154993,0.0001673778,0.0003455817,0.0003980941,0.0003092766,0.002570399,0.0001651895,0.00005244151],"category_scores_gemma":[0.0003178381,0.0001083036,0.0001069826,0.0006455277,0.0001020817,0.0001318841,0.0007041732,0.001629178,0.0003895351],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001312523,"about_ca_system_score_gemma":0.0004412215,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009662097,"about_ca_topic_score_gemma":0.000001277888,"domain_scores_codex":[0.9979346,0.00009736119,0.00026912,0.0004632845,0.0009458254,0.000289825],"domain_scores_gemma":[0.9985274,0.0002896902,0.0002630416,0.000322885,0.0005476035,0.00004938276],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003312819,0.0001315196,0.00009684498,0.0000326492,0.00002075448,1.695983e-7,0.002547778,0.0003446449,0.00001062384,0.01446123,0.5441576,0.4381929],"study_design_scores_gemma":[0.00007703644,0.00004069598,0.0004368736,0.0008487463,0.000001762774,0.00001601772,0.0003260464,0.003668486,0.00009944169,0.0000549674,0.9942798,0.0001501383],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.006818931,0.000341562,0.05126578,0.008304361,0.01183103,0.0006270008,0.000001419358,0.0001900454,0.9206198],"genre_scores_gemma":[0.2415779,0.00009721858,0.07160112,0.000348618,0.001625555,0.00002351277,0.00001353479,0.00003758269,0.684675],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.4501222,"threshold_uncertainty_score":0.707806,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4232393909","doi":"10.1145/1227310","title":"Proceedings of the 38th SIGCSE technical symposium on Computer science education","year":2007,"lang":"en","type":"paratext","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Computer science; IBM; Session (web analytics); Presentation (obstetrics); Library science; Thursday; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.01190131742806979,"gpt":0.2844350371595661,"spread":0.2725337197314963,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001448419,0.0002540312,0.0002518363,0.0004058375,0.0003858764,0.0004612791,0.003359794,0.0002178065,0.00002102619],"category_scores_gemma":[0.00006419596,0.000164665,0.0001309412,0.00133293,0.0003973463,0.0002755795,0.0007606176,0.001015155,0.0003088329],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001763463,"about_ca_system_score_gemma":0.001093162,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005424145,"about_ca_topic_score_gemma":0.00000120391,"domain_scores_codex":[0.9975355,0.00002607444,0.0003508684,0.0007715157,0.0008904245,0.0004255996],"domain_scores_gemma":[0.9984544,0.00009716525,0.0003759847,0.0006161082,0.0003458986,0.0001104679],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009905881,0.0006766012,0.0001400113,0.0002076404,0.00001574727,4.298967e-7,0.001413477,0.0004672315,0.002499743,0.07879327,0.2906451,0.6251308],"study_design_scores_gemma":[0.0001721985,0.0004866592,0.001286943,0.001036968,0.00001742939,0.00005948369,0.00004402988,0.00237348,0.008322651,0.00007763821,0.9854963,0.0006262067],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"methods","genre_scores_codex":[0.005843208,0.0001548298,0.389053,0.004401701,0.01383002,0.001325048,0.000001953021,0.0006277545,0.5847625],"genre_scores_gemma":[0.3745784,0.00002394915,0.3864829,0.00238339,0.00165836,0.0000459842,0.000006140265,0.00006575882,0.2347551],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.6948512,"threshold_uncertainty_score":0.6714842,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2066622718","doi":"10.1145/2676723.2677273","title":"Drop, Fail, Pass, Continue","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Drop out; Attrition; Drop (telecommunication); Mathematics education; Significant difference; Psychology; Medical education; Computer science; Mathematics; Demographic economics; Economics; Medicine; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.03814679864704839,"gpt":0.2547468480416692,"spread":0.2166000493946208,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004319008,0.00005748486,0.00006724093,0.00003154027,0.00005666179,0.0002277008,0.0004295047,0.00002758129,0.000006538933],"category_scores_gemma":[0.00009560096,0.00004649752,0.00002501237,0.0001171568,0.00001513928,0.0002159234,0.0001234111,0.0001331648,0.0002957411],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001491584,"about_ca_system_score_gemma":0.00003611221,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001508721,"about_ca_topic_score_gemma":0.000009314722,"domain_scores_codex":[0.9993567,0.00006336807,0.00007838284,0.0001729439,0.0001528187,0.0001757637],"domain_scores_gemma":[0.9995133,0.00002941627,0.00002728631,0.0002794677,0.00003536346,0.0001152247],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001610241,0.00003123398,0.005525484,0.000002571714,0.000008522394,0.00001970719,0.00470383,0.00005160303,0.00004288382,0.1090644,0.03329099,0.8472571],"study_design_scores_gemma":[0.0002011538,0.00005824708,0.0007891142,0.000004533531,0.00000114746,0.00001248204,0.0001614358,0.006269848,0.00006695803,0.0004950868,0.9918346,0.0001053932],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01015551,0.00007545998,0.9734234,0.00224877,0.0003835143,0.00003911959,4.853994e-8,0.000780525,0.01289364],"genre_scores_gemma":[0.8314472,2.861249e-7,0.1620977,0.0002297255,0.00005930128,0.0000026244,4.481485e-7,0.000004029488,0.006158639],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9585436,"threshold_uncertainty_score":0.3801252,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2050638549","doi":"10.1145/2822517","title":"Programming in K-12 science classrooms","year":2015,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"National Science Foundation","keywords":"Computer science; Mathematics education; Programming language; Multimedia; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.1091517548825389,"gpt":0.3411621671620637,"spread":0.2320104122795247,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.002017439,0.0000532723,0.00007658582,0.0001174236,0.0002531886,0.0001059214,0.05133104,0.00002212362,2.031393e-7],"category_scores_gemma":[0.01162256,0.00004035976,0.00003304084,0.0009751603,0.0004697141,0.0003170823,0.02714542,0.0002972928,0.000006972834],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000689446,"about_ca_system_score_gemma":0.000211223,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001613902,"about_ca_topic_score_gemma":0.00005547209,"domain_scores_codex":[0.9990684,0.0001892215,0.0001709318,0.0001452804,0.0002450256,0.0001810848],"domain_scores_gemma":[0.9770302,0.0001506756,0.0001115575,0.02256403,0.00009074504,0.00005275281],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002498491,0.0003070528,0.07233354,0.000008930168,0.000006313998,3.421842e-7,0.01827812,0.0005188588,0.0002465807,0.1104509,0.0009024905,0.7969443],"study_design_scores_gemma":[0.001018895,0.0001593649,0.08521757,0.000312207,0.00001314299,0.00003094408,0.002837538,0.03671677,0.0005621995,0.07865461,0.7940181,0.0004586529],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4372646,0.007097695,0.08942945,0.4358956,0.002221565,0.002104833,0.000001803135,0.001543829,0.02444057],"genre_scores_gemma":[0.5693599,0.000003174317,0.4305442,0.00002799175,0.000003437661,0.000009092838,1.805227e-7,0.000002144599,0.00004984251],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7964857,"threshold_uncertainty_score":0.996703,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3134161095","doi":"10.1145/3408877.3432430","title":"STOP THE (AUTOGRADER) INSANITY: Regression Penalties to Deter Autograder Overreliance","year":2021,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Insanity; Regression; Regression analysis; Computer science; Psychology; Computer security; Operations research; Actuarial science; Engineering; Business; Machine learning; Psychoanalysis; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.02189657914387818,"gpt":0.2754168992692508,"spread":0.2535203201253727,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004438395,0.0001678765,0.0001501457,0.00007028775,0.0004970777,0.0006441185,0.0008530669,0.00006191833,0.00005404046],"category_scores_gemma":[0.0001811339,0.0001026984,0.0001015988,0.0006385607,0.00004384549,0.000280115,0.0005207965,0.000456184,0.0001469796],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002852712,"about_ca_system_score_gemma":0.00009666465,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002077809,"about_ca_topic_score_gemma":0.00005459144,"domain_scores_codex":[0.9982926,0.0002586972,0.0001888412,0.0004771753,0.0003919262,0.0003907949],"domain_scores_gemma":[0.9987116,0.0001688595,0.00006337842,0.0008562133,0.00007700085,0.0001229483],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000322565,0.00007256158,0.004169894,0.00001689472,0.00002365366,0.00005513374,0.01198283,0.0002166926,0.0004579567,0.01468266,0.008376293,0.9599422],"study_design_scores_gemma":[0.0002096811,0.00008798706,0.03155646,0.000127114,0.00000824447,0.00009023842,0.001324396,0.003944613,0.002287637,0.0003430915,0.9596837,0.0003368288],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1113045,0.001190933,0.836033,0.04665679,0.001303621,0.0002313602,5.664439e-7,0.001280156,0.001999143],"genre_scores_gemma":[0.8488111,0.00001452513,0.1391074,0.004120021,0.0001214476,0.00002218772,0.000001086798,0.00001597408,0.00778625],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9596054,"threshold_uncertainty_score":0.6211249,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2598840888","doi":"10.1007/978-3-319-55553-9_12","title":"A Scenario-Based Approach for Designing Educational Robotics Activities for Co-creative Problem Solving","year":2017,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval","funders":"","keywords":"Robotics; Creativity; Artificial intelligence; Computational thinking; Curriculum; Orchestration; Educational robotics; Computer science; Robot; Process (computing); Creative problem-solving; Mathematics education; Developmental robotics; Knowledge management; Engineering ethics; Psychology; Pedagogy; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03903216405813983,"gpt":0.3183572774966195,"spread":0.2793251134384797,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001211282,0.0004173672,0.0006188543,0.000254223,0.00093805,0.0007363415,0.0006718657,0.000196529,6.572326e-7],"category_scores_gemma":[0.0001279469,0.0004130355,0.0001549361,0.00002408155,0.0001231653,0.0003792098,0.0001228464,0.0004524867,7.152573e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001792144,"about_ca_system_score_gemma":0.0002199273,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004248078,"about_ca_topic_score_gemma":0.000006715386,"domain_scores_codex":[0.9978161,0.00006574176,0.0005872214,0.0008180782,0.0002474007,0.0004654812],"domain_scores_gemma":[0.9970471,0.001401136,0.0009348188,0.0003947811,0.0001400817,0.00008212504],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002431607,0.00005128933,0.0002245683,0.001588875,0.00006895681,0.000001454192,0.00304072,0.327889,0.000002770794,0.301163,0.00005392997,0.3658911],"study_design_scores_gemma":[0.000454517,0.0003120796,0.000005578358,0.005119962,0.00004104679,0.00002528095,0.0006669416,0.8728323,0.00003132365,0.005728642,0.1139075,0.0008747738],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00000425056,0.007645487,0.9765863,0.00005383958,0.0006098945,0.001442888,0.000006257786,0.0001049221,0.01354615],"genre_scores_gemma":[0.06196266,0.0001019934,0.9199678,0.000026216,0.0005874304,0.0001967168,0.00007101798,0.00007418641,0.01701202],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5449433,"threshold_uncertainty_score":0.9998322,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2604575007","doi":"10.1145/3017680.3022434","title":"What We Say vs. What They Do","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Outreach; Mainstream; Variety (cybernetics); Diversification (marketing strategy); Computer science; Coding (social sciences); Public relations; World Wide Web; Sociology; Social science; Political science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.02721729491054234,"gpt":0.2914630055201056,"spread":0.2642457106095633,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005730213,0.0001028329,0.000106602,0.00003933113,0.0007243813,0.01319147,0.001695955,0.00005005226,0.00002666446],"category_scores_gemma":[0.00007309406,0.00007764258,0.00006173208,0.00002616453,0.00003641085,0.00529594,0.0004436488,0.0002296006,0.0003171944],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001402036,"about_ca_system_score_gemma":0.00002114148,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001287273,"about_ca_topic_score_gemma":0.00003887831,"domain_scores_codex":[0.9990447,0.00006940027,0.00009843763,0.0003210889,0.0001964293,0.0002699762],"domain_scores_gemma":[0.998456,0.0000640541,0.00009207214,0.001277737,0.00002443268,0.00008572853],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001041334,0.00001468025,0.0005018471,0.000003437683,0.000005365308,0.000007074383,0.003665986,0.00001328518,0.000008606201,0.01911135,0.0006375217,0.9760298],"study_design_scores_gemma":[0.0002559552,0.00008449001,0.004102556,0.0002538213,0.000004117838,0.00002067251,0.0011214,0.00314553,0.0001587509,0.003052707,0.987517,0.0002830207],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0466457,0.006962199,0.6843795,0.2191603,0.01803022,0.0004502521,1.873753e-7,0.003006337,0.02136525],"genre_scores_gemma":[0.9322183,0.0006965235,0.05413717,0.0006361274,0.0001573545,0.000005652777,3.368123e-7,0.00001035809,0.01213814],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9868795,"threshold_uncertainty_score":0.9878329,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3173796469","doi":"10.1145/3459990.3460694","title":"PlushPal: Storytelling with Interactive Plush Toys and Machine Learning","year":2021,"lang":"en","type":"article","venue":"Interaction Design and Children","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Storytelling; Computer science; Gesture; Interactive storytelling; Context (archaeology); Multimedia; Human–computer interaction; Debugging; Artificial intelligence; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01713872266153205,"gpt":0.2355305483223324,"spread":0.2183918256608004,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002562196,0.0001562545,0.0001554219,0.00009672932,0.0002918642,0.0004491732,0.0001253684,0.00004687506,0.00001924052],"category_scores_gemma":[0.00007035611,0.000136589,0.00002789824,0.0001418489,0.00003396396,0.0005708079,0.0001108341,0.0006388461,0.000007892768],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003363328,"about_ca_system_score_gemma":0.00003442931,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001085918,"about_ca_topic_score_gemma":0.00001361259,"domain_scores_codex":[0.9987991,0.0003030665,0.0001397719,0.0004306382,0.0001394146,0.0001879627],"domain_scores_gemma":[0.9993089,0.0002651433,0.0001070448,0.0001633919,0.00006128208,0.00009420436],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001616686,0.0001178086,0.02104652,0.00001626279,0.000223207,0.00008445845,0.01357712,0.007387279,0.0007373532,0.0009020017,0.0001508147,0.9555955],"study_design_scores_gemma":[0.0068928,0.003159036,0.08039675,0.001675238,0.0002485127,0.01256213,0.004668079,0.6669534,0.01802824,0.0005327999,0.2018318,0.00305123],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1195596,0.0007409143,0.8786741,0.00041289,0.0001407719,0.00009783621,4.180931e-7,0.0002313478,0.0001420757],"genre_scores_gemma":[0.9296579,0.00008763251,0.06943969,0.000165371,0.00005992474,0.000006817358,0.000008460494,0.00001610526,0.0005580515],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9525443,"threshold_uncertainty_score":0.5569937,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}