{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":109,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":109,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"e55f3dae9ba8","filters":{"venue":"ACM SIGCSE Bulletin"}},"results":[{"id":"W2040888129","doi":"10.1145/1345375.1345438","title":"Developing a computer science-specific learning taxonomy","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":279,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Taxonomy (biology); Computer science; Bloom's taxonomy; Domain (mathematical analysis); Data science; Cognition; Artificial intelligence; Management science; Psychology; Engineering; Ecology; Biology","authors":[{"name":"Ursula Fuller","is_ca":false},{"name":"Colin G. Johnson","is_ca":false},{"name":"Tuukka Ahoniemi","is_ca":false},{"name":"Diana Cukierman","is_ca":true},{"name":"Isidoro Hernán Losada","is_ca":false},{"name":"Jana Jacková","is_ca":false},{"name":"Essi Lahtinen","is_ca":false},{"name":"Tracy L. Lewis","is_ca":false},{"name":"D. Thompson","is_ca":true},{"name":"Charles Riedesel","is_ca":false},{"name":"Errol Thompson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04597120944008351,"gpt":0.2659085814039111,"spread":0.2199373719638276,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003954797,0.0002137993,0.0001945001,0.0003513328,0.0009953531,0.0006624244,0.002403818,0.0000740649,0.00004284037],"category_scores_gemma":[0.0004402417,0.0002083659,0.00007473572,0.0008902819,0.0002112496,0.0002185772,0.001214795,0.0006796619,0.0007200871],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001758537,"about_ca_system_score_gemma":0.0001385967,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003693923,"about_ca_topic_score_gemma":0.000001501833,"domain_scores_codex":[0.9973994,0.0001056164,0.0003428909,0.000754316,0.0005149717,0.0008827549],"domain_scores_gemma":[0.9982074,0.0004736019,0.0001605317,0.0008299084,0.0001297696,0.000198715],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005011913,0.00002557314,0.001562665,0.000006137375,0.000006037996,0.00004809829,0.001227385,0.0003105871,0.0001751737,0.01203682,0.001253568,0.9833429],"study_design_scores_gemma":[0.0002508741,0.00007964756,0.00340908,0.00004834311,0.000001617996,0.00005190347,0.0001048204,0.000680955,0.0009354292,0.00009848659,0.9940144,0.0003244396],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.035293,0.0001307492,0.959093,0.003045776,0.0006022782,0.000163826,4.856437e-8,0.0007407143,0.000930591],"genre_scores_gemma":[0.3919776,0.00000499253,0.6071422,0.0003637948,0.000225465,0.000009339413,8.030672e-7,0.00001250244,0.000263232],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9927608,"threshold_uncertainty_score":0.9255503,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2012283428","doi":"10.1145/1709424.1709460","title":"Naturally occurring data as research instrument","year":2010,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":127,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Taxonomy (biology); Syntax; Tracing; Programming language; Code (set theory); Replication (statistics); Extension (predicate logic); Mathematics education; Natural language processing; Psychology; Mathematics","authors":[{"name":"Raymond Lister","is_ca":true},{"name":"Tony Clear","is_ca":false},{"name":"Dennis Bouvier","is_ca":false},{"name":"Paul Carter","is_ca":true},{"name":"Anna Eckerdal","is_ca":false},{"name":"Jana Jacková","is_ca":false},{"name":"Mike Lopez","is_ca":false},{"name":"Robert McCartney","is_ca":false},{"name":"Phil Robbins","is_ca":false},{"name":"Otto Seppälä","is_ca":false},{"name":"Errol Thompson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1137497967383913,"gpt":0.3855628700363099,"spread":0.2718130732979185,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003611175,0.0001388636,0.000125835,0.000146329,0.000507289,0.0006087784,0.006953902,0.0001092984,0.0001650942],"category_scores_gemma":[0.00449385,0.0001253506,0.00003438504,0.0003084257,0.00009710118,0.0002077247,0.005423148,0.002150497,0.001823596],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002317442,"about_ca_system_score_gemma":0.000105439,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007001134,"about_ca_topic_score_gemma":0.00003465335,"domain_scores_codex":[0.9975491,0.0002643071,0.0002016096,0.0007332859,0.0006623555,0.0005894105],"domain_scores_gemma":[0.9954928,0.0006074999,0.00006430994,0.003571328,0.00009611464,0.0001679325],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007842966,0.00007936616,0.001232,0.00001274473,0.0000145263,0.00006004046,0.001570146,0.000007097337,0.0009069715,0.01738775,0.026454,0.9522675],"study_design_scores_gemma":[0.0001916223,0.00006865826,0.0008504811,0.00002737432,0.000001887784,0.00004801157,0.00009127847,0.0004978678,0.0002803911,0.0004082616,0.9973665,0.0001676411],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9205192,0.000344411,0.008358786,0.06045391,0.002759943,0.0004834041,0.000004065459,0.001345551,0.005730689],"genre_scores_gemma":[0.7922457,0.000004202663,0.206018,0.0005171904,0.0002263582,0.00001092919,0.000009365614,0.00001481359,0.0009534171],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9709125,"threshold_uncertainty_score":0.9989536,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3003877329","doi":"10.1145/1227504.1227324","title":"Plagiarism detection using feature-based neural networks","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Plagiarism detection; Feature (linguistics); Relevance (law); Computer science; Detector; Artificial neural network; Similarity (geometry); Artificial intelligence; Code (set theory); Feature engineering; Measure (data warehouse); Pattern recognition (psychology); Natural language processing; Machine learning; Data mining; Deep learning; Programming language; Linguistics","authors":[{"name":"Steve Engels","is_ca":true},{"name":"Vivek Lakshmanan","is_ca":true},{"name":"Michelle Craig","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02276400814018628,"gpt":0.2937078578585832,"spread":0.270943849718397,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.003364227,0.0001714602,0.0001744391,0.0001054986,0.0009298486,0.00008549496,0.000511174,0.001520884,0.0005739043],"category_scores_gemma":[0.001882436,0.0001731522,0.0001122974,0.0003335614,0.0002427333,0.00007544096,0.00006809972,0.002413736,0.00009312084],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001893251,"about_ca_system_score_gemma":0.000072898,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005230187,"about_ca_topic_score_gemma":0.001152847,"domain_scores_codex":[0.9980099,0.0003154592,0.0002374402,0.0002967288,0.0004618161,0.0006786991],"domain_scores_gemma":[0.9982427,0.001028002,0.000142482,0.0002706193,0.0001187093,0.0001974839],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.003119211,0.0007368583,0.03409246,0.0001185065,0.0003023529,0.0009296937,0.02970461,0.04937646,0.01213811,0.01873458,0.253836,0.5969112],"study_design_scores_gemma":[0.0006703114,0.00007302253,0.00160424,0.00004755921,0.00005682033,0.00001519145,0.001926803,0.02207999,0.003689965,0.001040263,0.9682235,0.000572364],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6236551,0.0008662242,0.3117082,0.02956501,0.004523175,0.0008673683,0.000007944262,0.0006760844,0.02813092],"genre_scores_gemma":[0.9906035,0.00001877358,0.00325556,0.003188491,0.001629478,0.000003415601,0.000006485292,0.00002023632,0.001274075],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7143875,"threshold_uncertainty_score":0.9998878,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"bench_or_experimental","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2055559567","doi":"10.1145/1189136.1189176","title":"How much choice is too much?","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Flexibility (engineering); Accreditation; Accountability; Computer science; Quality (philosophy); Work (physics); Perspective (graphical); Freedom of choice; Mathematics education; Psychology; Medical education; Artificial intelligence; Management; Political science; Engineering","authors":[{"name":"Katrin Becker","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01387326219898843,"gpt":0.2295154148745094,"spread":0.215642152675521,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004271067,0.0002032862,0.0001790972,0.00009027986,0.000305744,0.0007394265,0.001642204,0.0001028054,0.0000723435],"category_scores_gemma":[0.0005866985,0.0001919406,0.0001064803,0.0002547803,0.00004692114,0.0001368535,0.0004834052,0.000412752,0.0006046963],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003701831,"about_ca_system_score_gemma":0.00002866572,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008337203,"about_ca_topic_score_gemma":0.000008168612,"domain_scores_codex":[0.9982716,0.0001365875,0.000182437,0.0005544432,0.0003491406,0.0005058094],"domain_scores_gemma":[0.9982085,0.0003526523,0.0001152229,0.001169059,0.00005977545,0.00009477413],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004351672,0.00015542,0.003777569,0.00002253102,0.00001924257,0.00005290336,0.001187409,0.00002931495,0.0004561176,0.009033969,0.6032467,0.3820145],"study_design_scores_gemma":[0.0002838219,0.00005821223,0.002414936,0.00001672671,0.00000550047,0.00001847804,0.00005056733,0.0002103872,0.0009500724,0.0006096513,0.9951216,0.0002600434],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2596643,0.001582643,0.2786616,0.4453014,0.001545988,0.0005237024,0.000004319633,0.003276726,0.009439304],"genre_scores_gemma":[0.8038211,0.00000374258,0.1534795,0.00215789,0.0004394141,0.00001984742,0.000004950084,0.00002475295,0.04004879],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5441568,"threshold_uncertainty_score":0.7827112,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2010664765","doi":"10.1145/820127.820188","title":"Gender and information technology","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Discipline; Variety (cybernetics); Government (linguistics); Information technology; Public relations; Matching (statistics); Sociology; Convergence (economics); Engineering ethics; Political science; Social science; Engineering; Law; Economic growth; Computer science; Economics; Medicine","authors":[{"name":"Wendy Cukier","is_ca":true},{"name":"Denise Shortt","is_ca":true},{"name":"Irene Devine","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0257160157195255,"gpt":0.2687064808119452,"spread":0.2429904650924197,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0001690689,0.0000529213,0.00005627483,0.0001573534,0.0002819835,0.00003057764,0.0002190975,0.0001809093,0.001617273],"category_scores_gemma":[0.0007721807,0.00005464883,0.00001184279,0.0002161338,0.0002231705,0.0001271582,0.00006640433,0.0001139726,0.001077228],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002542823,"about_ca_system_score_gemma":0.00001401304,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007294024,"about_ca_topic_score_gemma":0.000008919863,"domain_scores_codex":[0.9994994,0.00002676632,0.0001013914,0.00009006225,0.0001030759,0.0001792938],"domain_scores_gemma":[0.9996179,0.00004754437,0.0000415431,0.0002075343,0.00004835631,0.00003715414],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004029929,0.0001114994,0.02320473,0.00001803177,0.00002952117,0.000002945373,0.03942025,0.000001356169,0.00008762889,0.4318586,0.2228634,0.282398],"study_design_scores_gemma":[0.0001210068,0.00001384166,0.002436018,0.000001862437,0.000005787635,0.000004801392,0.01078936,0.000003392005,0.0001165558,0.0199133,0.9665149,0.00007918079],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4364668,0.00100571,0.0003206783,0.2098311,0.000600433,0.000398785,0.000002626208,0.0007888401,0.350585],"genre_scores_gemma":[0.9959584,0.0003692941,0.002143386,0.0006797089,0.00004852959,0.00002205113,0.000001579814,0.000003013367,0.0007739793],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7436515,"threshold_uncertainty_score":0.9997005,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2128237363","doi":"10.1145/1709424.1709457","title":"An exploration of the current state of information assurance education","year":2010,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information and Cyber Security","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Information assurance; Curriculum; Government (linguistics); Information security; Engineering management; Program assurance; Information technology; Computer science; Quality assurance; Knowledge management; Business; Public relations; Engineering; Political science; Computer security; Operations management","authors":[{"name":"Stephen Cooper","is_ca":false},{"name":"Christine Nickell","is_ca":false},{"name":"Victor Piotrowski","is_ca":false},{"name":"Brenda M. Oldfield","is_ca":false},{"name":"Ali E. Abdallah","is_ca":false},{"name":"Matt Bishop","is_ca":false},{"name":"Bill Caelli","is_ca":false},{"name":"Melissa Dark","is_ca":false},{"name":"Elizabeth K. Hawthorne","is_ca":false},{"name":"Lance J. Hoffman","is_ca":false},{"name":"Lance C. Pérez","is_ca":false},{"name":"Charles P. Pfleeger","is_ca":false},{"name":"Richard A. Raines","is_ca":false},{"name":"Corey Schou","is_ca":false},{"name":"Joel Brynielsson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01207515735361716,"gpt":0.2582837157291871,"spread":0.24620855837557,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003186131,0.00006197307,0.00006985228,0.00005939091,0.000057924,0.00005070989,0.000857658,0.0000198871,0.0000198942],"category_scores_gemma":[0.0002242948,0.00004716405,0.00003371365,0.0001986405,0.00003650404,0.001903102,0.000106996,0.0001456053,0.00005832758],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000008131239,"about_ca_system_score_gemma":0.0001834872,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002339269,"about_ca_topic_score_gemma":0.00002061193,"domain_scores_codex":[0.9992321,0.00004680195,0.0003302005,0.00006536757,0.0002448853,0.00008071509],"domain_scores_gemma":[0.9985373,0.00003753421,0.0003495587,0.000743906,0.0002998129,0.00003187311],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000695864,0.0001188999,0.0002148218,0.00005304012,0.000002429854,1.066472e-8,0.007438989,0.0001325849,0.0009669363,0.03579859,0.003850807,0.951416],"study_design_scores_gemma":[0.0007651504,0.0001520102,0.1038696,0.00012349,0.00001059726,0.000004378699,0.000257081,0.01035799,0.1164943,0.04244565,0.7250988,0.0004209098],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.787651,0.0000439648,0.1946855,0.008976019,0.003640574,0.0006649721,0.00001622348,0.0001033844,0.004218375],"genre_scores_gemma":[0.992683,0.00001265253,0.006984305,0.0002533286,0.0000218722,0.00001603685,0.000009722883,0.000001715248,0.00001739041],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.950995,"threshold_uncertainty_score":0.1923294,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2017240144","doi":"10.1145/1047124.1047441","title":"Learning by doing","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Control (management); Software; Software engineering; Work (physics); Code (set theory); Software development; Programming language; Artificial intelligence; Engineering","authors":[{"name":"Karen Reid","is_ca":true},{"name":"Greg Wilson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.00720122559125182,"gpt":0.2296212101886245,"spread":0.2224199845973726,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006558066,0.0001396186,0.0001265902,0.00005854145,0.0003369862,0.0002689592,0.001149955,0.00006464572,0.0001428151],"category_scores_gemma":[0.0004976289,0.0001370342,0.00006233228,0.000150464,0.00002607077,0.0001161316,0.0004263909,0.0005707948,0.001589392],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003631681,"about_ca_system_score_gemma":0.00001614079,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005522933,"about_ca_topic_score_gemma":0.000001142953,"domain_scores_codex":[0.9986354,0.0001725267,0.0001792495,0.0003825415,0.0002308249,0.0003994746],"domain_scores_gemma":[0.9989448,0.0002726538,0.0000880704,0.0005659419,0.00002439832,0.0001041837],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001882654,0.00003359935,0.0004187309,0.000003723119,0.000006975671,0.000005964027,0.001928897,0.0008940723,0.0003203907,0.0005526346,0.03544402,0.9603891],"study_design_scores_gemma":[0.0001954184,0.00006606493,0.00007642219,0.00001820513,0.000002557104,0.00001615036,0.00007277948,0.001112425,0.0004753425,0.00001515455,0.9977655,0.0001839445],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1161357,0.001808962,0.7713543,0.09354761,0.0005554002,0.0002665454,6.27562e-7,0.003971466,0.0123594],"genre_scores_gemma":[0.6755644,0.000009838835,0.3165163,0.0007367759,0.0001572861,0.000008358486,0.000002404362,0.00001575917,0.006988896],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9623215,"threshold_uncertainty_score":0.999188,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2054673081","doi":"10.1145/1473195.1473233","title":"Girls, computer science, and games","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Usability; Computer science; Subject (documents); Computer game; Multimedia; Mathematics education; Game based learning; Science learning; Computer graphics; Video game; Video game development; Game design; Video game design; Graphics; Game Developer; Human–computer interaction; Psychology; Science education; Artificial intelligence; World Wide Web; Computer graphics (images)","authors":[{"name":"Gail Carmichael","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02727072913984487,"gpt":0.2861167817883566,"spread":0.2588460526485118,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000525217,0.00005625666,0.00006852623,0.0001023888,0.000927703,0.0000336006,0.0003920896,0.00006710803,0.000276965],"category_scores_gemma":[0.0006003375,0.00005418954,0.00001334551,0.0002999284,0.001690477,0.00004996785,0.000125288,0.00008776948,0.0002185459],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004217659,"about_ca_system_score_gemma":0.0002283386,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003520742,"about_ca_topic_score_gemma":0.00002454904,"domain_scores_codex":[0.9991506,0.00003472428,0.00007961722,0.000211392,0.0002790944,0.0002445478],"domain_scores_gemma":[0.9994458,0.00008453099,0.00002955657,0.0002364087,0.0001228801,0.00008084851],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009152998,0.0002502865,0.1149211,0.00001018417,0.00001923022,0.00002808868,0.06114488,0.000002493858,0.0004920221,0.03330258,0.6493605,0.1404596],"study_design_scores_gemma":[0.000162411,0.00003546874,0.07047758,0.000003842212,0.000004946291,0.00002126097,0.001712361,0.000005196588,0.0005235145,0.0038805,0.9230363,0.0001366644],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9386339,0.000141301,0.00008597415,0.03918284,0.0004589226,0.0001161013,5.284481e-7,0.00014074,0.02123968],"genre_scores_gemma":[0.9918188,0.0001656936,0.00558167,0.0009186151,0.0001897976,0.000008544808,5.54347e-7,0.000003841697,0.001312519],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2736758,"threshold_uncertainty_score":0.7135235,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4241885102","doi":"10.1145/366413.364536","title":"Teaching CS1 with karel the robot in Java","year":2001,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Karel; Java; Computer science; Programming language; Selection (genetic algorithm); Inheritance (genetic algorithm); Object (grammar); Robot; Recursion (computer science); Object-oriented programming; Curriculum; Interface (matter); Software engineering; Mathematics education; Artificial intelligence; Pedagogy; Sociology; Psychology; Operating system","authors":[{"name":"Byron Weber Becker","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01481916463549439,"gpt":0.2410546448047382,"spread":0.2262354801692438,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001225075,0.0001597271,0.0001423354,0.00008454125,0.0003762228,0.0002500307,0.001683259,0.0000540561,0.00003540528],"category_scores_gemma":[0.0004559421,0.0001028361,0.00004285016,0.0002472727,0.00005475206,0.00008899879,0.0003947354,0.0008641297,0.0002279857],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000367477,"about_ca_system_score_gemma":0.00003021102,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001605672,"about_ca_topic_score_gemma":0.00008087289,"domain_scores_codex":[0.9983925,0.0003413028,0.0001849033,0.0003882139,0.000269353,0.0004236921],"domain_scores_gemma":[0.9983858,0.0004510619,0.00008372407,0.000994169,0.00001948841,0.00006568371],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002700961,0.0001452865,0.01611372,0.000008756066,0.00001733045,0.0002103035,0.01038715,0.002910568,0.00005263868,0.004570853,0.004802007,0.9607544],"study_design_scores_gemma":[0.0004339829,0.0001237624,0.007770041,0.00007225876,0.000004392745,0.0001248188,0.0003102802,0.001132742,0.00001585459,0.0001645451,0.9896253,0.0002220572],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3287672,0.0007280008,0.4657475,0.1890465,0.000480556,0.0006100364,3.855461e-7,0.001359851,0.01326001],"genre_scores_gemma":[0.8961928,0.000006331426,0.0989431,0.001158349,0.0001002181,0.00002301381,9.387725e-7,0.00001794802,0.00355732],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9848233,"threshold_uncertainty_score":0.4193532,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2076949411","doi":"10.1145/1028174.971344","title":"Redesigning introductory computer programming with HTML, JavaScript, and Java","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Guelph","funders":"","keywords":"JavaScript; Java; Computer science; Java Programming Language; Programming language; Course (navigation); Software engineering; Engineering","authors":[{"name":"Qusay H. Mahmoud","is_ca":true},{"name":"W. Dobosiewicz","is_ca":true},{"name":"David Swayne","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01045533609779141,"gpt":0.2105659371498071,"spread":0.2001106010520157,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008054721,0.0002706535,0.0002519663,0.0001306247,0.0004316849,0.0005458201,0.0009294382,0.00008392501,0.0000110456],"category_scores_gemma":[0.000208619,0.0002294073,0.00004936176,0.0002563922,0.0001477693,0.0001831085,0.0005298371,0.0005301632,0.0001023815],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006019756,"about_ca_system_score_gemma":0.00006713632,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001583024,"about_ca_topic_score_gemma":0.000004333217,"domain_scores_codex":[0.9979329,0.0001508675,0.000253543,0.0007704137,0.0003338054,0.0005585165],"domain_scores_gemma":[0.9985523,0.0001530114,0.0001346735,0.0009117826,0.00006986415,0.0001784217],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001977266,0.0001386736,0.002180706,0.00004880323,0.00005866724,0.0001579038,0.006262895,0.001183705,0.0002311851,0.003592837,0.004064851,0.98206],"study_design_scores_gemma":[0.001520417,0.0008352508,0.002902537,0.0002504808,0.00002460703,0.0003725007,0.0001843104,0.0002836718,0.0005036999,0.0002727751,0.9921951,0.0006546111],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.08432413,0.0007143584,0.8980805,0.01467104,0.0004230238,0.0003908746,2.84821e-7,0.001209118,0.000186631],"genre_scores_gemma":[0.3375235,0.000006583272,0.6614174,0.0004806473,0.0002706649,0.00002040185,0.000002096379,0.0000259356,0.0002527125],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9881303,"threshold_uncertainty_score":0.9354959,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4246408032","doi":"10.1145/572139.572180","title":"Striving for mathematical thinking","year":2001,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval","funders":"","keywords":"Nature versus nurture; Mathematical software; Computer science; Mathematics education; Software; Duty; Natural science; Natural (archaeology); Software engineering; Management science; Mathematics; Engineering; Sociology; Programming language; Epistemology; Political science; Geography","authors":[{"name":"Peter Henderson","is_ca":false},{"name":"Doug Baldwin","is_ca":false},{"name":"Venu Dasigi","is_ca":false},{"name":"Marcel Dupras","is_ca":true},{"name":"Jane M. Fritz","is_ca":false},{"name":"David Ginat","is_ca":false},{"name":"Don Goelman","is_ca":false},{"name":"John Hamer","is_ca":false},{"name":"Lew Hitchner","is_ca":false},{"name":"Will Lloyd","is_ca":false},{"name":"Bill Marion","is_ca":false},{"name":"Charles Riedesel","is_ca":false},{"name":"Henry M. Walker","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02674049868744812,"gpt":0.2743603660517115,"spread":0.2476198673642634,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009942396,0.0001221599,0.0001457367,0.00005864712,0.0003193933,0.0002972054,0.001297807,0.00006286113,0.00008459676],"category_scores_gemma":[0.001655627,0.0001102072,0.00008841882,0.0001291605,0.00002210673,0.00007415283,0.000376465,0.0002276921,0.0002759114],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002337666,"about_ca_system_score_gemma":0.00001829989,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001186312,"about_ca_topic_score_gemma":6.448793e-7,"domain_scores_codex":[0.9988206,0.00007156776,0.0001927503,0.0003206385,0.0002180476,0.0003763647],"domain_scores_gemma":[0.9982758,0.000862595,0.00007626811,0.000671019,0.00003497181,0.00007930252],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001088792,0.0001219842,0.0008716767,0.00004196363,0.00002415628,0.00003535272,0.003993529,0.0001660358,0.00006661616,0.08444167,0.01068725,0.8995389],"study_design_scores_gemma":[0.0003477524,0.00009067589,0.0002184542,0.00007518095,0.000007345802,0.00006361878,0.0001002437,0.002892536,0.0001028595,0.01632222,0.9795623,0.0002168567],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01306934,0.00006498041,0.9719354,0.01305067,0.0001593191,0.0001750126,2.087508e-7,0.0005643733,0.000980708],"genre_scores_gemma":[0.328247,0.000003421304,0.6692913,0.0004979346,0.0001490722,0.00003310638,0.000001317136,0.00001632101,0.001760566],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.968875,"threshold_uncertainty_score":0.4494121,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3085272523","doi":"10.1145/792548.611998","title":"CS girls rock","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Subject (documents); Mathematics education; Psychology; Medical education; Medicine; Library science; Computer science","authors":[{"name":"Sandy Graham","is_ca":true},{"name":"Celine Latulipe","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01619566600153099,"gpt":0.2389071618570738,"spread":0.2227114958555428,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006158896,0.000131595,0.0001256631,0.00005737631,0.0002154894,0.0001918146,0.001058183,0.00006472434,0.0002025882],"category_scores_gemma":[0.001346336,0.00012307,0.00006695194,0.0001846373,0.00001378107,0.00005916542,0.0002131829,0.0003123157,0.002107755],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002169556,"about_ca_system_score_gemma":0.000033128,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003106271,"about_ca_topic_score_gemma":7.530477e-7,"domain_scores_codex":[0.998685,0.0002210882,0.0001600538,0.0003606099,0.0002113153,0.0003619031],"domain_scores_gemma":[0.9986322,0.0002357223,0.00006707434,0.0009275465,0.00003092559,0.0001065289],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009461362,0.0003224948,0.006818261,0.00003839531,0.00005419493,0.0001516079,0.00462091,0.001431237,0.0003572681,0.1008024,0.1629539,0.7224398],"study_design_scores_gemma":[0.0001982855,0.00005297645,0.0004382665,0.00001244694,0.000002969042,0.00003272012,0.0000271105,0.0001183124,0.0004393063,0.0003893852,0.9981157,0.0001725864],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04096904,0.0009006327,0.9165329,0.02116077,0.001314253,0.0002936101,5.606225e-7,0.001856151,0.01697212],"genre_scores_gemma":[0.7749952,0.000004917386,0.2184088,0.0008378868,0.00005682917,0.0000116351,7.56631e-7,0.0000138457,0.005670104],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8351617,"threshold_uncertainty_score":0.9986692,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2142139649","doi":"10.1145/960492.960541","title":"Case studies in admissions to and early performance in computer science degrees","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Mathematics education; Nothing; Medical education; Focus (optics); Psychology; Pedagogy; Medicine","authors":[{"name":"Sylvia Alexander","is_ca":false},{"name":"Martyn Clark","is_ca":false},{"name":"Ken Loose","is_ca":true},{"name":"June Amillo","is_ca":false},{"name":"Mats Daniels","is_ca":false},{"name":"Roger Boyle","is_ca":false},{"name":"Cary Laxer","is_ca":false},{"name":"Dermot Shinners-Kennedy","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1208405761763671,"gpt":0.4360256950521833,"spread":0.3151851188758162,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003251334,0.00007376148,0.000110972,0.0003477779,0.0005028491,0.0000468168,0.0002452486,0.0000363602,0.00008481519],"category_scores_gemma":[0.01206336,0.00007135703,0.000008150419,0.00145915,0.0004587221,0.0001044087,0.0001209122,0.0001247328,0.00002991614],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001713494,"about_ca_system_score_gemma":0.000367234,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000344952,"about_ca_topic_score_gemma":0.000276854,"domain_scores_codex":[0.9988183,0.0002177315,0.0002030317,0.000247103,0.0002304882,0.0002833772],"domain_scores_gemma":[0.9988059,0.0006495304,0.00003766464,0.0002051342,0.0001923713,0.0001093502],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002499574,0.0003739955,0.6321186,0.00004537021,0.00001197892,0.0003773725,0.2021463,0.0008585362,0.000230882,0.07454792,0.004733982,0.08453012],"study_design_scores_gemma":[0.001299543,0.0003869042,0.5494741,0.0005839409,0.00001409427,0.0005197307,0.05284898,0.0001473335,0.001511618,0.01186517,0.3801033,0.001245241],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9921631,0.00008843897,0.00009155907,0.00514007,0.0004562504,0.0002122397,4.367653e-7,0.00001344403,0.00183441],"genre_scores_gemma":[0.8276181,0.00003082156,0.1715525,0.0003838567,0.0000673616,0.00003704166,6.289293e-8,0.000003891947,0.0003064067],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3753694,"threshold_uncertainty_score":0.9962584,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2135426144","doi":"10.1145/820127.820185","title":"Implications of MBTI in software engineering education","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Learning Styles and Cognitive Differences","field":"Psychology","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Learning styles; Engineering education; Software; Personality; Range (aeronautics); Teaching method","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.02340353752333283,"gpt":0.2804353522616038,"spread":0.2570318147382709,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0000598359,0.00007239796,0.00009940427,0.00008659894,0.00002118875,0.000007067534,0.000186811,0.00005424089,0.008028763],"category_scores_gemma":[0.0005119685,0.00007268531,0.0000330961,0.0001343308,0.00002059943,0.00001088287,0.00003349173,0.0001130098,0.0006696729],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001383318,"about_ca_system_score_gemma":0.00000826726,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001317525,"about_ca_topic_score_gemma":0.000004755231,"domain_scores_codex":[0.9994589,0.00003478314,0.0001577647,0.0001589913,0.00005071603,0.0001388188],"domain_scores_gemma":[0.9993571,0.0002423062,0.00005820732,0.0002651897,0.00004901654,0.00002817847],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002236669,0.001279135,0.491339,0.00007960723,0.00006208897,0.00000450537,0.007547487,0.00003203821,0.000798,0.0148891,0.07384168,0.410105],"study_design_scores_gemma":[0.0002788701,0.00005636906,0.9352373,0.00005935467,0.000009852251,0.000005632117,0.0006680982,0.000006621538,0.0001237035,0.0003968027,0.06302118,0.0001361445],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9805352,0.0006970741,0.0002084606,0.003303072,0.0001883837,0.0001377933,0.00000717241,0.00005009796,0.01487276],"genre_scores_gemma":[0.9952692,0.00002040115,0.001022098,0.0002314396,0.00005052124,0.00008323874,0.000008432917,0.00001097729,0.003303625],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4438984,"threshold_uncertainty_score":0.992878,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2018873511","doi":"10.1145/1028174.971429","title":"Developing principles of GUI programming using views","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Microsoft Research","keywords":"Computer science; Programming language; Programmer; XML; Notation; Java; Event-driven programming; Programming paradigm; Software engineering; Procedural programming; Inductive programming; Operating system","authors":[{"name":"Judith Bishop","is_ca":false},{"name":"Nigel Horspool","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1032978941526476,"gpt":0.32310445525517,"spread":0.2198065611025223,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000576231,0.0001405534,0.0001924732,0.0001433811,0.00008141519,0.00008031776,0.001541408,0.00005997567,0.00001548324],"category_scores_gemma":[0.002584136,0.0001357233,0.00005996785,0.0004879813,0.00004859795,0.00008627767,0.0009866884,0.0001541599,0.00007795818],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001617553,"about_ca_system_score_gemma":0.0002183626,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008767653,"about_ca_topic_score_gemma":0.000002905008,"domain_scores_codex":[0.9985251,0.00003548953,0.0003173313,0.000330465,0.0003890383,0.0004025779],"domain_scores_gemma":[0.9984281,0.0003746896,0.00009293217,0.0008999833,0.000123,0.00008129003],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005850129,0.0008657656,0.04460515,0.001975975,0.000364634,0.0007565254,0.01276415,0.115065,0.03784155,0.219393,0.001550908,0.5647588],"study_design_scores_gemma":[0.002063972,0.000289463,0.01746427,0.001398509,0.00001942548,0.000214232,0.0001154963,0.002878877,0.1748126,0.003680851,0.7956617,0.001400605],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2567253,0.000290056,0.740065,0.002136528,0.0001664344,0.0002647281,4.200758e-7,0.0002748417,0.00007675718],"genre_scores_gemma":[0.2475117,0.000007728754,0.7522823,0.00006160294,0.0000423567,0.00001585959,6.157497e-7,0.00001584338,0.0000619954],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7941108,"threshold_uncertainty_score":0.5534636,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2085398753","doi":"10.1145/782941.782981","title":"E-notes","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph","funders":"","keywords":"Class (philosophy); Task (project management); Mathematics education; Complement (music); Note-taking; Computer science; Psychology; Artificial intelligence","authors":[{"name":"Michael A. Wirth","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04223747453391772,"gpt":0.3862320581261202,"spread":0.3439945835922024,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00112652,0.00006588143,0.00006972026,0.00003869794,0.0003919624,0.0000759807,0.0002987674,0.00006854036,0.006087876],"category_scores_gemma":[0.02748103,0.00006739773,0.00003340533,0.0001949194,0.0001409774,0.00008905696,0.00002750762,0.0001255499,0.002327288],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001008947,"about_ca_system_score_gemma":0.0001523712,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009765293,"about_ca_topic_score_gemma":0.0001370365,"domain_scores_codex":[0.9987046,0.0005304356,0.0001063551,0.0001794687,0.0002414144,0.0002376995],"domain_scores_gemma":[0.9981515,0.001285509,0.00008019189,0.0003109675,0.00009159908,0.00008017715],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004199944,0.0006388693,0.06344628,0.00001650313,0.00006927747,0.00001343529,0.05627213,0.00002318704,0.001928505,0.6209428,0.1616767,0.09493035],"study_design_scores_gemma":[0.00007263234,0.00001295227,0.00141043,0.000003364609,0.000006507537,9.749074e-7,0.002020146,1.236657e-7,0.001163117,0.01862122,0.9766009,0.00008761595],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1024438,0.0002113885,0.0001994982,0.03956027,0.0009203219,0.0001868913,4.263434e-7,0.00009219127,0.8563852],"genre_scores_gemma":[0.9769656,0.0001244387,0.01479033,0.0008555972,0.000238811,0.00002520873,6.554314e-7,0.00001039958,0.006988958],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8745219,"threshold_uncertainty_score":0.9984495,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3005053504","doi":"10.1145/1124706.1121475","title":"Teaching requirements engineering to an unsuspecting audience","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Scope (computer science); Class (philosophy); Computer science; Requirements engineering; Mathematics education; Software; Software engineering; Psychology; Programming language; Artificial intelligence","authors":[{"name":"David Callele","is_ca":true},{"name":"Dwight Makaroff","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01736478969385177,"gpt":0.2716638577694441,"spread":0.2542990680755923,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007594756,0.0001710262,0.0001288357,0.000129172,0.0001635599,0.0002281744,0.001458312,0.00005483698,0.00002776773],"category_scores_gemma":[0.0009332842,0.0001790323,0.00003588092,0.0002281023,0.000006772496,0.0003578238,0.0005579556,0.00027285,0.0001065774],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006683786,"about_ca_system_score_gemma":0.00001213474,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006769298,"about_ca_topic_score_gemma":0.000005670103,"domain_scores_codex":[0.9986588,0.00004424974,0.0002256925,0.0004360202,0.0002564061,0.0003788653],"domain_scores_gemma":[0.9985339,0.0003237188,0.00007102279,0.000922952,0.00003786047,0.000110563],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000592253,0.0009984716,0.009543478,0.0002516962,0.0001095921,0.0007411605,0.006546882,0.1024425,0.0944189,0.3070852,0.1044993,0.3733036],"study_design_scores_gemma":[0.0003396841,0.0004354928,0.006363628,0.0001777261,0.00001347194,0.00009414733,0.00004363259,0.02477635,0.01645693,0.00363101,0.9465067,0.00116126],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.08793924,0.00006057107,0.9036319,0.004395172,0.0003723075,0.0001753016,6.663162e-7,0.002041802,0.001383081],"genre_scores_gemma":[0.4932677,0.000001161737,0.506081,0.0002511937,0.0001616539,0.00001936599,8.83488e-7,0.00001516095,0.0002019072],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8420074,"threshold_uncertainty_score":0.7300726,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2008940264","doi":"10.1145/543812.543827","title":"'Virtual family'","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Outreach; Pair programming; Swift; Context (archaeology); Computer science; Multimedia; Java; Game programming; Software; World Wide Web; Software development; Game design; Game Developer; Game design document; Programming language","authors":[{"name":"Willa Duplantis","is_ca":true},{"name":"Eve MacGregor","is_ca":true},{"name":"Maria Klawe","is_ca":true},{"name":"Michele Ng","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04750945994368008,"gpt":0.2904381813819193,"spread":0.2429287214382392,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002343555,0.00006388369,0.00006920924,0.00005315247,0.0003367046,0.00002753811,0.0004374569,0.0001300649,0.006572518],"category_scores_gemma":[0.0008225661,0.00006635749,0.00003427298,0.0001571177,0.0001961,0.0000258354,0.00005779689,0.000127392,0.005446868],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003988422,"about_ca_system_score_gemma":0.00002005835,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003947188,"about_ca_topic_score_gemma":0.00004277464,"domain_scores_codex":[0.9992391,0.00007263843,0.00009839658,0.0001629886,0.0001768262,0.000249974],"domain_scores_gemma":[0.9994297,0.0001256194,0.00003226948,0.0003126015,0.00003755865,0.00006222496],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002059233,0.0001511012,0.002647539,0.000001507345,0.00001246112,0.000005288033,0.01726841,0.00000158416,0.000170218,0.03235168,0.8690522,0.078336],"study_design_scores_gemma":[0.0001063455,0.00002602564,0.001728074,0.000002581027,0.000005710359,9.676412e-7,0.01182717,0.000001813384,0.0001153323,0.003628936,0.9824613,0.00009577323],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5361832,0.0004396811,0.00006910431,0.1043203,0.001009224,0.0001775408,0.000001682023,0.0004053848,0.3573939],"genre_scores_gemma":[0.974184,0.0001945824,0.0006640589,0.001028814,0.00023428,0.00001830029,0.000001369928,0.000006981331,0.02366767],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4380007,"threshold_uncertainty_score":0.9953275,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1976679120","doi":"10.1145/1473195.1473219","title":"Introducing recursion by parking cars","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Algorithms and Data Compression","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph","funders":"","keywords":"Recursion (computer science); Mutual recursion; Fibonacci number; Focus (optics); Computer science; Theoretical computer science; Algorithm; Mathematics; Algebra over a field; Discrete mathematics; Pure mathematics","authors":[{"name":"Michael A. Wirth","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01366585982979952,"gpt":0.2196900315123255,"spread":0.206024171682526,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002476942,0.0001448743,0.0001541835,0.00005384932,0.0003461611,0.0000712036,0.001375445,0.0000656167,0.0001519486],"category_scores_gemma":[0.0002465446,0.0001278846,0.00004732684,0.0001878283,0.0000426761,0.0001701844,0.001046368,0.0001864192,0.0004010635],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000353381,"about_ca_system_score_gemma":0.00002830614,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000144176,"about_ca_topic_score_gemma":5.611541e-7,"domain_scores_codex":[0.9985672,0.00007373536,0.0002060045,0.0005278662,0.0003099783,0.0003152581],"domain_scores_gemma":[0.9983505,0.0001539295,0.00008894404,0.001247774,0.00004962731,0.0001092001],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007044086,0.00005708367,0.0003816453,0.00000495324,0.000006357345,0.00006344794,0.0005224087,0.00005017732,0.002924978,0.0003810571,0.9080406,0.08756018],"study_design_scores_gemma":[0.0003049829,0.00006249337,0.0003863887,0.00004133175,0.000002371704,0.0000851799,0.00001799142,0.003560031,0.007364856,0.0002691238,0.9876807,0.0002245162],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1723386,0.003038163,0.7909803,0.02629613,0.002267227,0.0004143066,0.00002216231,0.0008840429,0.003759099],"genre_scores_gemma":[0.5481615,0.0006516399,0.4433637,0.00246616,0.0006900344,0.00002918897,0.00005518012,0.00004091731,0.00454164],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.3758229,"threshold_uncertainty_score":0.5214983,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4247734969","doi":"10.1145/1124706.1121392","title":"Engagement theory","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Context (archaeology); Sociology; Subject (documents); Project team; Library science; Perspective (graphical); Engineering; Pedagogy; Computer science; Knowledge management; Geography","authors":[{"name":"Iwona Miliszewska","is_ca":false},{"name":"John Horwood","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03013874694756948,"gpt":0.3476629075905442,"spread":0.3175241606429747,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002490967,0.00007064462,0.0000697194,0.00003251174,0.0005829138,0.0001122018,0.0004134721,0.0000553331,0.01898077],"category_scores_gemma":[0.002983592,0.0000712035,0.00003532603,0.0001423333,0.000144169,0.00006664495,0.00006605354,0.0001785473,0.005631731],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006276386,"about_ca_system_score_gemma":0.0001219448,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002571161,"about_ca_topic_score_gemma":0.0001099074,"domain_scores_codex":[0.9980848,0.001057933,0.0001349083,0.0001780591,0.0003000843,0.0002442344],"domain_scores_gemma":[0.997983,0.0014955,0.0001018071,0.0003005214,0.00006064433,0.00005848993],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001988971,0.0002253082,0.01258347,0.000006063233,0.00001744462,0.000008219386,0.0201171,0.00004824558,0.0001413655,0.3420326,0.6159899,0.008810397],"study_design_scores_gemma":[0.00008593033,0.000009180661,0.007416318,0.000004478276,0.000009356643,2.718609e-7,0.003147494,1.245876e-7,0.00007710802,0.005827229,0.9833299,0.00009261574],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2447945,0.0003163388,0.0001559535,0.1295758,0.0008110261,0.0002478315,0.000001059485,0.0003103409,0.6237872],"genre_scores_gemma":[0.8802676,0.00002332733,0.002971614,0.000909614,0.0006959402,0.00002608514,0.000003541581,0.00001151564,0.1150908],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6354731,"threshold_uncertainty_score":0.9951425,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2056233383","doi":"10.1145/782941.782999","title":"Information technology fluency in practice","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Fluency; Set (abstract data type); Context (archaeology); Work (physics); Computer science; Psychology; Cognitive psychology; Mathematics education; Engineering; Geography","authors":[{"name":"John P. Dougherty","is_ca":false},{"name":"Tom Dececchi","is_ca":true},{"name":"Tony Clear","is_ca":false},{"name":"Brad Richards","is_ca":false},{"name":"Stephen Cooper","is_ca":false},{"name":"Tadeusz Wilusz","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.00944723736324211,"gpt":0.2313233680680912,"spread":0.2218761307048491,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003616558,0.00009383159,0.00009448842,0.0004018632,0.00007702188,0.0001316753,0.0008208762,0.00008474163,0.0004031989],"category_scores_gemma":[0.001015054,0.00009031424,0.00001826966,0.0008204034,0.00001626243,0.001069618,0.0002007851,0.0001423551,0.01110043],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009276906,"about_ca_system_score_gemma":0.00003577069,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001867916,"about_ca_topic_score_gemma":7.869536e-7,"domain_scores_codex":[0.9989597,0.00004423431,0.0004440676,0.000102157,0.000242647,0.0002071617],"domain_scores_gemma":[0.9989551,0.00007560854,0.0001888257,0.0005520331,0.0001827362,0.00004570233],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005312982,0.0003080257,0.001994619,0.00004659282,0.00002202246,0.00001311315,0.03860596,0.0000905735,0.0000271663,0.244447,0.4036128,0.3108268],"study_design_scores_gemma":[0.0002945875,0.00001841866,0.000667194,0.00001820942,0.000001008242,0.00006766498,0.001697357,0.0005661545,0.0001718897,0.0003100103,0.9960491,0.0001383759],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.03272513,0.0005134545,0.09719282,0.4417006,0.002858163,0.001452769,0.00000243832,0.001358189,0.4221964],"genre_scores_gemma":[0.8625085,0.00008253054,0.1253438,0.0102505,0.000043225,0.000200025,0.000006163954,0.000006147481,0.001559091],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8297834,"threshold_uncertainty_score":0.9896696,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2001659261","doi":"10.1145/1383602.1383649","title":"Creating synergy between usability courses and open source software projects","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Regina","funders":"Charles Babbage Institute, University of Minnesota","keywords":"Usability; Computer science; Open source software; Open source; Usability engineering; Software engineering; Pluralistic walkthrough; Context (archaeology); Usability lab; Component-based usability testing; Software; World Wide Web; Human–computer interaction; Operating system","authors":[{"name":"Daryl H. Hepting","is_ca":true},{"name":"Lijuan Peng","is_ca":true},{"name":"Timothy Maciag","is_ca":true},{"name":"David Gerhard","is_ca":true},{"name":"Brien Maguire","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04499389615749449,"gpt":0.2840888090733392,"spread":0.2390949129158447,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007638449,0.0002614696,0.0003932065,0.0001082593,0.001078691,0.0006285652,0.003154158,0.0001207184,0.0001155707],"category_scores_gemma":[0.004528876,0.0002533237,0.00005158244,0.0006568657,0.0003450246,0.0004475962,0.00412639,0.0002841236,0.0001725531],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006612415,"about_ca_system_score_gemma":0.0002648528,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009716905,"about_ca_topic_score_gemma":0.00001442966,"domain_scores_codex":[0.9976751,0.0001895994,0.0004582874,0.0008166201,0.0003939226,0.0004664514],"domain_scores_gemma":[0.9960963,0.001661816,0.0002253136,0.001603076,0.0002472613,0.0001662961],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002098753,0.000285806,0.8446413,0.00006759884,0.000103123,0.0000850955,0.009079192,0.0001171692,0.0001003579,0.002772364,0.04316052,0.09956651],"study_design_scores_gemma":[0.002220199,0.0005399552,0.3549839,0.0002637174,0.00005371949,0.0004015623,0.0007554929,0.0003900556,0.002962664,0.00420405,0.6314022,0.001822456],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8500896,0.00008812149,0.1374058,0.008691532,0.0001174021,0.0008733958,0.00001366058,0.0007423993,0.001978075],"genre_scores_gemma":[0.7521605,0.000006287772,0.2447357,0.0008022628,0.0001221546,0.00007931599,0.00001056612,0.00003037373,0.002052761],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5882417,"threshold_uncertainty_score":0.9999919,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3138525007","doi":"10.1145/1539024.1508949","title":"Gr8 designs for Gr8 girls","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"University of British Columbia; University of Toronto; University of Washington","keywords":"Representation (politics); Order (exchange); Psychology; Medical education; Program Design Language; Mathematics education; Applied psychology; Computer science; Medicine; Political science; Software engineering; Business; Finance","authors":[{"name":"Michelle Craig","is_ca":true},{"name":"Diane Horton","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04260396320666823,"gpt":0.2897669994574344,"spread":0.2471630362507662,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007600573,0.0001614036,0.0001701083,0.00007549902,0.000287491,0.0002416656,0.0014045,0.00008097191,0.00003258438],"category_scores_gemma":[0.0009245488,0.0001508962,0.000113173,0.0001543545,0.00002358571,0.00007903492,0.0001417029,0.000241349,0.0003033622],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002726769,"about_ca_system_score_gemma":0.00003273964,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002331225,"about_ca_topic_score_gemma":7.429368e-7,"domain_scores_codex":[0.9986082,0.0001106353,0.0002018797,0.0004326474,0.0001918849,0.0004547987],"domain_scores_gemma":[0.9984757,0.0004258059,0.00009055625,0.0008422901,0.00005017293,0.0001154884],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001597736,0.000106,0.0001638944,0.00001006695,0.00001125618,0.00001543264,0.001169481,0.0001367862,0.0004143064,0.01188755,0.06158245,0.9244868],"study_design_scores_gemma":[0.0004367146,0.0003846065,0.001251817,0.00002505202,0.000007488523,0.00001735475,0.00001969806,0.0004820719,0.0006139574,0.002250997,0.9942603,0.0002499449],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00940325,0.000237094,0.9396989,0.04846079,0.0003450559,0.0003434891,9.092124e-7,0.0008533776,0.0006571322],"genre_scores_gemma":[0.4982327,0.00000365337,0.4970841,0.002038829,0.0001764056,0.00002697079,0.000003147414,0.00001271443,0.00242147],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9326779,"threshold_uncertainty_score":0.6153368,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2066878596","doi":"10.1145/1113847.1113883","title":"Choice in the classroom","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Vancouver Island University; University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Coursework; Weighting; Grading (engineering); Set (abstract data type); Computer science; Mathematics education; Psychology; Programming language; Engineering","authors":[{"name":"John Aycock","is_ca":true},{"name":"Jim Uhl","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02381976196399744,"gpt":0.2576615417337542,"spread":0.2338417797697568,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006830056,0.0001057529,0.0001019616,0.00005701916,0.0001046222,0.0001485113,0.001700537,0.00004511846,0.00009158417],"category_scores_gemma":[0.0003778759,0.00007362718,0.00004933492,0.0001883489,0.0000153038,0.00008861219,0.0002223696,0.0002686924,0.001673364],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004128885,"about_ca_system_score_gemma":0.0000169521,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001990994,"about_ca_topic_score_gemma":0.00003008447,"domain_scores_codex":[0.9988552,0.0001594313,0.0001992631,0.0002586946,0.0002479448,0.0002794097],"domain_scores_gemma":[0.9986674,0.0004890268,0.00006189981,0.000720649,0.00003020036,0.00003079535],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001278384,0.0004100679,0.02242008,0.00003384322,0.00003252469,0.0001433518,0.01020809,0.0046059,0.001098032,0.5837758,0.1384446,0.2388149],"study_design_scores_gemma":[0.0001332645,0.00002757068,0.005418887,0.0000244424,9.45419e-7,0.00001253022,0.00008230697,0.0005441252,0.0002803588,0.0001656478,0.9932047,0.0001051918],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4260653,0.001825847,0.2192475,0.270573,0.001729993,0.001244197,0.000001789391,0.0007870393,0.0785253],"genre_scores_gemma":[0.9711306,0.000006538251,0.01171047,0.002866253,0.0005619598,0.00002360234,4.652274e-7,0.000008529436,0.01369156],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8547602,"threshold_uncertainty_score":0.999104,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2294704675","doi":"10.1145/1047124.1047404","title":"Viruses 101","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary","funders":"VMware","keywords":"Course (navigation); Computer virus; Computer science; Objectivity (philosophy); Value (mathematics); Engineering ethics; Computer security; Engineering; Epistemology","authors":[{"name":"John Aycock","is_ca":true},{"name":"Ken Barker","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01867259328712312,"gpt":0.2700043010100863,"spread":0.2513317077229632,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001618058,0.0001333201,0.0001182547,0.00009141226,0.0001035189,0.00007475969,0.001337249,0.00006250705,0.0004397166],"category_scores_gemma":[0.0003747729,0.0001302665,0.00005606019,0.0002044718,0.00003759719,0.0002036988,0.0005707676,0.000147636,0.002356844],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005264001,"about_ca_system_score_gemma":0.00001780032,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001549606,"about_ca_topic_score_gemma":0.000004846014,"domain_scores_codex":[0.9989614,0.00003837877,0.0001906131,0.0003534776,0.0001982166,0.0002579035],"domain_scores_gemma":[0.998526,0.0001532948,0.00007465214,0.001104925,0.00006119825,0.00007987794],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001617209,0.0001330994,0.0001258674,0.00000928547,0.00001468646,0.0000350487,0.0002851589,0.0001641244,0.009157667,0.01625688,0.2097513,0.7640507],"study_design_scores_gemma":[0.0001128282,0.00004860575,0.0000876457,0.00000645502,0.000001315626,0.00002190374,0.000004262464,0.000138511,0.1648145,0.003605852,0.8310057,0.0001523608],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005880635,0.0001976806,0.9664151,0.01682203,0.0002159776,0.0002031362,0.000001546053,0.002586703,0.007677155],"genre_scores_gemma":[0.3000169,0.00003665038,0.6908622,0.006609152,0.0002210878,0.00005633465,4.642852e-7,0.0000191875,0.00217799],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7638984,"threshold_uncertainty_score":0.9984199,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2000110740","doi":"10.1145/1473195.1473220","title":"Another approach for resisting student resistance to formal methods","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Variety (cybernetics); Computer science; Formal methods; Generative grammar; Curriculum; Foundation (evidence); Subject (documents); Mathematics education; Programming language; Software engineering; Artificial intelligence; Sociology; Pedagogy; Psychology; World Wide Web","authors":[{"name":"Daniel Zingaro","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05526610070860442,"gpt":0.3410214399643092,"spread":0.2857553392557047,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002220662,0.000182508,0.0002272073,0.00009732957,0.0007558478,0.0001359863,0.001637081,0.00006897576,0.00001075466],"category_scores_gemma":[0.001469541,0.0001702422,0.0001063492,0.0002523441,0.00003677191,0.00009342072,0.0005749027,0.0002428179,0.00004302292],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004962464,"about_ca_system_score_gemma":0.00003463816,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003453645,"about_ca_topic_score_gemma":0.00000265598,"domain_scores_codex":[0.9979857,0.0002938644,0.0002873663,0.0005771283,0.0002807029,0.0005752719],"domain_scores_gemma":[0.9980784,0.0006384215,0.0001164022,0.0009799293,0.00007424415,0.0001125842],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002222925,0.0005524099,0.003215026,0.0001731822,0.0001144496,0.00005129342,0.03375594,0.002034214,0.001008687,0.01412272,0.133832,0.8109177],"study_design_scores_gemma":[0.0004019438,0.0001117965,0.001909585,0.00002682608,0.000006331194,0.00001574938,0.0001453919,0.0004859563,0.0005941007,0.00006785753,0.9959505,0.0002839808],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004767133,0.0002085801,0.9878642,0.004158232,0.0001439327,0.0003927923,7.388882e-7,0.0003862738,0.002078137],"genre_scores_gemma":[0.07600396,0.000002268879,0.913828,0.0009833114,0.0001399966,0.0001557209,0.000001926696,0.00002642491,0.008858358],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8621184,"threshold_uncertainty_score":0.6942276,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2997440247","doi":"10.1145/792548.611952","title":"Effectiveness of online assessment","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Competence (human resources); Online assessment; Online course; Online learning; Multimedia; Medical education; Mathematics education; Psychology; Medicine; Formative assessment","authors":[{"name":"Denise M. Woit","is_ca":true},{"name":"Dave Mason","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01954431561418029,"gpt":0.3334399466632715,"spread":0.3138956310490912,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003441042,0.00008114459,0.00017109,0.00003654405,0.0001727235,0.00001170392,0.0003489588,0.0003235314,0.00198956],"category_scores_gemma":[0.003939367,0.00007567916,0.0000634122,0.0001418856,0.0001835907,0.0000281412,0.00004077821,0.0005587781,0.00009697127],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006878124,"about_ca_system_score_gemma":0.000214389,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001447735,"about_ca_topic_score_gemma":0.00005519621,"domain_scores_codex":[0.997871,0.001252304,0.0001688497,0.0001583609,0.0003243986,0.0002250177],"domain_scores_gemma":[0.9978223,0.001709345,0.00008021097,0.000208241,0.0001085908,0.00007132205],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001017674,0.0007582264,0.02565088,0.0002127079,0.000111315,0.0000249922,0.008119717,0.00004810265,0.005347456,0.9114996,0.03955226,0.008573016],"study_design_scores_gemma":[0.0004285343,0.00006810122,0.00926019,0.0001118354,0.00002130519,0.000001747386,0.003394921,0.000002273926,0.005530267,0.01716923,0.9638336,0.0001779485],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7679827,0.0002845086,0.001484719,0.008344142,0.0006768445,0.000487869,0.00002749399,0.0000832917,0.2206285],"genre_scores_gemma":[0.9930652,0.0001156806,0.005021426,0.0002091731,0.00007346403,0.00000852233,0.000007185557,0.000007047515,0.001492306],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9242814,"threshold_uncertainty_score":0.9989228,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2017587927","doi":"10.1145/1473195.1473222","title":"Using open-source robocode as a Java programming assignment","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Seneca Polytechnic","funders":"","keywords":"Java; Computer science; Open source; Reflection (computer programming); Mathematics education; Programming language; Pedagogy; Psychology; Software","authors":[{"name":"Peter L. Liu","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07750012526958257,"gpt":0.3129533146011387,"spread":0.2354531893315561,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001012929,0.0002884304,0.0003050368,0.000114794,0.0009568019,0.0006757867,0.003371141,0.0001137653,0.0001050702],"category_scores_gemma":[0.0007063947,0.0002784793,0.0001129572,0.0003585634,0.00009737492,0.0002322601,0.002426001,0.00053988,0.0005953759],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001223197,"about_ca_system_score_gemma":0.0001401672,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001205576,"about_ca_topic_score_gemma":0.000003297215,"domain_scores_codex":[0.9972767,0.000336963,0.0003717926,0.0007793104,0.0005082873,0.0007268972],"domain_scores_gemma":[0.9978681,0.0002545301,0.0002244466,0.001353822,0.00006093139,0.0002381221],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000306533,0.0004861793,0.002721826,0.00002551232,0.00007042113,0.0004414109,0.009685175,0.005380597,0.0005760191,0.002017327,0.008358442,0.9702064],"study_design_scores_gemma":[0.0005977954,0.0001948939,0.0002117148,0.00008377732,0.00001098615,0.0004938532,0.0001808563,0.002219755,0.0004482561,0.00007921804,0.9950519,0.0004270027],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.08671195,0.0003493843,0.9012746,0.007532107,0.0004042662,0.0008366794,3.943975e-7,0.001186027,0.001704643],"genre_scores_gemma":[0.4217594,0.000006982781,0.5737575,0.0006360423,0.0001127881,0.00004953129,0.000002169472,0.00003758337,0.003638073],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9866934,"threshold_uncertainty_score":0.9999667,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3158725434","doi":"10.1145/366413.364619","title":"Experiences with tutored video instruction for introductory programming courses","year":2001,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Abandonment (legal); Mathematics education; Studio; Quarter (Canadian coin); Computer science; Community college; Course (navigation); Multimedia; Medical education; Psychology; Engineering; Medicine; Political science; Telecommunications","authors":[{"name":"Richard Anderson","is_ca":false},{"name":"Martin Dickey","is_ca":false},{"name":"Hal Perkins","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01477232687005767,"gpt":0.2521385936302297,"spread":0.2373662667601721,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005000512,0.0001853521,0.000177946,0.0001010249,0.0004169019,0.0003458112,0.0009219034,0.0000636358,0.00002914938],"category_scores_gemma":[0.0005848821,0.0001520176,0.00005924207,0.0002671375,0.0001252605,0.0002027223,0.0001496877,0.0002113568,0.00002676696],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000412299,"about_ca_system_score_gemma":0.00005674337,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008492619,"about_ca_topic_score_gemma":0.000007135566,"domain_scores_codex":[0.9984308,0.00009084001,0.000206044,0.0005579613,0.0002736846,0.0004406231],"domain_scores_gemma":[0.9987728,0.0002064167,0.0001451795,0.0006799335,0.00009691109,0.0000987462],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007236993,0.00008727887,0.001879437,0.00001777987,0.00002255686,0.00001519547,0.01661847,0.0001019326,0.00005756318,0.0008384335,0.00285647,0.9774325],"study_design_scores_gemma":[0.0006423357,0.0004548992,0.0003977266,0.00004226562,0.000009640734,0.0001173654,0.005476119,0.0002329876,0.000369227,0.00004013027,0.9919465,0.0002707922],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7431849,0.0002503923,0.2472414,0.007153953,0.000762007,0.0004642509,2.917203e-7,0.0008663938,0.00007637258],"genre_scores_gemma":[0.6807698,0.000004023469,0.3179821,0.0001321957,0.0003399655,0.0002552128,0.000003398766,0.0000167776,0.0004965091],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.98909,"threshold_uncertainty_score":0.6199099,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3018735809","doi":"10.1145/1595496.1562903","title":"A \"communication skills for computer scientists\" course","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Toronto","funders":"","keywords":"Course (navigation); Interpersonal communication; Curriculum; Computer science; Communication skills; Social skills; Public speaking; Multimedia; Mathematics education; Psychology; Pedagogy; Medical education; Engineering; Communication","authors":[{"name":"Lil Blume","is_ca":true},{"name":"Ron Baecker","is_ca":true},{"name":"Christopher Collins","is_ca":true},{"name":"Aran Donohue","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.009120484359714551,"gpt":0.2667013380152459,"spread":0.2575808536555313,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006361686,0.0001186435,0.0001282249,0.00008749039,0.0002863238,0.0003050046,0.001444661,0.00005094108,0.00009047981],"category_scores_gemma":[0.00008836832,0.0001098856,0.00006510938,0.0002552719,0.00002492323,0.0002085686,0.0001633189,0.00006870322,0.0008006436],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006083529,"about_ca_system_score_gemma":0.0001116763,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003456776,"about_ca_topic_score_gemma":5.461962e-7,"domain_scores_codex":[0.9988618,0.00005043378,0.0003610107,0.0002289028,0.0002565738,0.0002412875],"domain_scores_gemma":[0.9983218,0.0001110638,0.0001764764,0.001025432,0.0002696692,0.00009553391],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002941954,0.0003611087,0.00009579046,0.00001244117,0.00001173405,7.45704e-7,0.003714549,0.00004617324,0.00002566837,0.05544427,0.7139052,0.2263793],"study_design_scores_gemma":[0.0006459462,0.00007510537,0.01074224,0.00005126435,0.000004158602,0.00002811715,0.00008817966,0.002365264,0.000572353,0.00193381,0.9832233,0.0002703089],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01273691,0.0001556305,0.9092312,0.0662062,0.00158416,0.001094206,0.000004550392,0.0004332589,0.008553893],"genre_scores_gemma":[0.3898438,0.00001173856,0.5982073,0.00829711,0.0001208562,0.0001004634,0.00003408276,0.000006044306,0.003378642],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3771068,"threshold_uncertainty_score":0.9999774,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2148364996","doi":"10.1145/1028174.971464","title":"Research, teaching, and service","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Structuring; Context (archaeology); Curriculum; Service (business); Graduate students; Computer science; Mathematics education; Engineering ethics; Medical education; Engineering management; Pedagogy; Sociology; Psychology; Engineering; Political science; Medicine","authors":[{"name":"Paolo A. G. Sivilotti","is_ca":false},{"name":"Bruce W. Weide","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03360376872872277,"gpt":0.3113248947453306,"spread":0.2777211260166078,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001860316,0.00007702495,0.00007454686,0.0001213558,0.0004736101,0.0002170534,0.0007556183,0.000041327,0.00007991364],"category_scores_gemma":[0.000330141,0.00006770193,0.00001325578,0.0002469266,0.00002174638,0.0001567466,0.0004439557,0.0003264107,0.002380055],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007190221,"about_ca_system_score_gemma":0.0001270641,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002684376,"about_ca_topic_score_gemma":0.000008000521,"domain_scores_codex":[0.9988519,0.0001672183,0.0001992856,0.0001937375,0.0003567629,0.000231084],"domain_scores_gemma":[0.999023,0.0001219248,0.00005003464,0.0005121535,0.0001805241,0.0001123423],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005054364,0.00018798,0.0002340169,0.00009628176,0.00002267896,0.0000125908,0.0725438,0.00007505585,0.0001573357,0.591294,0.275431,0.05994023],"study_design_scores_gemma":[0.0003895389,0.00002551455,0.002342684,0.00004629673,6.72437e-7,0.00005484442,0.002158706,0.00004556017,0.0003707708,0.003837125,0.9905813,0.0001469618],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.3129541,0.0002516876,0.0555562,0.4929166,0.001327954,0.000843573,0.000001685331,0.0006352423,0.1355129],"genre_scores_gemma":[0.886949,0.00001137346,0.09987457,0.01034092,0.00009694458,0.00006211555,0.000003365903,0.000007550747,0.002654155],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7151504,"threshold_uncertainty_score":0.9983967,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2072628972","doi":"10.1145/355354.355375","title":"Experiments with distance learning in software engineering graduate courses","year":2000,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"Government of Alberta","keywords":"Distance education; Computer science; Graduate students; Software; Graduate education; Software engineering; Multimedia; Mathematics education; Psychology; Pedagogy; Programming language","authors":[{"name":"Michele Jacobsen","is_ca":true},{"name":"Rob Kremer","is_ca":true},{"name":"Mildred L. G. Shaw","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02060776067581981,"gpt":0.2879359280902579,"spread":0.2673281674144381,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003235828,0.0001276631,0.0001505216,0.00005208474,0.000240281,0.00006324525,0.0002686823,0.00005800155,0.001856175],"category_scores_gemma":[0.0006201937,0.0001200591,0.00002967799,0.0002373396,0.00007309439,0.00007982917,0.00002878179,0.0003312045,0.0002510001],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006400759,"about_ca_system_score_gemma":0.00009486802,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005117269,"about_ca_topic_score_gemma":0.0001901919,"domain_scores_codex":[0.9987643,0.0001068882,0.0001463309,0.0002410977,0.0003305482,0.0004108661],"domain_scores_gemma":[0.9994654,0.0002073549,0.00004398333,0.0001656983,0.00003033545,0.00008723231],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005107314,0.0006995737,0.3388554,0.00009828055,0.0001101202,0.0009010409,0.04817148,0.046716,0.0003129869,0.001745393,0.01109017,0.5507888],"study_design_scores_gemma":[0.0004199596,0.00006274716,0.003523745,0.0001243426,0.000005784003,0.000001881053,0.003324741,0.00004967878,0.0001824328,0.00001863626,0.9920448,0.0002412563],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9918657,0.000234437,0.0001314927,0.003500961,0.00005780088,0.0001394139,0.000001058126,0.0002451542,0.003824003],"genre_scores_gemma":[0.9792588,0.0001595043,0.01037649,0.00009401925,0.0001606206,0.0000242175,0.000005854532,0.00002573917,0.009894772],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9809546,"threshold_uncertainty_score":0.9990563,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2015367725","doi":"10.1145/1138403.1138438","title":"Ethics and usability testing in computer science education","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Regina","funders":"","keywords":"Usability; Usability engineering; Computer science; Information ethics; Quality (philosophy); Engineering ethics; Computer ethics; Knowledge management; Human–computer interaction; Engineering; Meta-ethics","authors":[{"name":"Daryl H. Hepting","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02490971750448918,"gpt":0.2790237237494871,"spread":0.254114006244998,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002247912,0.00009065598,0.00009065125,0.0001714879,0.0002806585,0.0002730828,0.0006120314,0.00005061971,0.00001795859],"category_scores_gemma":[0.0008996729,0.0000858171,0.00001084236,0.0007412025,0.0001153716,0.0002814764,0.0003190186,0.0002085906,0.0001238019],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001312555,"about_ca_system_score_gemma":0.001020078,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004100746,"about_ca_topic_score_gemma":0.00001655994,"domain_scores_codex":[0.9987236,0.00008971863,0.0003502764,0.000294949,0.0003330725,0.0002083463],"domain_scores_gemma":[0.9987416,0.000331697,0.0001107632,0.0004480905,0.0003052523,0.0000625599],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000004215916,0.00075721,0.216534,0.000221828,0.000003949503,0.000003347773,0.02265336,0.0007664716,0.0006420517,0.1468735,0.02580514,0.585735],"study_design_scores_gemma":[0.0005129145,0.00005085331,0.884943,0.000195172,0.000001918807,0.00009872652,0.0005983148,0.0167667,0.001337347,0.007857055,0.08704758,0.0005903844],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.852904,0.00007345862,0.1129002,0.02208717,0.001427955,0.0004828739,5.213229e-7,0.000189072,0.009934805],"genre_scores_gemma":[0.8098846,0.000001055541,0.1886335,0.001248275,0.00006908642,0.00002069771,0.000001370255,0.000002339953,0.0001390662],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.668409,"threshold_uncertainty_score":0.349952,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3044473656","doi":"10.1145/331795.331887","title":"Enhancing student learning through on-line quizzes","year":2000,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Multimedia; Line (geometry); Mathematics education; Psychology; Mathematics","authors":[{"name":"Denise M. Woit","is_ca":true},{"name":"Dave Mason","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02293948998551392,"gpt":0.2954405126227133,"spread":0.2725010226371994,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007592229,0.0002263029,0.0002227841,0.00005663019,0.0004827032,0.0003136956,0.001437489,0.00008043263,0.0007601943],"category_scores_gemma":[0.0004862703,0.0002070254,0.0001008467,0.0002172714,0.00003985731,0.0001099855,0.0003118773,0.000760211,0.002901819],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004610934,"about_ca_system_score_gemma":0.00002577991,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001756589,"about_ca_topic_score_gemma":0.00000555244,"domain_scores_codex":[0.9978732,0.0003009498,0.0002964224,0.0005868382,0.0004323391,0.0005102216],"domain_scores_gemma":[0.9984099,0.0005071813,0.00009534216,0.0008613697,0.0000318475,0.00009434648],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002811242,0.0003089917,0.001004903,0.00001789548,0.00004520162,0.00009481199,0.01653975,0.01808012,0.0002177759,0.00305183,0.002964736,0.9576459],"study_design_scores_gemma":[0.00040963,0.0004696032,0.0006501607,0.00009953739,0.000006964131,0.00001858102,0.0002654244,0.0003203246,0.0009823196,0.0001091199,0.9963588,0.0003095601],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7903271,0.0007540042,0.1622561,0.02710536,0.0007764254,0.0004046585,5.532254e-7,0.00286398,0.01551186],"genre_scores_gemma":[0.8809,0.0000443788,0.1032381,0.001616992,0.0002727279,0.00002252349,0.000002940001,0.00002913276,0.01387315],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.993394,"threshold_uncertainty_score":0.9978746,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2089356027","doi":"10.1145/961290.961526","title":"Measuring effectiveness of constructivist and behaviourist assignments in CS102","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Successor cardinal; Measure (data warehouse); Computer science; Constructivist teaching methods; Mathematics education; Software engineering; Programming language; Psychology; Mathematics; Data mining; Teaching method","authors":[{"name":"J. R. Parker","is_ca":true},{"name":"Katrin Becker","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02149025322131989,"gpt":0.236374094896991,"spread":0.2148838416756711,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001494759,0.0001135746,0.0001906958,0.00009422043,0.00008096149,0.00006541763,0.0003580918,0.00004914072,0.000008131971],"category_scores_gemma":[0.0007762669,0.0001140145,0.00002979038,0.0001472654,0.00007976983,0.00005571028,0.0001595475,0.0002280026,0.000007899407],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003566049,"about_ca_system_score_gemma":0.00002542626,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001421889,"about_ca_topic_score_gemma":0.000002465792,"domain_scores_codex":[0.9984945,0.0006239699,0.0001762367,0.0003080608,0.0001817722,0.000215463],"domain_scores_gemma":[0.9989606,0.0004842596,0.00008750852,0.000388119,0.00002380355,0.00005570496],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003129632,0.0002847253,0.8192595,0.0001681697,0.00002920304,0.00007234783,0.001589908,0.0001366822,0.00284411,0.01102974,0.00004892902,0.1645053],"study_design_scores_gemma":[0.004561429,0.0004744745,0.9126301,0.001100882,0.00003279273,0.0002211399,0.0003582542,0.0001449412,0.03732657,0.002112014,0.04004982,0.0009875388],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9734852,0.0001714949,0.02540561,0.0001005495,0.0001226926,0.000142323,3.696248e-7,0.00006175831,0.0005100236],"genre_scores_gemma":[0.9590719,0.000002640408,0.0408527,0.00001083319,0.000004930602,0.00001324872,3.749455e-7,0.000008127262,0.0000352425],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1635178,"threshold_uncertainty_score":0.4649377,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2998477998","doi":"10.1145/1151954.1067477","title":"Iconic programming for flowcharts, java, turing, etc","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Computer science; Programming language; Java; Symbol (formal); Flowchart; Programmer; Syntax; Executable; Turing; Artificial intelligence","authors":[{"name":"Stephen Chen","is_ca":true},{"name":"Stephen Morris","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01830950721453408,"gpt":0.2622674583629954,"spread":0.2439579511484613,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000999931,0.0002297567,0.0002164498,0.0001031333,0.0003866055,0.0004047469,0.001561531,0.0001086706,0.00008573258],"category_scores_gemma":[0.0007731101,0.0002214918,0.0001618514,0.0001538021,0.00004189133,0.0001441959,0.0004324606,0.0003812077,0.0005865374],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006268844,"about_ca_system_score_gemma":0.0000493693,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004900826,"about_ca_topic_score_gemma":0.000009665883,"domain_scores_codex":[0.9980354,0.0001023688,0.0003060324,0.0006091966,0.0002534522,0.000693554],"domain_scores_gemma":[0.998264,0.0003664008,0.0001321318,0.001016532,0.00006465736,0.000156311],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007692004,0.00008674635,0.0001504376,0.00002442681,0.00001848953,0.000005413212,0.001488743,0.0002279544,0.00006361422,0.002859504,0.01197142,0.9830956],"study_design_scores_gemma":[0.0005130995,0.0001413577,0.0001318088,0.0000438064,0.000009830739,0.00002311183,0.00004654609,0.001631734,0.0006638436,0.0001047172,0.9963943,0.0002958285],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.05465502,0.002337682,0.8635899,0.07212619,0.001236987,0.001540817,0.000003068992,0.003429268,0.001081009],"genre_scores_gemma":[0.3143822,0.000007453646,0.6801006,0.0008497896,0.0005324772,0.0001497478,0.000005928023,0.00003359805,0.003938157],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9844229,"threshold_uncertainty_score":0.9032175,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2999120375","doi":"10.1145/1595496.1562937","title":"Adaptation of team-based learning on a first term programming class","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus","funders":"","keywords":"Adaptation (eye); Class (philosophy); Computer science; Term (time); Mathematics education; Artificial intelligence; Natural (archaeology); Psychology","authors":[{"name":"Patricia Lasserre","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0187878456204767,"gpt":0.2476277874525583,"spread":0.2288399418320816,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006210171,0.000183485,0.0001957405,0.0001664744,0.0003384569,0.0001348039,0.0008682468,0.00008924706,0.00001391739],"category_scores_gemma":[0.0005671206,0.0001759961,0.0001060164,0.0002989175,0.00003662348,0.00006278673,0.0000846087,0.0004825178,0.00008498138],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000418324,"about_ca_system_score_gemma":0.00002723351,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004146957,"about_ca_topic_score_gemma":0.000003253748,"domain_scores_codex":[0.9984012,0.0001655839,0.0002832766,0.0004254504,0.0003591074,0.0003653592],"domain_scores_gemma":[0.9986732,0.0003240787,0.0002237394,0.0006354811,0.00005557672,0.00008789928],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003110143,0.0001955001,0.00117628,0.00002748987,0.000008938573,0.00001600046,0.001752479,0.01388294,0.00004567267,0.001571887,0.0002957919,0.9809959],"study_design_scores_gemma":[0.001023899,0.001524788,0.006451186,0.0003733209,0.00001469206,0.00001069044,0.0001954191,0.0136722,0.0006032464,0.00006534247,0.9756927,0.0003725361],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2711459,0.0003455863,0.6977342,0.02314623,0.0004510829,0.001046453,8.622956e-7,0.002642424,0.003487186],"genre_scores_gemma":[0.7672819,0.000002523205,0.2322048,0.0001970661,0.00004035389,0.00001481341,0.000004156172,0.00001129143,0.0002430936],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9806234,"threshold_uncertainty_score":0.7176911,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2082733211","doi":"10.1145/1595453.1595493","title":"Reading a computer science research paper","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Reading (process); Grading (engineering); Reading comprehension; Mathematics education; Graduate students; Process (computing); Scheme (mathematics); Pedagogy; Psychology; Programming language; Engineering; Linguistics","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.03408384689549279,"gpt":0.3168147683689195,"spread":0.2827309214734267,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002426519,0.0001737967,0.0001766553,0.0004205963,0.0003481754,0.0003816548,0.004101112,0.00008110872,0.00005722613],"category_scores_gemma":[0.0001780729,0.000165605,0.0000529581,0.00117946,0.000206545,0.0003669366,0.00129903,0.0004474396,0.0004071039],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001517614,"about_ca_system_score_gemma":0.0001059982,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003438487,"about_ca_topic_score_gemma":2.570429e-7,"domain_scores_codex":[0.9971948,0.0000936663,0.00024037,0.0007526702,0.0009521762,0.0007662968],"domain_scores_gemma":[0.9971241,0.0002292891,0.00004287908,0.002078869,0.0003225957,0.0002022292],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005797246,0.0000955255,0.00005360875,0.000008951163,0.000004575521,0.00008970726,0.0007574776,0.0003820467,0.01076306,0.3162796,0.06114655,0.6104131],"study_design_scores_gemma":[0.0002589558,0.0004382519,0.002186512,0.0001389844,0.000002270803,0.00007338153,0.000002390863,0.02546393,0.01717325,0.01738214,0.9363687,0.0005112588],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.003731348,0.0000359412,0.982596,0.01073391,0.0001647453,0.0002047912,4.219033e-7,0.001131075,0.001401744],"genre_scores_gemma":[0.2564895,0.00001366974,0.7419569,0.001074409,0.0001302591,0.00001652561,4.919094e-7,0.0000108002,0.0003074451],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8752221,"threshold_uncertainty_score":0.7620954,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3030373777","doi":"10.1145/1595496.1562919","title":"Curing recursion aversion","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Victoria","funders":"","keywords":"Recursion (computer science); Curriculum; Logo (programming language); Mathematics education; Computer science; Psychology; Pedagogy; Programming language","authors":[{"name":"Katherine Gunion","is_ca":true},{"name":"Todd Milford","is_ca":true},{"name":"Ulrike Stege","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01209224078929277,"gpt":0.2414519971998191,"spread":0.2293597564105263,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004569276,0.0001124558,0.0001019056,0.00007689002,0.0002475668,0.0001453968,0.001024905,0.00006086375,0.00006263685],"category_scores_gemma":[0.0003833981,0.0001055787,0.00006090899,0.0001588773,0.00001324558,0.00009388776,0.0002393703,0.0002997529,0.0007290402],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003170019,"about_ca_system_score_gemma":0.00001245061,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002329229,"about_ca_topic_score_gemma":1.844848e-7,"domain_scores_codex":[0.998922,0.00009939724,0.0001329768,0.0003360856,0.0002174639,0.0002920082],"domain_scores_gemma":[0.9990034,0.0001102907,0.00006648368,0.0007065047,0.00002429711,0.00008905849],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005989312,0.00004925798,0.0001240558,0.000003589739,0.000002304497,0.00002363921,0.0008934755,0.000077588,0.0002564972,0.002305939,0.0126271,0.9836305],"study_design_scores_gemma":[0.0002288198,0.000215935,0.001609712,0.00005588512,0.000002422982,0.00001918701,0.00003112656,0.0003547743,0.0007800576,0.0006304356,0.9958975,0.0001742016],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3789667,0.001074571,0.4384969,0.1632522,0.00181771,0.0004851075,6.321981e-7,0.004199565,0.01170657],"genre_scores_gemma":[0.8248275,0.000009417795,0.1724749,0.0009127842,0.00009848268,0.000001656977,0.000001371702,0.000006342527,0.001667593],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9834564,"threshold_uncertainty_score":0.937058,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3086619722","doi":"10.1145/1269900.1268837","title":"Introducing students to professional software construction","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"Université du Québec à Montréal","keywords":"Documentation; Computer science; Software engineering; Key (lock); Software; Software construction; Software development; Software documentation; Software maintenance; Programming language","authors":[{"name":"Guy Tremblay","is_ca":true},{"name":"Bruno Malenfant","is_ca":true},{"name":"Aziz Salah","is_ca":true},{"name":"Pablo Zentilli","is_ca":true}],"retraction":null,"screen_n_in":0,"score":{"opus":0.01151039849695476,"gpt":0.2967501093714668,"spread":0.2852397108745121,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001294155,0.0001407139,0.0001337867,0.0002329641,0.0001434424,0.0001278268,0.001911471,0.00007413404,0.0001660397],"category_scores_gemma":[0.006219184,0.0001365006,0.00003838855,0.0005011669,0.00003252519,0.00008611158,0.00152114,0.0002893269,0.001118495],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001245052,"about_ca_system_score_gemma":0.00005530821,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002044131,"about_ca_topic_score_gemma":0.000001930097,"domain_scores_codex":[0.9978799,0.00004322921,0.0002384704,0.0004998866,0.0008364903,0.0005019754],"domain_scores_gemma":[0.9973846,0.00120733,0.00004109781,0.0009798701,0.0001555029,0.0002315863],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001161583,0.0003775353,0.4189282,0.00009382819,0.00008205768,0.0002884609,0.002927987,0.001395234,0.004226499,0.002409919,0.1678341,0.40132],"study_design_scores_gemma":[0.001742285,0.0004158489,0.6704456,0.0003237978,0.00001043956,0.0002362478,0.0002685014,0.0001444308,0.02922679,0.001379373,0.2946205,0.001186238],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.4286504,0.00002911461,0.5651792,0.003940505,0.001425028,0.0002607727,9.074749e-7,0.0004776904,0.00003630195],"genre_scores_gemma":[0.3660497,0.000001859258,0.6316966,0.0006333124,0.0003691644,0.00002921098,0.000002431979,0.0000222957,0.001195429],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4001338,"threshold_uncertainty_score":0.9996592,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2076573027","doi":"10.1145/1595453.1595455","title":"Formal methods versus engineering","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Engineering mathematics; Science and engineering; Position (finance); Formal methods; Domain (mathematical analysis); Computer science; Key (lock); Software engineering; Mathematics education; Management science; Applied mathematics; Calculus (dental); Mathematics; Engineering; Engineering ethics","authors":[{"name":"Tom Maibaum","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02731278489496189,"gpt":0.2765459763135167,"spread":0.2492331914185548,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005037109,0.0002134049,0.0002418304,0.0002348327,0.000166583,0.0002428199,0.0004800433,0.00008431276,0.0005245347],"category_scores_gemma":[0.0008940979,0.0001991099,0.000130205,0.0005025311,0.00001456654,0.0004328196,0.0001750503,0.0001694184,0.0006745373],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001678044,"about_ca_system_score_gemma":0.00000881756,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001074531,"about_ca_topic_score_gemma":0.000001697305,"domain_scores_codex":[0.9988309,0.000006168795,0.0002573308,0.0002904627,0.0001980573,0.0004170424],"domain_scores_gemma":[0.9992205,0.00008633103,0.0001145464,0.0004178056,0.0001431663,0.00001763512],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005597294,0.0003371192,0.000418941,0.0003406653,0.0002174203,0.0000600422,0.0001324829,0.0333875,0.004324234,0.02458441,0.03567213,0.8999653],"study_design_scores_gemma":[0.00170781,0.00002614763,0.001025065,0.00007233872,0.0002532683,0.00000271578,0.00008332226,0.0746899,0.0005262105,0.002168537,0.9187045,0.00074024],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3232579,0.002454945,0.4545874,0.09651153,0.003899823,0.0006962196,0.000004017953,0.003912568,0.1146757],"genre_scores_gemma":[0.9593499,0.00001752088,0.03594013,0.002716562,0.001467229,0.00001091107,0.00001990153,0.00003053742,0.0004473385],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8992251,"threshold_uncertainty_score":0.8670037,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4251467433","doi":"10.1145/792548.611893","title":"Client sponsored projects in software engineering courses","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Software engineering; Software; Computer science; Engineering management; Engineering; Systems engineering; Operating system","authors":[{"name":"Williams C. Judith","is_ca":false},{"name":"Bettina Bair","is_ca":false},{"name":"Jürgen Börstler","is_ca":false},{"name":"Timothy C. Lethbridge","is_ca":true},{"name":"Ken Surendran","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01498876775405511,"gpt":0.223559285863886,"spread":0.2085705181098309,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006216176,0.0001585745,0.0001583982,0.0001699651,0.00006043805,0.00009743857,0.0007828046,0.00005183082,0.00007919616],"category_scores_gemma":[0.002488703,0.0001557955,0.0000474694,0.0003589505,0.00002409639,0.00005093162,0.0003274645,0.0001918597,0.0005991023],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006242854,"about_ca_system_score_gemma":0.0000419252,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002019987,"about_ca_topic_score_gemma":0.000006461935,"domain_scores_codex":[0.9987013,0.0001159725,0.0002025364,0.0004052095,0.0001914439,0.0003835357],"domain_scores_gemma":[0.9988316,0.0002782242,0.00005166498,0.0007254686,0.00003878747,0.00007430283],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001188094,0.002761232,0.1109614,0.000823052,0.0002260053,0.002163032,0.01697422,0.05622604,0.0007122144,0.4632297,0.2167142,0.1290901],"study_design_scores_gemma":[0.00114422,0.0001831578,0.00801894,0.0002042307,0.000009656582,0.00002619444,0.0003200875,0.005148123,0.00203744,0.0003779632,0.9819008,0.0006292047],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7157861,0.002230964,0.2351861,0.01218634,0.003361874,0.001909037,0.000002956371,0.002560843,0.02677578],"genre_scores_gemma":[0.8924725,0.00002143377,0.1037062,0.0002664523,0.00003953808,0.00005961927,0.000001388921,0.00002047911,0.003412433],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7651865,"threshold_uncertainty_score":0.7700449,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4243838442","doi":"10.1145/1595496.1562896","title":"An academic kit for integrating mobile devices into the CS curriculum","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Mobile and Web Applications","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Blackberry (Canada); University of Guelph","funders":"","keywords":"Mobile device; Curriculum; Computer science; Multimedia; Software; Mobile technology; Engineering management; Software engineering; Engineering; World Wide Web; Operating system; Pedagogy; Sociology","authors":[{"name":"Qusay H. Mahmoud","is_ca":true},{"name":"Thanh Hue Ngo","is_ca":true},{"name":"Razieh Niazi","is_ca":true},{"name":"Pawel Popowicz","is_ca":true},{"name":"Robert Sydoryshyn","is_ca":true},{"name":"Matthew Wilks","is_ca":true},{"name":"Dave Dietz","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01180820654452598,"gpt":0.2949304000185036,"spread":0.2831221934739776,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004767947,0.0001522582,0.0001342743,0.00004302498,0.0003775322,0.0001615017,0.002747952,0.00009564435,0.00004056035],"category_scores_gemma":[0.000169599,0.0001028999,0.00007361671,0.0002717449,0.00003973583,0.0001543667,0.0001832135,0.0002655071,0.0001775995],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002594641,"about_ca_system_score_gemma":0.00004112379,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000943758,"about_ca_topic_score_gemma":0.00001544114,"domain_scores_codex":[0.9987782,0.00006199988,0.0002774521,0.0004229508,0.0001728987,0.0002865633],"domain_scores_gemma":[0.9981622,0.0003263594,0.0001261977,0.00119148,0.00009853032,0.0000951943],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006174836,0.0002502486,0.0009628218,0.00001812904,0.00001569936,0.000002056827,0.005164822,0.0002271892,0.008406316,0.1548323,0.07930389,0.7508104],"study_design_scores_gemma":[0.0002341989,0.0003354683,0.0009260172,0.00003290455,0.00001423103,0.00000813136,0.0006338715,0.01343158,0.004520999,0.02011542,0.9594582,0.000288986],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3563798,0.001639462,0.5692285,0.06563933,0.0003534197,0.002938987,0.000006713956,0.0008153868,0.0029983],"genre_scores_gemma":[0.9180081,0.00005114178,0.07574043,0.004979232,0.000264527,0.0007307766,0.000009402142,0.000009925397,0.0002064204],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8801543,"threshold_uncertainty_score":0.5106423,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4254979294","doi":"10.1145/563517.563426","title":"Design guidelines for the lab component of objects-first CS1","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Computer science; Grading (engineering); Java; Component (thermodynamics); Complement (music); Software engineering; Software; Mathematics education; Programming language; Engineering; Psychology","authors":[{"name":"Hamzeh Roumani","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1345338237947164,"gpt":0.3019197888053388,"spread":0.1673859650106223,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001202395,0.0001371589,0.0001713069,0.00004831705,0.0003361759,0.0001036915,0.001597128,0.00005047103,0.00007430516],"category_scores_gemma":[0.002120303,0.00009492843,0.00009972326,0.0001449303,0.00005669671,0.00003578813,0.0003019025,0.0001650064,0.0001206586],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001687016,"about_ca_system_score_gemma":0.00001252049,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001608581,"about_ca_topic_score_gemma":0.000004122212,"domain_scores_codex":[0.9987416,0.0001376034,0.0003132419,0.0002827864,0.0002399652,0.0002847715],"domain_scores_gemma":[0.9967605,0.001947254,0.0001598674,0.0009046226,0.0001779523,0.0000497431],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002723659,0.0002201098,0.0001929854,0.0000614243,0.00007964795,0.000008470975,0.007111933,0.01337191,0.0003191241,0.002439836,0.3672462,0.6089212],"study_design_scores_gemma":[0.0004117636,0.000160436,0.0001177019,0.00004831731,0.00001428521,0.00001159521,0.0001113152,0.03962994,0.0006389487,0.0001033807,0.9585986,0.0001537742],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0009722313,0.001624167,0.9339544,0.06237441,0.0003381802,0.0003928337,9.227884e-7,0.0002318855,0.0001109712],"genre_scores_gemma":[0.3601067,0.00006199651,0.6372403,0.001005806,0.0001598825,0.00006772757,9.249359e-7,0.00001814277,0.001338537],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6087674,"threshold_uncertainty_score":0.3871069,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2094440966","doi":"10.1145/1041624.1041662","title":"Searching the web to develop inquiry and collaborative skills","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Treasure; Intuition; Heuristics; Computer science; World Wide Web; Process (computing); Psychology; Cognitive science; History","authors":[{"name":"Denis Hamelin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02007245818721282,"gpt":0.3446980006335879,"spread":0.324625542446375,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009696637,0.00007800356,0.00007770283,0.00005261792,0.0008691341,0.0002114884,0.000318527,0.00005440957,0.0002642594],"category_scores_gemma":[0.005136404,0.00006149989,0.000009471035,0.001131149,0.0002306682,0.00006484261,0.0001114538,0.0001102302,0.0003783603],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001266391,"about_ca_system_score_gemma":0.001154905,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003947075,"about_ca_topic_score_gemma":0.001526341,"domain_scores_codex":[0.9989125,0.0002573951,0.0001322359,0.0001857168,0.0002956474,0.0002164985],"domain_scores_gemma":[0.9988369,0.0003577761,0.00004694542,0.000210687,0.0004228988,0.000124789],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003229135,0.000149689,0.001100499,0.000006654384,0.00002446471,0.000004529729,0.6675164,0.000217296,0.0005088935,0.1523243,0.1433466,0.03476836],"study_design_scores_gemma":[0.0001913338,0.00002535556,0.002846903,0.00001782997,0.000003705109,5.434311e-7,0.06501545,3.053074e-7,0.0003591584,0.003175053,0.928259,0.0001053333],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6710945,0.0001148747,0.0001239772,0.3086183,0.0005517282,0.0005208901,0.00000359838,0.00006195436,0.01891016],"genre_scores_gemma":[0.9826274,0.0001665463,0.007683081,0.00606714,0.000514804,0.00007420698,0.00000300589,0.000009787996,0.002854015],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7849124,"threshold_uncertainty_score":0.6684765,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1983559945","doi":"10.1145/961290.961612","title":"Computer science and the arts","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Art, Technology, and Culture","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"The arts; sort; Mathematics education; Computer science; Arts in education; Visual arts; Sociology; Multimedia; Pedagogy; Psychology; Art","authors":[{"name":"J. R. Parker","is_ca":true},{"name":"Katrin Becker","is_ca":true},{"name":"Douglas McCullough","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01827160844373599,"gpt":0.2114974493836209,"spread":0.1932258409398849,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004475627,0.00008459211,0.00009545756,0.00002873911,0.0007481999,0.0001573807,0.0003076659,0.00003014113,0.001525014],"category_scores_gemma":[0.0003010582,0.00004709748,0.00002369407,0.0000236445,0.002400432,0.00003869123,0.0001195946,0.0001227731,0.0002584976],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000008448121,"about_ca_system_score_gemma":0.00001761844,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003532125,"about_ca_topic_score_gemma":0.00006354962,"domain_scores_codex":[0.9993678,0.00002738756,0.00009030014,0.0001774917,0.0001475193,0.0001894744],"domain_scores_gemma":[0.9994296,0.00007969869,0.00003425631,0.0003271528,0.00009602169,0.00003328382],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006918632,0.00001621012,0.00002037715,0.000003003993,0.000006966039,0.000003094511,0.008854623,4.923656e-7,0.00001933483,0.7626727,0.225254,0.003142285],"study_design_scores_gemma":[0.000371915,0.00002452846,0.00003051945,0.000005533879,0.000008184389,0.00001162064,0.001513812,0.000007765454,0.0001908662,0.01121485,0.9865413,0.00007908005],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1845866,0.002521235,0.0002193589,0.1196802,0.00155126,0.0008162886,0.00001293797,0.0005314115,0.6900808],"genre_scores_gemma":[0.9852197,0.00004582129,0.0006127171,0.005716726,0.0002489523,0.0000166894,7.988649e-7,0.000008210904,0.008130415],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8006331,"threshold_uncertainty_score":0.9993877,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2054300774","doi":"10.1145/1140123.1140267","title":"Interactive embedded examples","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Animation; Computer science; Java; Class (philosophy); Set (abstract data type); Programming language; Computer graphics (images); Multimedia; Software engineering; World Wide Web; Human–computer interaction; Artificial intelligence","authors":[{"name":"Michael Bruce-Lockhart","is_ca":true},{"name":"Theodore S. Norvell","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01825976416674805,"gpt":0.2781250647496389,"spread":0.2598653005828908,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002789934,0.000100366,0.0001121516,0.00005392318,0.0001899593,0.00007019872,0.0003169401,0.00007266884,0.001921359],"category_scores_gemma":[0.001064632,0.0001013892,0.00005584231,0.0001159195,0.00007877304,0.00004195053,0.00005393407,0.0001149646,0.0009615477],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000595773,"about_ca_system_score_gemma":0.00003438212,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005992883,"about_ca_topic_score_gemma":0.0002246002,"domain_scores_codex":[0.9990622,0.0001032675,0.0001340154,0.000192202,0.0002208296,0.0002874481],"domain_scores_gemma":[0.9987658,0.0008165623,0.00004448255,0.0002559891,0.00005065158,0.00006648802],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006723837,0.0002651665,0.02031571,0.00002127586,0.00005482242,0.00010909,0.0178184,0.0004685014,0.001439587,0.01334971,0.929004,0.01708652],"study_design_scores_gemma":[0.0002534628,0.00002809167,0.007570286,0.00002679017,0.00001001271,0.000002071556,0.001579464,0.000006398768,0.001095274,0.003112424,0.9860736,0.0002421065],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8237917,0.0004078716,0.02555151,0.01110823,0.001724944,0.0005663565,0.00001984903,0.001897234,0.1349323],"genre_scores_gemma":[0.9862124,0.00000979867,0.003942287,0.000263791,0.0006032859,0.00002387911,0.0000069558,0.00001662074,0.008920923],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1624207,"threshold_uncertainty_score":0.9998163,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4236734165","doi":"10.1145/1595496.1562971","title":"\"Mailing it in\"","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Sheridan College","funders":"","keywords":"Computer science; World Wide Web; System administrator; Annotation; Extensibility; Web application; Software engineering; Multimedia; Operating system; Artificial intelligence","authors":[{"name":"Joseph Sant","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01747786975096079,"gpt":0.2660010656891605,"spread":0.2485231959381997,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006286764,0.0001026652,0.0001160235,0.00009489575,0.00009776316,0.0001456532,0.001060508,0.00005368514,0.00004430871],"category_scores_gemma":[0.0006092962,0.0000999996,0.00004404435,0.0002188931,0.00001297168,0.00006752885,0.0001599544,0.000342896,0.0004355827],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002576365,"about_ca_system_score_gemma":0.0000189709,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000547254,"about_ca_topic_score_gemma":0.000003149253,"domain_scores_codex":[0.9989374,0.00009654991,0.0001734743,0.0003110367,0.0001632521,0.0003183174],"domain_scores_gemma":[0.9990696,0.0001674353,0.00004881149,0.0006355513,0.00001574902,0.00006286827],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000465918,0.0000827522,0.001002475,0.000003755021,0.000002656754,0.0000732985,0.002542562,0.000260397,0.0001055764,0.006332074,0.008222411,0.9813674],"study_design_scores_gemma":[0.0002802607,0.0001005367,0.004930513,0.00004782582,0.000001396098,0.00001677436,0.00006506669,0.0006175824,0.0001034686,0.001063422,0.9925874,0.000185694],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.3125486,0.001078351,0.2866332,0.3763024,0.001014685,0.0004758161,3.929735e-7,0.002298262,0.01964829],"genre_scores_gemma":[0.8434786,0.000005337966,0.1532422,0.002249234,0.00006287614,0.000003149902,6.001843e-7,0.000005077476,0.0009529282],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.984365,"threshold_uncertainty_score":0.559868,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2088519794","doi":"10.1145/355354.355378","title":"A WWW-based multimedia center for learning data communications — phase 1","year":2000,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Acadia University","funders":"","keywords":"Center (category theory); Data center; Computer science; The Internet; Multimedia; Distance education; World Wide Web; Computer network; Psychology; Mathematics education","authors":[{"name":"Ali Elkateeb","is_ca":true},{"name":"Ala Awad","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0380159263427923,"gpt":0.3053124693094443,"spread":0.267296542966652,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0001973026,0.0001945676,0.0001714937,0.00005873907,0.0001361655,0.00004590194,0.001425624,0.00007846148,0.002066456],"category_scores_gemma":[0.0003309329,0.0002231035,0.00005483374,0.00009338566,0.0000515349,0.00006506131,0.0002005451,0.0003444893,0.0009794148],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005594956,"about_ca_system_score_gemma":0.000009181648,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001048457,"about_ca_topic_score_gemma":0.00000192478,"domain_scores_codex":[0.9990189,0.00003797704,0.0002437031,0.0002505381,0.0001181832,0.0003306716],"domain_scores_gemma":[0.9974134,0.0004772652,0.00002462806,0.001967516,0.00002000218,0.00009718775],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001512617,0.000736334,0.0004594266,0.0002189541,0.0002047503,0.0000155201,0.0009804975,0.5423477,0.0307796,0.00002268789,0.1474797,0.2766036],"study_design_scores_gemma":[0.001219864,0.00003757998,0.00001622697,0.00003456805,0.000009843168,0.000002271956,0.00002509458,0.4027738,0.001952342,0.000002155427,0.5937641,0.0001621393],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6503955,0.01658837,0.1980151,0.02003541,0.003321854,0.00844188,0.003164448,0.02207158,0.07796587],"genre_scores_gemma":[0.732658,0.0001450685,0.2622237,0.0002273054,0.000188794,0.0002460348,0.002371318,0.0001857854,0.001754086],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4462844,"threshold_uncertainty_score":0.9997984,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4235410135","doi":"10.1145/1595496.1563001","title":"AARTIC","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Realization (probability); Computer science; Learning environment; Human–computer interaction; Multimedia; Mathematics education; Psychology","authors":[{"name":"Faten M’hiri","is_ca":true},{"name":"Sylvie Ratté","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02324741548401871,"gpt":0.3155131329354655,"spread":0.2922657174514467,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007570054,0.00006913378,0.00008618455,0.0000406063,0.0004168866,0.00006478649,0.0003484152,0.00006729761,0.002825076],"category_scores_gemma":[0.001455661,0.00006727925,0.00004539376,0.0001745087,0.00006679587,0.0000420124,0.00002870718,0.0001363412,0.00199496],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003300215,"about_ca_system_score_gemma":0.00007820645,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005584811,"about_ca_topic_score_gemma":0.00004369927,"domain_scores_codex":[0.9989862,0.0001930542,0.0001130294,0.0001574759,0.0002192694,0.0003310005],"domain_scores_gemma":[0.999442,0.0001489079,0.00004174929,0.000230015,0.00003532852,0.0001019808],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008606994,0.000234684,0.005199992,0.00001465413,0.00002214613,0.00008177201,0.03119709,0.00006059513,0.00215352,0.08208665,0.2915207,0.5873421],"study_design_scores_gemma":[0.0001585604,0.0000642105,0.001822229,0.00001568344,0.000005544315,7.383978e-7,0.0005509352,0.000002253347,0.0002450318,0.00719361,0.9898252,0.0001159586],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1844695,0.0008346232,0.0002437167,0.2338507,0.0003294421,0.0003816789,0.000001089592,0.0005886711,0.5793006],"genre_scores_gemma":[0.9872983,0.00005011731,0.00152084,0.003740316,0.0002669949,0.000004844027,0.000001037319,0.000005388384,0.007112193],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8028288,"threshold_uncertainty_score":0.9987821,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}