{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":109,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":109,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"e55f3dae9ba8","filters":{"venue":"ACM SIGCSE Bulletin"}},"results":[{"id":"W2040888129","doi":"10.1145/1345375.1345438","title":"Developing a computer science-specific learning taxonomy","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":279,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Taxonomy (biology); Computer science; Bloom's taxonomy; Domain (mathematical analysis); Data science; Cognition; Artificial intelligence; Management science; Psychology; Engineering; Ecology; Biology","authors":[{"name":"Ursula Fuller","is_ca":false},{"name":"Colin G. Johnson","is_ca":false},{"name":"Tuukka Ahoniemi","is_ca":false},{"name":"Diana Cukierman","is_ca":true},{"name":"Isidoro Hernán Losada","is_ca":false},{"name":"Jana Jacková","is_ca":false},{"name":"Essi Lahtinen","is_ca":false},{"name":"Tracy L. Lewis","is_ca":false},{"name":"D. Thompson","is_ca":true},{"name":"Charles Riedesel","is_ca":false},{"name":"Errol Thompson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04597120944008351,"gpt":0.2659085814039111,"spread":0.2199373719638276,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009040783,0.0006445509,0.0008301257,0.009067895,0.003143925,0.006570537,0.002352962,0.00171042,0.005631974],"category_scores_gemma":[0.02759157,0.0006661342,0.001014601,0.006830955,0.001833319,0.01314998,0.004209593,0.002591227,0.002968281],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006886793,"about_ca_system_score_gemma":0.01715867,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01049615,"about_ca_topic_score_gemma":0.01499971,"domain_scores_codex":[0.9942884,0.001759603,0.0009864698,0.0006075971,0.001995877,0.0003619212],"domain_scores_gemma":[0.9738089,0.005598452,0.001386461,0.002049099,0.01594857,0.001208502],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002851782,0.0002829565,0.008811057,0.0008142932,0.0000211297,0.0001530377,0.007329153,0.004195608,0.001564619,0.5529016,0.02394348,0.3999546],"study_design_scores_gemma":[0.0000365228,0.0001314191,0.006033578,0.001500193,0.00003820365,0.0005742902,0.01574585,0.04279641,0.001717557,0.4331886,0.4981433,0.00009402675],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02785666,0.001087732,0.8677503,0.00626439,0.0004828074,0.002735096,0.001092114,0.0012202,0.09151058],"genre_scores_gemma":[0.04971819,0.0009413029,0.9366533,0.0004544279,0.00005469444,0.00165,0.002526016,0.0001170117,0.007885057],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01049615,"threshold_uncertainty_score":0.04996741,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2012283428","doi":"10.1145/1709424.1709460","title":"Naturally occurring data as research instrument","year":2010,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":127,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Taxonomy (biology); Syntax; Tracing; Programming language; Code (set theory); Replication (statistics); Extension (predicate logic); Mathematics education; Natural language processing; Psychology; Mathematics","authors":[{"name":"Raymond Lister","is_ca":true},{"name":"Tony Clear","is_ca":false},{"name":"Dennis Bouvier","is_ca":false},{"name":"Paul Carter","is_ca":true},{"name":"Anna Eckerdal","is_ca":false},{"name":"Jana Jacková","is_ca":false},{"name":"Mike Lopez","is_ca":false},{"name":"Robert McCartney","is_ca":false},{"name":"Phil Robbins","is_ca":false},{"name":"Otto Seppälä","is_ca":false},{"name":"Errol Thompson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1137497967383913,"gpt":0.3855628700363099,"spread":0.2718130732979185,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08125228,0.0009207539,0.001778073,0.009501762,0.004503633,0.00695665,0.003253912,0.002945191,0.008322316],"category_scores_gemma":[0.2470511,0.0009218389,0.00120608,0.01801178,0.00980128,0.009487376,0.009648099,0.004435034,0.002356819],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003569037,"about_ca_system_score_gemma":0.004642546,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002220057,"about_ca_topic_score_gemma":0.001381761,"domain_scores_codex":[0.8442831,0.110136,0.01243909,0.01260373,0.01777249,0.002765625],"domain_scores_gemma":[0.6223095,0.278423,0.02796514,0.03920312,0.02827993,0.003819314],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.002934847,0.005312102,0.2746566,0.01202137,0.0005732501,0.001136273,0.1469596,0.003855658,0.007610966,0.3049405,0.02030321,0.2196957],"study_design_scores_gemma":[0.001624922,0.007412365,0.1946858,0.007163018,0.0005402895,0.002108595,0.1371589,0.01179312,0.01248156,0.2356772,0.3884224,0.0009318464],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6190961,0.002817939,0.238873,0.00504038,0.001171733,0.03970965,0.03639164,0.0006152511,0.05628418],"genre_scores_gemma":[0.6420218,0.0008499186,0.1805574,0.00240511,0.000220798,0.1576323,0.01235492,0.0003079239,0.003649813],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08125228,"threshold_uncertainty_score":0.4297082,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3003877329","doi":"10.1145/1227504.1227324","title":"Plagiarism detection using feature-based neural networks","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Plagiarism detection; Feature (linguistics); Relevance (law); Computer science; Detector; Artificial neural network; Similarity (geometry); Artificial intelligence; Code (set theory); Feature engineering; Measure (data warehouse); Pattern recognition (psychology); Natural language processing; Machine learning; Data mining; Deep learning; Programming language; Linguistics","authors":[{"name":"Steve Engels","is_ca":true},{"name":"Vivek Lakshmanan","is_ca":true},{"name":"Michelle Craig","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02276400814018628,"gpt":0.2937078578585832,"spread":0.270943849718397,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.001885177,0.000814249,0.0008185737,0.004873024,0.0006082486,0.001278125,0.001096605,0.000979326,0.001392761],"category_scores_gemma":[0.009988482,0.000276174,0.0004791775,0.00187419,0.0004314125,0.001670396,0.0007256036,0.000951722,0.0007720705],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001110694,"about_ca_system_score_gemma":0.0006490824,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005577264,"about_ca_topic_score_gemma":0.006424455,"domain_scores_codex":[0.9986791,0.0002913054,0.0001222086,0.0003269384,0.0004629309,0.0001175436],"domain_scores_gemma":[0.9910427,0.003957314,0.001623658,0.0005504876,0.002614347,0.0002114605],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0005672886,0.0004863467,0.02347699,0.0002109021,0.0001731189,0.0001442536,0.0001825343,0.04343354,0.02575909,0.0008392698,0.003671267,0.9010555],"study_design_scores_gemma":[0.0000298152,0.0001556512,0.01338706,0.00003288072,0.00005505476,0.0001108544,0.00005316113,0.9621273,0.02083555,0.002147625,0.001022814,0.00004225802],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.4727884,0.001141657,0.5075353,0.0006596867,0.0001375554,0.0003818509,0.0009054962,0.0106445,0.005805519],"genre_scores_gemma":[0.8906468,0.0001887136,0.1061211,0.0000710973,0.00006466696,0.0001207185,0.0006403373,0.00006979401,0.002076906],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9990207,"threshold_uncertainty_score":0.01108962,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"bench_or_experimental","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2055559567","doi":"10.1145/1189136.1189176","title":"How much choice is too much?","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Flexibility (engineering); Accreditation; Accountability; Computer science; Quality (philosophy); Work (physics); Perspective (graphical); Freedom of choice; Mathematics education; Psychology; Medical education; Artificial intelligence; Management; Political science; Engineering","authors":[{"name":"Katrin Becker","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01387326219898843,"gpt":0.2295154148745094,"spread":0.215642152675521,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01519942,0.0004322386,0.0007417448,0.0005973504,0.003636802,0.01095429,0.001474075,0.003650334,0.01080152],"category_scores_gemma":[0.05185665,0.0003064554,0.0006445499,0.00113261,0.02119447,0.02289694,0.005057114,0.007834507,0.002624239],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003285334,"about_ca_system_score_gemma":0.003403974,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001754045,"about_ca_topic_score_gemma":0.002263115,"domain_scores_codex":[0.9795496,0.013648,0.0004785245,0.001512795,0.003227538,0.001583532],"domain_scores_gemma":[0.9589987,0.02448321,0.00282203,0.003705168,0.003009272,0.006981635],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000322447,0.000318222,0.01785358,0.0008241788,0.0001545625,0.000530076,0.04151803,0.0006994384,0.001652145,0.5597014,0.09327877,0.2831472],"study_design_scores_gemma":[0.000052265,0.0001309421,0.004199723,0.0006510526,0.00004611855,0.0004986412,0.04526141,0.0006182764,0.0008023381,0.7240117,0.223642,0.00008569787],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.0832007,0.0118602,0.04558613,0.7178224,0.004943178,0.00007783494,0.0001926801,0.0002797944,0.1360371],"genre_scores_gemma":[0.915699,0.006010333,0.008595191,0.04731735,0.001342181,0.0001293645,0.00009419081,0.0002573046,0.020555],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01519942,"threshold_uncertainty_score":0.08038318,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2010664765","doi":"10.1145/820127.820188","title":"Gender and information technology","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Discipline; Variety (cybernetics); Government (linguistics); Information technology; Public relations; Matching (statistics); Sociology; Convergence (economics); Engineering ethics; Political science; Social science; Engineering; Law; Economic growth; Computer science; Economics; Medicine","authors":[{"name":"Wendy Cukier","is_ca":true},{"name":"Denise Shortt","is_ca":true},{"name":"Irene Devine","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0257160157195255,"gpt":0.2687064808119452,"spread":0.2429904650924197,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003743144,0.000413207,0.0004339191,0.002257264,0.003656148,0.007103339,0.0005500645,0.001286325,0.0126731],"category_scores_gemma":[0.008959658,0.0001225737,0.0002806979,0.00275928,0.01055517,0.0051092,0.004123751,0.001274975,0.0009888686],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002655685,"about_ca_system_score_gemma":0.001636282,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002475658,"about_ca_topic_score_gemma":0.00175549,"domain_scores_codex":[0.9954544,0.002756605,0.0001262454,0.0003596751,0.0006244558,0.0006785629],"domain_scores_gemma":[0.9927907,0.004656771,0.000932358,0.0002416346,0.0004475178,0.0009309897],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00005091366,0.0000391707,0.007721603,0.0001510432,0.00001378229,0.0002859026,0.06768871,0.0001022018,0.0001946242,0.8751597,0.006081881,0.0425106],"study_design_scores_gemma":[0.00002128043,0.000145015,0.01533123,0.0009890376,0.0000262545,0.001391151,0.1037776,0.0001666695,0.0003771583,0.3352379,0.5424912,0.0000453857],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1503508,0.04640504,0.00705177,0.05681888,0.001695683,0.00005638182,0.0002550638,0.00005228578,0.7373142],"genre_scores_gemma":[0.9578314,0.01233276,0.0008659298,0.004256949,0.0004836694,0.00005243829,0.0000588931,0.00002727279,0.02409064],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9963439,"threshold_uncertainty_score":0.04239577,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2128237363","doi":"10.1145/1709424.1709457","title":"An exploration of the current state of information assurance education","year":2010,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information and Cyber Security","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Information assurance; Curriculum; Government (linguistics); Information security; Engineering management; Program assurance; Information technology; Computer science; Quality assurance; Knowledge management; Business; Public relations; Engineering; Political science; Computer security; Operations management","authors":[{"name":"Stephen Cooper","is_ca":false},{"name":"Christine Nickell","is_ca":false},{"name":"Victor Piotrowski","is_ca":false},{"name":"Brenda M. Oldfield","is_ca":false},{"name":"Ali E. Abdallah","is_ca":false},{"name":"Matt Bishop","is_ca":false},{"name":"Bill Caelli","is_ca":false},{"name":"Melissa Dark","is_ca":false},{"name":"Elizabeth K. Hawthorne","is_ca":false},{"name":"Lance J. Hoffman","is_ca":false},{"name":"Lance C. Pérez","is_ca":false},{"name":"Charles P. Pfleeger","is_ca":false},{"name":"Richard A. Raines","is_ca":false},{"name":"Corey Schou","is_ca":false},{"name":"Joel Brynielsson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01207515735361716,"gpt":0.2582837157291871,"spread":0.24620855837557,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03438822,0.0003522284,0.0005261209,0.006614124,0.005150946,0.01878717,0.002961599,0.004905203,0.004532976],"category_scores_gemma":[0.05651295,0.0005079628,0.0006087747,0.009708472,0.01148776,0.02777182,0.005438666,0.0104462,0.001200788],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01510804,"about_ca_system_score_gemma":0.02788248,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01462233,"about_ca_topic_score_gemma":0.01570612,"domain_scores_codex":[0.9643154,0.01478314,0.003498776,0.002414615,0.01276746,0.002220593],"domain_scores_gemma":[0.9117413,0.04696714,0.005976551,0.005620295,0.02523597,0.00445883],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00002579894,0.0001698715,0.003531391,0.001369619,0.00001131547,0.00007552749,0.005934961,0.0006422303,0.0004078591,0.4934741,0.0304162,0.4639412],"study_design_scores_gemma":[0.00001975592,0.0001994927,0.009207056,0.0110446,0.00002228463,0.0002657475,0.02457154,0.002556508,0.001142689,0.2381063,0.7127331,0.0001309155],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.02672762,0.1655175,0.02919406,0.6331129,0.002551373,0.0001252537,0.0003963621,0.0004395336,0.1419353],"genre_scores_gemma":[0.6907437,0.1810926,0.06217482,0.05027793,0.00185613,0.0003217006,0.0007071454,0.0002278814,0.01259817],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03438822,"threshold_uncertainty_score":0.1818645,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2017240144","doi":"10.1145/1047124.1047441","title":"Learning by doing","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Control (management); Software; Software engineering; Work (physics); Code (set theory); Software development; Programming language; Artificial intelligence; Engineering","authors":[{"name":"Karen Reid","is_ca":true},{"name":"Greg Wilson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.00720122559125182,"gpt":0.2296212101886245,"spread":0.2224199845973726,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002171613,0.0009855363,0.0004513851,0.0007382034,0.002428259,0.009420533,0.001588714,0.001613638,0.1046306],"category_scores_gemma":[0.007307574,0.0003119501,0.0007287636,0.0007285643,0.003218143,0.009174767,0.006875691,0.003225212,0.06096466],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001243592,"about_ca_system_score_gemma":0.003570933,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009038695,"about_ca_topic_score_gemma":0.001427524,"domain_scores_codex":[0.9966927,0.000930676,0.0001286072,0.0008283365,0.001020923,0.0003987519],"domain_scores_gemma":[0.9949838,0.0006982611,0.0003445218,0.001301978,0.0008553797,0.001815915],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000571038,0.0003364396,0.003304292,0.0004113548,0.00002765428,0.0002843842,0.01459699,0.0004387782,0.002827208,0.2133566,0.301627,0.4627323],"study_design_scores_gemma":[0.000009325747,0.00006957388,0.0006412268,0.0001807115,0.0000120723,0.0002902212,0.002530408,0.0001744979,0.000715232,0.07232554,0.9230353,0.00001576358],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.01326129,0.001732225,0.06081812,0.02051849,0.002577093,0.0002977382,0.0004492711,0.002268539,0.8980772],"genre_scores_gemma":[0.2068558,0.006192219,0.07609135,0.01438618,0.001727828,0.000762734,0.002174121,0.001479244,0.6903304],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1046306,"threshold_uncertainty_score":0.3500243,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2054673081","doi":"10.1145/1473195.1473233","title":"Girls, computer science, and games","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Usability; Computer science; Subject (documents); Computer game; Multimedia; Mathematics education; Game based learning; Science learning; Computer graphics; Video game; Video game development; Game design; Video game design; Graphics; Game Developer; Human–computer interaction; Psychology; Science education; Artificial intelligence; World Wide Web; Computer graphics (images)","authors":[{"name":"Gail Carmichael","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02727072913984487,"gpt":0.2861167817883566,"spread":0.2588460526485118,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001417884,0.0003815755,0.0004208293,0.0005798413,0.003462477,0.005884792,0.0004079091,0.001126313,0.02782619],"category_scores_gemma":[0.002667712,0.00017612,0.0002207337,0.0005641655,0.002760813,0.00205658,0.004306107,0.002702764,0.0030474],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00128588,"about_ca_system_score_gemma":0.001381686,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003081747,"about_ca_topic_score_gemma":0.005984773,"domain_scores_codex":[0.9987431,0.0005425001,0.00004262632,0.0001713049,0.0002433304,0.0002571216],"domain_scores_gemma":[0.9986624,0.0002670497,0.0001401917,0.00006474318,0.00009436432,0.0007712321],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003232885,0.0006661126,0.03128435,0.0003383807,0.00006881252,0.001055193,0.04802049,0.0001493258,0.001806656,0.5402786,0.1562468,0.2197621],"study_design_scores_gemma":[0.00004419961,0.0001727571,0.01561502,0.0003556884,0.00001950148,0.0007486278,0.02933437,0.00009987855,0.0006372558,0.04767419,0.9052824,0.00001607095],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1949152,0.02264821,0.00330938,0.07498123,0.004051786,0.00009237559,0.0003085712,0.0001121373,0.699581],"genre_scores_gemma":[0.7625039,0.009780533,0.00122385,0.0142373,0.001046794,0.0001248786,0.000109737,0.0001715139,0.2108016],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02782619,"threshold_uncertainty_score":0.09308785,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4241885102","doi":"10.1145/366413.364536","title":"Teaching CS1 with karel the robot in Java","year":2001,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Karel; Java; Computer science; Programming language; Selection (genetic algorithm); Inheritance (genetic algorithm); Object (grammar); Robot; Recursion (computer science); Object-oriented programming; Curriculum; Interface (matter); Software engineering; Mathematics education; Artificial intelligence; Pedagogy; Sociology; Psychology; Operating system","authors":[{"name":"Byron Weber Becker","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01481916463549439,"gpt":0.2410546448047382,"spread":0.2262354801692438,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008916432,0.000836934,0.0004769049,0.0009092735,0.001344245,0.003321829,0.001235571,0.0008599484,0.07086165],"category_scores_gemma":[0.003259664,0.0004942863,0.0005518255,0.0008075671,0.0009268766,0.003270732,0.004009214,0.002734881,0.03707023],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002435078,"about_ca_system_score_gemma":0.003237126,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001728334,"about_ca_topic_score_gemma":0.003990786,"domain_scores_codex":[0.9990379,0.0001181897,0.00003859664,0.0002085221,0.0004141445,0.0001827508],"domain_scores_gemma":[0.9985604,0.0002917231,0.000111437,0.0001375304,0.000262382,0.0006366486],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001703576,0.0008616797,0.002257079,0.0004431248,0.00001152733,0.000344944,0.003894065,0.001575016,0.01084062,0.05965213,0.3521333,0.5678162],"study_design_scores_gemma":[0.00005264617,0.0001879456,0.00199553,0.0002553899,0.00001216513,0.0009648021,0.001006779,0.002964027,0.004412027,0.02442419,0.9636657,0.00005884469],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"methods","genre_scores_codex":[0.0469147,0.002872796,0.3209461,0.02847175,0.002276494,0.0005944649,0.001314491,0.02812845,0.5684807],"genre_scores_gemma":[0.1618821,0.005070528,0.3652093,0.01375299,0.000804298,0.0006258899,0.00165103,0.005358715,0.4456452],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.07086165,"threshold_uncertainty_score":0.2370558,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2076949411","doi":"10.1145/1028174.971344","title":"Redesigning introductory computer programming with HTML, JavaScript, and Java","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Guelph","funders":"","keywords":"JavaScript; Java; Computer science; Java Programming Language; Programming language; Course (navigation); Software engineering; Engineering","authors":[{"name":"Qusay H. Mahmoud","is_ca":true},{"name":"W. Dobosiewicz","is_ca":true},{"name":"David Swayne","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01045533609779141,"gpt":0.2105659371498071,"spread":0.2001106010520157,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003165026,0.0008559223,0.0004793228,0.001008501,0.0008054145,0.002944634,0.00223331,0.000795454,0.00405742],"category_scores_gemma":[0.01335356,0.0006724694,0.0005655416,0.0009037047,0.001137095,0.00430782,0.002086168,0.003229521,0.002216507],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008911646,"about_ca_system_score_gemma":0.001591598,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001856748,"about_ca_topic_score_gemma":0.002960932,"domain_scores_codex":[0.9965437,0.001118544,0.0002367325,0.0006444421,0.001076509,0.000380036],"domain_scores_gemma":[0.9925154,0.003303439,0.0006928202,0.001436846,0.001226632,0.0008249152],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002130251,0.001567366,0.005400172,0.0004441833,0.00002306941,0.0005943218,0.007640221,0.003178056,0.04782802,0.006752984,0.00530782,0.9210508],"study_design_scores_gemma":[0.0003995676,0.00256652,0.02274284,0.0007960869,0.0002344206,0.006011005,0.006883943,0.05626937,0.1004011,0.02380443,0.7795269,0.0003638656],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2402145,0.0009152337,0.7275826,0.001360606,0.000533914,0.001019657,0.00005567752,0.00905516,0.01926268],"genre_scores_gemma":[0.2139421,0.0009851096,0.7624646,0.001393656,0.0001911102,0.0004598308,0.0003605093,0.00312601,0.01707706],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.00405742,"threshold_uncertainty_score":0.01673841,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4246408032","doi":"10.1145/572139.572180","title":"Striving for mathematical thinking","year":2001,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval","funders":"","keywords":"Nature versus nurture; Mathematical software; Computer science; Mathematics education; Software; Duty; Natural science; Natural (archaeology); Software engineering; Management science; Mathematics; Engineering; Sociology; Programming language; Epistemology; Political science; Geography","authors":[{"name":"Peter Henderson","is_ca":false},{"name":"Doug Baldwin","is_ca":false},{"name":"Venu Dasigi","is_ca":false},{"name":"Marcel Dupras","is_ca":true},{"name":"Jane M. Fritz","is_ca":false},{"name":"David Ginat","is_ca":false},{"name":"Don Goelman","is_ca":false},{"name":"John Hamer","is_ca":false},{"name":"Lew Hitchner","is_ca":false},{"name":"Will Lloyd","is_ca":false},{"name":"Bill Marion","is_ca":false},{"name":"Charles Riedesel","is_ca":false},{"name":"Henry M. Walker","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02674049868744812,"gpt":0.2743603660517115,"spread":0.2476198673642634,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01845909,0.0006266219,0.0008440631,0.001405133,0.004056306,0.01126027,0.001614017,0.003738383,0.01049863],"category_scores_gemma":[0.04755667,0.0003462549,0.0008209379,0.0007563298,0.01774618,0.01873524,0.009392998,0.01552626,0.005675817],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002261906,"about_ca_system_score_gemma":0.005827361,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006463185,"about_ca_topic_score_gemma":0.000911266,"domain_scores_codex":[0.9908346,0.00333785,0.0003201199,0.001333503,0.003496814,0.0006770957],"domain_scores_gemma":[0.9625056,0.01551833,0.002580824,0.004023175,0.008397612,0.006974495],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003405494,0.0001205208,0.001386965,0.0002768728,0.00004358357,0.0001188763,0.005528575,0.0003844203,0.0006211165,0.7700442,0.1516583,0.06978255],"study_design_scores_gemma":[0.00001941349,0.00003790191,0.0004838481,0.0002659287,0.00001033358,0.0002180809,0.001295146,0.0003150941,0.000330881,0.6707389,0.3262627,0.00002176681],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.01758038,0.02899456,0.05169257,0.7779051,0.01035255,0.00006747813,0.0001086234,0.0005123891,0.1127864],"genre_scores_gemma":[0.4482693,0.05490493,0.1535015,0.2604423,0.01657148,0.0004272121,0.0004331636,0.001240483,0.06420965],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01845909,"threshold_uncertainty_score":0.0976221,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3085272523","doi":"10.1145/792548.611998","title":"CS girls rock","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Subject (documents); Mathematics education; Psychology; Medical education; Medicine; Library science; Computer science","authors":[{"name":"Sandy Graham","is_ca":true},{"name":"Celine Latulipe","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01619566600153099,"gpt":0.2389071618570738,"spread":0.2227114958555428,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009473969,0.0007556248,0.0007425602,0.001784349,0.005861558,0.003981283,0.001047756,0.001273865,0.6454111],"category_scores_gemma":[0.001680697,0.0004833019,0.0006016994,0.001180118,0.0007976613,0.002251573,0.005142062,0.003043925,0.2937675],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00124983,"about_ca_system_score_gemma":0.002267914,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005597994,"about_ca_topic_score_gemma":0.02192686,"domain_scores_codex":[0.9992091,0.00007273387,0.00002854341,0.0001736437,0.0002683643,0.0002475728],"domain_scores_gemma":[0.9972214,0.0001145002,0.00007867857,0.0001523636,0.00037962,0.002053495],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001686382,0.0002809644,0.004849744,0.0001209282,0.00001007216,0.000375345,0.001071444,0.00002787703,0.002458566,0.01490138,0.86667,0.1090651],"study_design_scores_gemma":[0.00001739033,0.00006331307,0.004645341,0.00003260607,0.000002654106,0.0002382825,0.001202792,0.00002521849,0.0005169206,0.0007528758,0.9924949,0.000007634461],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"commentary","genre_scores_codex":[0.0266062,0.001224975,0.001250253,0.02611583,0.004324927,0.0004368799,0.006674245,0.001736989,0.9316297],"genre_scores_gemma":[0.03190403,0.0005033829,0.0007111724,0.005332377,0.0003453621,0.0001195424,0.001645749,0.0003162138,0.9591221],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.6454111,"threshold_uncertainty_score":0.5057781,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2142139649","doi":"10.1145/960492.960541","title":"Case studies in admissions to and early performance in computer science degrees","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Mathematics education; Nothing; Medical education; Focus (optics); Psychology; Pedagogy; Medicine","authors":[{"name":"Sylvia Alexander","is_ca":false},{"name":"Martyn Clark","is_ca":false},{"name":"Ken Loose","is_ca":true},{"name":"June Amillo","is_ca":false},{"name":"Mats Daniels","is_ca":false},{"name":"Roger Boyle","is_ca":false},{"name":"Cary Laxer","is_ca":false},{"name":"Dermot Shinners-Kennedy","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1208405761763671,"gpt":0.4360256950521833,"spread":0.3151851188758162,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01310203,0.0006721414,0.000647618,0.003667,0.01019609,0.0036149,0.002437384,0.004903651,0.003292763],"category_scores_gemma":[0.05689787,0.0005753932,0.0008247643,0.005304264,0.002959539,0.001776186,0.005034771,0.00288601,0.0007859303],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005276564,"about_ca_system_score_gemma":0.003248508,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009111987,"about_ca_topic_score_gemma":0.01990533,"domain_scores_codex":[0.981058,0.01212232,0.000850661,0.0007044988,0.002696413,0.002568078],"domain_scores_gemma":[0.9088902,0.06064759,0.007688695,0.003082859,0.00579397,0.01389672],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.002051456,0.0131699,0.5960386,0.0005583099,0.0001412,0.0766187,0.187374,0.005018305,0.003056256,0.02407514,0.005965801,0.08593236],"study_design_scores_gemma":[0.000505182,0.008815526,0.404033,0.0007937374,0.0001589339,0.0506079,0.4382364,0.01153679,0.01040029,0.01564656,0.05880073,0.0004648953],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9893597,0.0003675699,0.00195411,0.001014662,0.00004088845,0.0004185628,0.00009715356,0.00002291802,0.006724345],"genre_scores_gemma":[0.9896464,0.0004554552,0.004090986,0.0002889966,0.00004301425,0.0005572385,0.0001498052,0.00001353919,0.004754465],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01310203,"threshold_uncertainty_score":0.06929106,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2135426144","doi":"10.1145/820127.820185","title":"Implications of MBTI in software engineering education","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Learning Styles and Cognitive Differences","field":"Psychology","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Learning styles; Engineering education; Software; Personality; Range (aeronautics); Teaching method","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.02340353752333283,"gpt":0.2804353522616038,"spread":0.2570318147382709,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03033133,0.000548798,0.0004566521,0.002291324,0.002636347,0.00392492,0.002845751,0.002716454,0.02031134],"category_scores_gemma":[0.291317,0.0002918922,0.0005832329,0.00366256,0.003589751,0.008552806,0.004072073,0.006061603,0.001686699],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006859758,"about_ca_system_score_gemma":0.01384231,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01830551,"about_ca_topic_score_gemma":0.02374647,"domain_scores_codex":[0.9714962,0.01426482,0.00157951,0.001807321,0.009140118,0.001712069],"domain_scores_gemma":[0.6083976,0.2652152,0.02715931,0.006750805,0.06050336,0.03197367],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001122808,0.001427418,0.2465416,0.001286155,0.00009868591,0.0009646317,0.00888594,0.002131836,0.0006791299,0.1677658,0.0811799,0.4879162],"study_design_scores_gemma":[0.0005062424,0.00267089,0.4175438,0.00528812,0.0002182051,0.001609345,0.04742423,0.01476869,0.00304815,0.3124955,0.1941613,0.0002655884],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1838846,0.01407682,0.0131109,0.6922395,0.005662208,0.0004677152,0.0008579102,0.0002073436,0.08949309],"genre_scores_gemma":[0.946464,0.00457249,0.01100848,0.02283298,0.002888099,0.0005141123,0.000218399,0.00009254352,0.01140882],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03033133,"threshold_uncertainty_score":0.1604093,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2018873511","doi":"10.1145/1028174.971429","title":"Developing principles of GUI programming using views","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Microsoft Research","keywords":"Computer science; Programming language; Programmer; XML; Notation; Java; Event-driven programming; Programming paradigm; Software engineering; Procedural programming; Inductive programming; Operating system","authors":[{"name":"Judith Bishop","is_ca":false},{"name":"Nigel Horspool","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1032978941526476,"gpt":0.32310445525517,"spread":0.2198065611025223,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00888173,0.0009494952,0.0006757984,0.001159087,0.001291687,0.005386995,0.003500201,0.001723022,0.003557259],"category_scores_gemma":[0.01071397,0.001668906,0.001856559,0.0006505173,0.005669529,0.007994583,0.004905384,0.006469994,0.001922696],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001170178,"about_ca_system_score_gemma":0.002269554,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002076203,"about_ca_topic_score_gemma":0.002131926,"domain_scores_codex":[0.9955379,0.001755599,0.0004079626,0.0006759095,0.001307973,0.0003146931],"domain_scores_gemma":[0.9929311,0.00340375,0.0003596276,0.001626924,0.001279226,0.0003993544],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002801218,0.00003737379,0.0005493877,0.0001921349,0.00003119256,0.0001705212,0.0019988,0.00468254,0.002099244,0.9207198,0.005025815,0.06446501],"study_design_scores_gemma":[0.00007061402,0.0000939999,0.0002603702,0.0002889902,0.00004746189,0.0005141867,0.0004166734,0.03979129,0.006500063,0.7594175,0.1925229,0.00007606647],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0009631737,0.0001508366,0.9930884,0.0004291715,0.00004751168,0.00006610234,0.0000199392,0.001205655,0.004029261],"genre_scores_gemma":[0.04208962,0.0006037574,0.9508739,0.0004378209,0.0001195616,0.0002915921,0.000131965,0.0008378836,0.004613873],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.00888173,"threshold_uncertainty_score":0.04697168,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2085398753","doi":"10.1145/782941.782981","title":"E-notes","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph","funders":"","keywords":"Class (philosophy); Task (project management); Mathematics education; Complement (music); Note-taking; Computer science; Psychology; Artificial intelligence","authors":[{"name":"Michael A. Wirth","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04223747453391772,"gpt":0.3862320581261202,"spread":0.3439945835922024,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001942273,0.0006654109,0.0005372861,0.001636376,0.001267139,0.004748106,0.002099169,0.001444737,0.7577116],"category_scores_gemma":[0.01684468,0.0002913884,0.0004533685,0.002252002,0.0004426716,0.003003125,0.003371416,0.001312283,0.6167],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000678364,"about_ca_system_score_gemma":0.001471474,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006076701,"about_ca_topic_score_gemma":0.0009584854,"domain_scores_codex":[0.9976318,0.0003735603,0.0002288295,0.0002580537,0.00132606,0.0001817702],"domain_scores_gemma":[0.9890408,0.002654493,0.000490759,0.003040837,0.003350638,0.001422519],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001019946,0.00004570036,0.0001474871,0.000222724,0.000004197111,0.0001092236,0.0001135879,0.00008352148,0.001132765,0.005377389,0.836476,0.1561854],"study_design_scores_gemma":[0.00001594291,0.00001465032,0.0001654145,0.00005509325,0.000001318304,0.00006462028,0.0000756329,0.00004883111,0.0003470262,0.00137926,0.9978271,0.000004908483],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.002127093,0.001263018,0.02297091,0.005081102,0.009215048,0.0008556278,0.019524,0.009692649,0.9292707],"genre_scores_gemma":[0.009833632,0.00115776,0.01326033,0.001751892,0.001298369,0.0003755117,0.01234753,0.001980253,0.9579948],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.2422884,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3005053504","doi":"10.1145/1124706.1121475","title":"Teaching requirements engineering to an unsuspecting audience","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Scope (computer science); Class (philosophy); Computer science; Requirements engineering; Mathematics education; Software; Software engineering; Psychology; Programming language; Artificial intelligence","authors":[{"name":"David Callele","is_ca":true},{"name":"Dwight Makaroff","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01736478969385177,"gpt":0.2716638577694441,"spread":0.2542990680755923,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004906213,0.00142188,0.0006738706,0.0008758786,0.001901425,0.004441186,0.001201184,0.002907224,0.01427742],"category_scores_gemma":[0.02178942,0.000640018,0.0009126738,0.0003926752,0.001880039,0.004541233,0.004110013,0.004885016,0.005452237],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009331577,"about_ca_system_score_gemma":0.001063076,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002216513,"about_ca_topic_score_gemma":0.0005550407,"domain_scores_codex":[0.9968592,0.001569465,0.0001048064,0.0002868569,0.0007680298,0.0004116703],"domain_scores_gemma":[0.9873834,0.008159935,0.0008420987,0.0007610884,0.001272343,0.001581132],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006613063,0.004085106,0.02349098,0.001778532,0.0001024996,0.01719885,0.2076033,0.008056022,0.147411,0.0467863,0.03955732,0.5032689],"study_design_scores_gemma":[0.0002856944,0.007971678,0.01840672,0.001896231,0.0001545192,0.03675624,0.168255,0.03523957,0.05357227,0.09041733,0.5866507,0.0003939632],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6841295,0.002972832,0.2175979,0.02725951,0.001216452,0.000638661,0.00007428761,0.001740047,0.06437077],"genre_scores_gemma":[0.8919976,0.003603422,0.05609707,0.005188477,0.0008928915,0.0001562001,0.0001232448,0.0003531534,0.04158787],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01427742,"threshold_uncertainty_score":0.04776275,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2008940264","doi":"10.1145/543812.543827","title":"'Virtual family'","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Outreach; Pair programming; Swift; Context (archaeology); Computer science; Multimedia; Java; Game programming; Software; World Wide Web; Software development; Game design; Game Developer; Game design document; Programming language","authors":[{"name":"Willa Duplantis","is_ca":true},{"name":"Eve MacGregor","is_ca":true},{"name":"Maria Klawe","is_ca":true},{"name":"Michele Ng","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04750945994368008,"gpt":0.2904381813819193,"spread":0.2429287214382392,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00159418,0.0006151994,0.0002201006,0.0007123259,0.00509812,0.003496617,0.001218402,0.001581251,0.04977424],"category_scores_gemma":[0.003157398,0.0002178994,0.0003695608,0.0004793429,0.003335539,0.005486401,0.006060813,0.00149591,0.008368467],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001482467,"about_ca_system_score_gemma":0.001436034,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003417641,"about_ca_topic_score_gemma":0.005276491,"domain_scores_codex":[0.9985031,0.0007606108,0.0000331068,0.0001620392,0.0002693522,0.0002718453],"domain_scores_gemma":[0.9988116,0.0002312873,0.00009244449,0.0001506759,0.0001241536,0.0005898894],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00007406878,0.000136608,0.002430284,0.0001669506,0.000008996847,0.001015786,0.03994915,0.0002065241,0.0007810979,0.4217127,0.2818634,0.2516545],"study_design_scores_gemma":[0.000003599871,0.00004097453,0.0003191655,0.00007369959,0.000001959808,0.0009712551,0.004166883,0.00006076666,0.0001168541,0.005929193,0.9883046,0.00001099286],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.04371915,0.005889434,0.05148536,0.02019427,0.005136613,0.0001773372,0.0003725713,0.00170707,0.8713181],"genre_scores_gemma":[0.4143076,0.004784461,0.02908299,0.0112068,0.0006604885,0.0004073022,0.0004446727,0.0009369479,0.5381687],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04977424,"threshold_uncertainty_score":0.1665114,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1976679120","doi":"10.1145/1473195.1473219","title":"Introducing recursion by parking cars","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Algorithms and Data Compression","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph","funders":"","keywords":"Recursion (computer science); Mutual recursion; Fibonacci number; Focus (optics); Computer science; Theoretical computer science; Algorithm; Mathematics; Algebra over a field; Discrete mathematics; Pure mathematics","authors":[{"name":"Michael A. Wirth","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01366585982979952,"gpt":0.2196900315123255,"spread":0.206024171682526,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001360789,0.000835257,0.0003917371,0.0007145903,0.001535997,0.002923373,0.001301234,0.001815075,0.0191623],"category_scores_gemma":[0.006395701,0.0004295173,0.0007797331,0.0007200125,0.00484258,0.006713717,0.002734375,0.003766185,0.004988756],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001589256,"about_ca_system_score_gemma":0.001415278,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00183696,"about_ca_topic_score_gemma":0.002971718,"domain_scores_codex":[0.9984108,0.0008932041,0.00004962621,0.0002503979,0.000275787,0.0001201086],"domain_scores_gemma":[0.9979114,0.00147568,0.00006856051,0.0002387135,0.0001882704,0.0001173745],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002321091,0.00002498084,0.0001877927,0.00007763869,0.000005209207,0.00007382993,0.0018371,0.002279249,0.0008608958,0.9281844,0.009848054,0.05659761],"study_design_scores_gemma":[0.00002578849,0.00008732558,0.0001423686,0.0001649457,0.00001213085,0.0004722407,0.0006409269,0.009344407,0.00231966,0.4441528,0.5425951,0.00004222262],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01480877,0.003618211,0.74576,0.01090185,0.001395065,0.0001056863,0.0001217363,0.002001446,0.2212873],"genre_scores_gemma":[0.3252954,0.004766188,0.5459571,0.005413631,0.0006564511,0.0003464795,0.0001915801,0.001061962,0.1163114],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.0191623,"threshold_uncertainty_score":0.06410426,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4247734969","doi":"10.1145/1124706.1121392","title":"Engagement theory","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Context (archaeology); Sociology; Subject (documents); Project team; Library science; Perspective (graphical); Engineering; Pedagogy; Computer science; Knowledge management; Geography","authors":[{"name":"Iwona Miliszewska","is_ca":false},{"name":"John Horwood","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03013874694756948,"gpt":0.3476629075905442,"spread":0.3175241606429747,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003909844,0.001151404,0.0008187496,0.002812303,0.003477586,0.007828237,0.0022144,0.003636699,0.04254363],"category_scores_gemma":[0.008120352,0.0003724979,0.001174684,0.002891759,0.009250167,0.009500294,0.005280848,0.00279991,0.006751241],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005631544,"about_ca_system_score_gemma":0.002278668,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001766558,"about_ca_topic_score_gemma":0.0009939352,"domain_scores_codex":[0.994167,0.003063485,0.0002779592,0.0009089088,0.0009465936,0.0006361572],"domain_scores_gemma":[0.9956186,0.002650491,0.0003631503,0.0004559784,0.0005638696,0.0003477896],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000005179356,0.00001795762,0.0003214785,0.00006807768,0.000006919885,0.00003019134,0.001104199,0.0003185889,0.00002073857,0.9892454,0.002019478,0.006841802],"study_design_scores_gemma":[0.00001718551,0.0000204284,0.000327569,0.000145188,0.000009293046,0.0001253261,0.001788916,0.00159998,0.00004795684,0.9116742,0.08423656,0.000007353718],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.007004655,0.003260395,0.1185284,0.008700702,0.0003402479,0.0003106751,0.0002629903,0.00008760763,0.8615044],"genre_scores_gemma":[0.8107431,0.006274922,0.03348185,0.003832886,0.0006951821,0.00181371,0.0007984549,0.0001968611,0.142163],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04254363,"threshold_uncertainty_score":0.1423226,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2056233383","doi":"10.1145/782941.782999","title":"Information technology fluency in practice","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Fluency; Set (abstract data type); Context (archaeology); Work (physics); Computer science; Psychology; Cognitive psychology; Mathematics education; Engineering; Geography","authors":[{"name":"John P. Dougherty","is_ca":false},{"name":"Tom Dececchi","is_ca":true},{"name":"Tony Clear","is_ca":false},{"name":"Brad Richards","is_ca":false},{"name":"Stephen Cooper","is_ca":false},{"name":"Tadeusz Wilusz","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.00944723736324211,"gpt":0.2313233680680912,"spread":0.2218761307048491,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008872433,0.0002052582,0.000329342,0.003885333,0.003739964,0.009943448,0.0005933238,0.001600106,0.006443613],"category_scores_gemma":[0.04240828,0.0002437838,0.0002120042,0.002516487,0.007871689,0.006990523,0.007595298,0.001892023,0.0006643872],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004947709,"about_ca_system_score_gemma":0.003904664,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003562777,"about_ca_topic_score_gemma":0.002129762,"domain_scores_codex":[0.9832844,0.009133657,0.0009252745,0.001060016,0.003686073,0.001910508],"domain_scores_gemma":[0.9608536,0.02322129,0.003039834,0.001925839,0.004372258,0.00658729],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0001531433,0.000505649,0.09993096,0.0003809163,0.0000381282,0.001376916,0.2492684,0.0006703957,0.001085553,0.3483433,0.01357313,0.2846735],"study_design_scores_gemma":[0.0001085876,0.0006423884,0.1447153,0.001395135,0.00004681232,0.003015219,0.2030621,0.002108931,0.001965097,0.3093358,0.3335157,0.00008889723],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6351284,0.004118423,0.01356884,0.01663547,0.0002076348,0.0001216651,0.0000939375,0.0001327558,0.3299929],"genre_scores_gemma":[0.9953608,0.0004232229,0.001142579,0.0004036254,0.00003627121,0.00003428804,0.00001578609,0.00001589507,0.002567566],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009943448,"threshold_uncertainty_score":0.0469225,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2001659261","doi":"10.1145/1383602.1383649","title":"Creating synergy between usability courses and open source software projects","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Regina","funders":"Charles Babbage Institute, University of Minnesota","keywords":"Usability; Computer science; Open source software; Open source; Usability engineering; Software engineering; Pluralistic walkthrough; Context (archaeology); Usability lab; Component-based usability testing; Software; World Wide Web; Human–computer interaction; Operating system","authors":[{"name":"Daryl H. Hepting","is_ca":true},{"name":"Lijuan Peng","is_ca":true},{"name":"Timothy Maciag","is_ca":true},{"name":"David Gerhard","is_ca":true},{"name":"Brien Maguire","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04499389615749449,"gpt":0.2840888090733392,"spread":0.2390949129158447,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02036312,0.0008014708,0.0005737662,0.002401554,0.004267547,0.01027485,0.002307151,0.002008442,0.01332243],"category_scores_gemma":[0.03402909,0.001114578,0.0007124052,0.001559385,0.004138032,0.01122918,0.02991864,0.004999451,0.004061067],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001874293,"about_ca_system_score_gemma":0.00442839,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003809075,"about_ca_topic_score_gemma":0.0009467626,"domain_scores_codex":[0.972017,0.01979075,0.0005925373,0.0018931,0.003589959,0.002116554],"domain_scores_gemma":[0.9427841,0.0297226,0.002719955,0.006765357,0.003268949,0.0147391],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000714629,0.005601607,0.03948871,0.001087617,0.0001098148,0.003349458,0.1816707,0.002114685,0.02444104,0.0831924,0.02470443,0.633525],"study_design_scores_gemma":[0.0009898163,0.008253258,0.06047168,0.002000921,0.0001948436,0.004897706,0.1899709,0.02166704,0.01511565,0.1721117,0.5239311,0.0003954177],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6012118,0.001035783,0.2416448,0.01553479,0.0008816401,0.001011306,0.00005517438,0.002421081,0.1362037],"genre_scores_gemma":[0.8872554,0.0003316469,0.09223738,0.001266212,0.0002301729,0.0007925365,0.000105156,0.0003140196,0.0174675],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02036312,"threshold_uncertainty_score":0.1076918,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3138525007","doi":"10.1145/1539024.1508949","title":"Gr8 designs for Gr8 girls","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"University of British Columbia; University of Toronto; University of Washington","keywords":"Representation (politics); Order (exchange); Psychology; Medical education; Program Design Language; Mathematics education; Applied psychology; Computer science; Medicine; Political science; Software engineering; Business; Finance","authors":[{"name":"Michelle Craig","is_ca":true},{"name":"Diane Horton","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04260396320666823,"gpt":0.2897669994574344,"spread":0.2471630362507662,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01050185,0.0009474868,0.000764048,0.001061221,0.001090789,0.001458914,0.001437191,0.001138716,0.1678257],"category_scores_gemma":[0.01969799,0.0007217577,0.0007783771,0.0008409375,0.001147068,0.001273629,0.002734761,0.002074083,0.04497996],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008259809,"about_ca_system_score_gemma":0.001794284,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004476313,"about_ca_topic_score_gemma":0.001078436,"domain_scores_codex":[0.9921267,0.004341389,0.0007425644,0.0008957933,0.001225236,0.0006681585],"domain_scores_gemma":[0.9859565,0.004913286,0.0009823752,0.004506622,0.002908653,0.000732492],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.01349193,0.002654707,0.005361652,0.002579198,0.0001123933,0.0007045525,0.007290418,0.001157294,0.03305937,0.1245166,0.09924353,0.7098283],"study_design_scores_gemma":[0.003740109,0.009911843,0.00619051,0.0004832964,0.000114985,0.0006207442,0.001716717,0.001960917,0.01826155,0.03375159,0.9231452,0.0001024929],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1065136,0.0004584783,0.5683413,0.001959459,0.002409971,0.0421901,0.009441233,0.01092317,0.2577628],"genre_scores_gemma":[0.1608364,0.0003436788,0.5720781,0.002263468,0.0003082526,0.09016984,0.002160188,0.006163259,0.1656768],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1678257,"threshold_uncertainty_score":0.5614327,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2066878596","doi":"10.1145/1113847.1113883","title":"Choice in the classroom","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Vancouver Island University; University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Coursework; Weighting; Grading (engineering); Set (abstract data type); Computer science; Mathematics education; Psychology; Programming language; Engineering","authors":[{"name":"John Aycock","is_ca":true},{"name":"Jim Uhl","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02381976196399744,"gpt":0.2576615417337542,"spread":0.2338417797697568,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005601355,0.0005882981,0.0009223985,0.0009482391,0.003882879,0.01191416,0.001534937,0.002752198,0.04837719],"category_scores_gemma":[0.02368072,0.0004492129,0.000522811,0.0008071655,0.006675638,0.01425022,0.005491019,0.006463315,0.01271345],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003913875,"about_ca_system_score_gemma":0.005314819,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002200183,"about_ca_topic_score_gemma":0.002636009,"domain_scores_codex":[0.9920155,0.003441872,0.0003193819,0.00151578,0.001997076,0.0007103456],"domain_scores_gemma":[0.9901729,0.00496506,0.0005597256,0.001182812,0.000979694,0.002139831],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001230133,0.0005780588,0.002399902,0.0002725521,0.00001518926,0.0002553029,0.01663928,0.00124808,0.001548992,0.6471477,0.1134701,0.2163019],"study_design_scores_gemma":[0.00004591334,0.00007213152,0.0006001918,0.0002380967,0.000006281887,0.0001335996,0.004296569,0.001251146,0.0006345054,0.3813197,0.6113731,0.0000287675],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.04567036,0.008418021,0.1776983,0.09506012,0.002608428,0.0003241361,0.0003626571,0.001374618,0.6684834],"genre_scores_gemma":[0.6460848,0.008749975,0.08058517,0.01266245,0.001486647,0.0006124873,0.0004714955,0.000644096,0.2487029],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04837719,"threshold_uncertainty_score":0.1618378,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2294704675","doi":"10.1145/1047124.1047404","title":"Viruses 101","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary","funders":"VMware","keywords":"Course (navigation); Computer virus; Computer science; Objectivity (philosophy); Value (mathematics); Engineering ethics; Computer security; Engineering; Epistemology","authors":[{"name":"John Aycock","is_ca":true},{"name":"Ken Barker","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01867259328712312,"gpt":0.2700043010100863,"spread":0.2513317077229632,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007119448,0.0005658204,0.0004412252,0.001208534,0.002469826,0.007002217,0.001017038,0.002065983,0.08630257],"category_scores_gemma":[0.002381884,0.0004096073,0.0004689018,0.000839954,0.0009752514,0.002374232,0.002920385,0.002205663,0.04357191],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003839267,"about_ca_system_score_gemma":0.002566333,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006837085,"about_ca_topic_score_gemma":0.01104035,"domain_scores_codex":[0.9991118,0.0001177589,0.00003798085,0.0001394481,0.0004242341,0.000168673],"domain_scores_gemma":[0.9989919,0.0001531694,0.00006503657,0.0001576521,0.000357039,0.000275257],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001066905,0.0001419905,0.002858305,0.000310575,0.00001758053,0.0004271759,0.0009544381,0.0009829965,0.01498665,0.1214299,0.548797,0.3089867],"study_design_scores_gemma":[0.000004725801,0.00002857597,0.0007162111,0.00007311883,0.000002857906,0.0002421981,0.0002124587,0.0003516074,0.001742432,0.004476629,0.99214,0.000009290734],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.01689738,0.01097747,0.01311773,0.01342849,0.005763333,0.0003309369,0.001237152,0.001808212,0.9364393],"genre_scores_gemma":[0.07229558,0.008933546,0.009571627,0.004846297,0.0005732786,0.0001255484,0.00251072,0.0003380182,0.9008054],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.08630257,"threshold_uncertainty_score":0.2887109,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2000110740","doi":"10.1145/1473195.1473220","title":"Another approach for resisting student resistance to formal methods","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Variety (cybernetics); Computer science; Formal methods; Generative grammar; Curriculum; Foundation (evidence); Subject (documents); Mathematics education; Programming language; Software engineering; Artificial intelligence; Sociology; Pedagogy; Psychology; World Wide Web","authors":[{"name":"Daniel Zingaro","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05526610070860442,"gpt":0.3410214399643092,"spread":0.2857553392557047,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02387801,0.001360081,0.001103329,0.003411756,0.005473815,0.01022899,0.004708298,0.006928913,0.00966996],"category_scores_gemma":[0.08566345,0.0009875543,0.00167653,0.001447389,0.008680671,0.009031974,0.01235464,0.01260167,0.006086458],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002256658,"about_ca_system_score_gemma":0.005675177,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005584792,"about_ca_topic_score_gemma":0.0008916937,"domain_scores_codex":[0.9445097,0.02788451,0.002507757,0.006070094,0.01668984,0.002338192],"domain_scores_gemma":[0.8641372,0.0448137,0.01314362,0.04151966,0.0286713,0.007714463],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0007292301,0.002172894,0.01586456,0.00109028,0.0002864282,0.0009236949,0.1057377,0.001653387,0.05322874,0.2984954,0.06139095,0.4584267],"study_design_scores_gemma":[0.0007049643,0.003185721,0.00699039,0.001054106,0.0002955262,0.005048633,0.02485969,0.01251472,0.03161046,0.2033032,0.7098876,0.0005450628],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1193633,0.0006281853,0.6540501,0.07030389,0.001644122,0.001224951,0.00008006223,0.005541387,0.147164],"genre_scores_gemma":[0.5520789,0.0004081236,0.3179618,0.0169966,0.0005018996,0.001855589,0.000137962,0.001399347,0.1086597],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02387801,"threshold_uncertainty_score":0.1262805,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2997440247","doi":"10.1145/792548.611952","title":"Effectiveness of online assessment","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Competence (human resources); Online assessment; Online course; Online learning; Multimedia; Medical education; Mathematics education; Psychology; Medicine; Formative assessment","authors":[{"name":"Denise M. Woit","is_ca":true},{"name":"Dave Mason","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01954431561418029,"gpt":0.3334399466632715,"spread":0.3138956310490912,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0303904,0.001026136,0.001202447,0.003230655,0.001089996,0.004597412,0.001514726,0.001344836,0.01162894],"category_scores_gemma":[0.2234516,0.0002828365,0.001009158,0.001518723,0.0006578198,0.005003585,0.00366249,0.001601451,0.003857806],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000996942,"about_ca_system_score_gemma":0.001401455,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009040315,"about_ca_topic_score_gemma":0.001020544,"domain_scores_codex":[0.9403111,0.03564084,0.00390341,0.003140858,0.01551007,0.001493763],"domain_scores_gemma":[0.6405991,0.2733159,0.02281816,0.02446611,0.03004744,0.008753246],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.003785259,0.005997486,0.06717332,0.0006464285,0.0002745074,0.0001100513,0.001748319,0.001108609,0.002017933,0.0007787127,0.005188297,0.9111711],"study_design_scores_gemma":[0.002376213,0.0408295,0.7220559,0.002588284,0.002209726,0.002295891,0.009391213,0.03210104,0.05465868,0.0115264,0.1193142,0.000652876],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8801311,0.004382232,0.02120026,0.002512333,0.000808684,0.001302762,0.001089421,0.003010676,0.08556256],"genre_scores_gemma":[0.9768832,0.0007102157,0.008752139,0.0005220995,0.0002978161,0.0004300491,0.000576003,0.0002647963,0.01156369],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0303904,"threshold_uncertainty_score":0.1607217,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2017587927","doi":"10.1145/1473195.1473222","title":"Using open-source robocode as a Java programming assignment","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Seneca Polytechnic","funders":"","keywords":"Java; Computer science; Open source; Reflection (computer programming); Mathematics education; Programming language; Pedagogy; Psychology; Software","authors":[{"name":"Peter L. Liu","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07750012526958257,"gpt":0.3129533146011387,"spread":0.2354531893315561,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004296733,0.0004685743,0.0003894427,0.000704311,0.002419401,0.003017111,0.001788366,0.0007464083,0.004621024],"category_scores_gemma":[0.0143531,0.0002660136,0.0002607549,0.0005369833,0.002009207,0.003405835,0.004043541,0.001413638,0.001247976],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008907999,"about_ca_system_score_gemma":0.001408807,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001367175,"about_ca_topic_score_gemma":0.004817107,"domain_scores_codex":[0.9945531,0.00356325,0.0001070155,0.000477757,0.0008505799,0.0004482222],"domain_scores_gemma":[0.9929698,0.003565811,0.0004580579,0.0009450265,0.0009859896,0.001075223],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007773876,0.002843261,0.009412053,0.0009230585,0.00005538487,0.003264585,0.2385313,0.007903621,0.04310949,0.06513421,0.03650876,0.5915369],"study_design_scores_gemma":[0.0001770438,0.00225464,0.01180041,0.0005341527,0.00004189383,0.002955784,0.09456321,0.01973996,0.03088761,0.02035554,0.8164331,0.0002566573],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6476295,0.0002649685,0.2517226,0.003904645,0.0004451754,0.0006133454,0.0001570923,0.002811617,0.09245109],"genre_scores_gemma":[0.8346356,0.000210605,0.1334456,0.0004101286,0.00005554528,0.0004332266,0.0001635334,0.000805906,0.02983994],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004621024,"threshold_uncertainty_score":0.02272356,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3158725434","doi":"10.1145/366413.364619","title":"Experiences with tutored video instruction for introductory programming courses","year":2001,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Abandonment (legal); Mathematics education; Studio; Quarter (Canadian coin); Computer science; Community college; Course (navigation); Multimedia; Medical education; Psychology; Engineering; Medicine; Political science; Telecommunications","authors":[{"name":"Richard Anderson","is_ca":false},{"name":"Martin Dickey","is_ca":false},{"name":"Hal Perkins","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01477232687005767,"gpt":0.2521385936302297,"spread":0.2373662667601721,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004560967,0.0007132466,0.0005983317,0.0007687657,0.002338727,0.003169023,0.002202624,0.001515856,0.005417706],"category_scores_gemma":[0.01872369,0.0003932007,0.0005495696,0.0006363264,0.001415643,0.001878595,0.003085722,0.002205784,0.0009599481],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001259066,"about_ca_system_score_gemma":0.0008214841,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002098816,"about_ca_topic_score_gemma":0.003847945,"domain_scores_codex":[0.9936635,0.004272053,0.0001877062,0.0005055313,0.0006680461,0.0007030049],"domain_scores_gemma":[0.9894505,0.005980968,0.000731547,0.0005328575,0.001101961,0.00220219],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.001068914,0.006063814,0.04621362,0.0009181149,0.0001029909,0.008704156,0.6236143,0.002196577,0.02491798,0.002399352,0.008583904,0.2752164],"study_design_scores_gemma":[0.000728597,0.01805715,0.06503855,0.0006498592,0.0004576512,0.01755618,0.5621758,0.01449177,0.05048725,0.003087035,0.2666487,0.0006214782],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9875967,0.0003204677,0.006292311,0.0004441424,0.00005551248,0.00009386453,0.00004975072,0.0002241388,0.00492303],"genre_scores_gemma":[0.9867345,0.0003184792,0.006394429,0.000362154,0.00005561799,0.0001018796,0.0001226125,0.000127489,0.005782865],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005417706,"threshold_uncertainty_score":0.02412099,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3018735809","doi":"10.1145/1595496.1562903","title":"A \"communication skills for computer scientists\" course","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Toronto","funders":"","keywords":"Course (navigation); Interpersonal communication; Curriculum; Computer science; Communication skills; Social skills; Public speaking; Multimedia; Mathematics education; Psychology; Pedagogy; Medical education; Engineering; Communication","authors":[{"name":"Lil Blume","is_ca":true},{"name":"Ron Baecker","is_ca":true},{"name":"Christopher Collins","is_ca":true},{"name":"Aran Donohue","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.009120484359714551,"gpt":0.2667013380152459,"spread":0.2575808536555313,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003218843,0.000571001,0.0001838813,0.0003115477,0.002981617,0.001160791,0.0006316828,0.0008280716,0.03254052],"category_scores_gemma":[0.0009776158,0.0001738598,0.0002071028,0.0003253908,0.0006423034,0.0004377467,0.001307013,0.001211882,0.006660572],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004610325,"about_ca_system_score_gemma":0.006834551,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02593132,"about_ca_topic_score_gemma":0.1168216,"domain_scores_codex":[0.9996526,0.00003421896,0.000009718526,0.00005668882,0.00009896262,0.0001477624],"domain_scores_gemma":[0.9983165,0.00005647641,0.00004874038,0.0000354625,0.0001529133,0.001389793],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002425054,0.003182253,0.007933069,0.0003748244,0.000008898098,0.001575544,0.009309347,0.0007167478,0.02633534,0.009978246,0.6610303,0.279313],"study_design_scores_gemma":[0.00008648175,0.001165316,0.0501222,0.0001413067,0.00001061188,0.0008985196,0.004263991,0.0006224929,0.00630864,0.002147487,0.9341942,0.00003868515],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.4743931,0.001716675,0.01654339,0.03691823,0.006838286,0.002070742,0.001969,0.00250914,0.4570414],"genre_scores_gemma":[0.4207727,0.001932216,0.01721718,0.008086056,0.001491201,0.0006467511,0.0020613,0.0001918276,0.5476008],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.03254052,"threshold_uncertainty_score":0.1088589,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2148364996","doi":"10.1145/1028174.971464","title":"Research, teaching, and service","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Structuring; Context (archaeology); Curriculum; Service (business); Graduate students; Computer science; Mathematics education; Engineering ethics; Medical education; Engineering management; Pedagogy; Sociology; Psychology; Engineering; Political science; Medicine","authors":[{"name":"Paolo A. G. Sivilotti","is_ca":false},{"name":"Bruce W. Weide","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03360376872872277,"gpt":0.3113248947453306,"spread":0.2777211260166078,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01449374,0.0004425455,0.0006274463,0.001220689,0.008502531,0.02209277,0.001781152,0.003712203,0.01845243],"category_scores_gemma":[0.02180728,0.0004817949,0.000421326,0.002089519,0.02123337,0.01219487,0.01154126,0.004477823,0.006635233],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007481048,"about_ca_system_score_gemma":0.02563165,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004188884,"about_ca_topic_score_gemma":0.004999316,"domain_scores_codex":[0.9709344,0.01875746,0.0008454573,0.00241801,0.004583218,0.002461407],"domain_scores_gemma":[0.9815788,0.004611219,0.001350002,0.003968837,0.001628004,0.006863121],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006067292,0.0003239242,0.003854519,0.0003031818,0.00001708738,0.0001182867,0.03381931,0.0002780768,0.001051945,0.6904607,0.03438542,0.2353269],"study_design_scores_gemma":[0.00003650298,0.000370003,0.002752582,0.0005293565,0.00001597636,0.0003512327,0.06317507,0.0006226152,0.0006500621,0.1798046,0.7516567,0.00003531245],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.05562912,0.004354984,0.04676478,0.1084151,0.002366827,0.0003616258,0.00007304356,0.0006897397,0.7813447],"genre_scores_gemma":[0.8205713,0.002769276,0.02518183,0.01820148,0.0009179682,0.0004770554,0.0000840674,0.0002605463,0.1315365],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02209277,"threshold_uncertainty_score":0.07665116,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2072628972","doi":"10.1145/355354.355375","title":"Experiments with distance learning in software engineering graduate courses","year":2000,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"Government of Alberta","keywords":"Distance education; Computer science; Graduate students; Software; Graduate education; Software engineering; Multimedia; Mathematics education; Psychology; Pedagogy; Programming language","authors":[{"name":"Michele Jacobsen","is_ca":true},{"name":"Rob Kremer","is_ca":true},{"name":"Mildred L. G. Shaw","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02060776067581981,"gpt":0.2879359280902579,"spread":0.2673281674144381,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007130106,0.00140207,0.001262847,0.0008446791,0.001968368,0.001927786,0.001834436,0.002256675,0.00579102],"category_scores_gemma":[0.03063739,0.0007311235,0.0006849164,0.0007319424,0.001182742,0.002339496,0.003109255,0.003718209,0.001765485],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007070734,"about_ca_system_score_gemma":0.001153858,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007040449,"about_ca_topic_score_gemma":0.001206783,"domain_scores_codex":[0.9939916,0.00254642,0.0004500687,0.001047257,0.001205698,0.0007590691],"domain_scores_gemma":[0.9659674,0.01961136,0.00108855,0.002014784,0.003676826,0.007641044],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.01366992,0.3708879,0.04374012,0.002148138,0.0002821676,0.001550044,0.07626899,0.008330791,0.07252491,0.005283267,0.007167113,0.3981466],"study_design_scores_gemma":[0.01069567,0.5631778,0.1224259,0.0008493842,0.0005118523,0.00177971,0.04630676,0.02091744,0.1381545,0.01466579,0.07970645,0.0008087905],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9946872,0.00007790281,0.001808859,0.0001059505,0.00004346941,0.000548682,0.00003990804,0.00006984322,0.002618146],"genre_scores_gemma":[0.96877,0.000322769,0.01704024,0.0004251483,0.0001147598,0.001872626,0.0004854011,0.0000600111,0.01090907],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007130106,"threshold_uncertainty_score":0.03770804,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2015367725","doi":"10.1145/1138403.1138438","title":"Ethics and usability testing in computer science education","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Regina","funders":"","keywords":"Usability; Usability engineering; Computer science; Information ethics; Quality (philosophy); Engineering ethics; Computer ethics; Knowledge management; Human–computer interaction; Engineering; Meta-ethics","authors":[{"name":"Daryl H. Hepting","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02490971750448918,"gpt":0.2790237237494871,"spread":0.254114006244998,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1507868,0.0009000705,0.001248481,0.004556176,0.004871431,0.01019975,0.001700808,0.005818241,0.004103032],"category_scores_gemma":[0.3125891,0.0008536215,0.0005974253,0.003586946,0.03581071,0.01176726,0.006432557,0.006808306,0.001028138],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005922015,"about_ca_system_score_gemma":0.01198759,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004083471,"about_ca_topic_score_gemma":0.002339655,"domain_scores_codex":[0.6679963,0.2974771,0.008898766,0.004387687,0.01911536,0.002124706],"domain_scores_gemma":[0.3897463,0.5656831,0.01127423,0.01398283,0.01570182,0.003611803],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001857159,0.0004422216,0.01584371,0.001806678,0.00006920881,0.0007652864,0.04279263,0.002430544,0.0007810817,0.6360142,0.01118289,0.2876858],"study_design_scores_gemma":[0.000114282,0.0007540898,0.01198521,0.004884636,0.00003976107,0.001538871,0.01808622,0.006187922,0.002015058,0.8633946,0.09083059,0.000168758],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08277807,0.05144446,0.443503,0.1379803,0.003411893,0.00229411,0.0001039084,0.000529997,0.2779542],"genre_scores_gemma":[0.8141486,0.01282295,0.139873,0.01468355,0.001756272,0.003497591,0.00009041036,0.0003228438,0.0128047],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1507868,"threshold_uncertainty_score":0.7974464,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3044473656","doi":"10.1145/331795.331887","title":"Enhancing student learning through on-line quizzes","year":2000,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Multimedia; Line (geometry); Mathematics education; Psychology; Mathematics","authors":[{"name":"Denise M. Woit","is_ca":true},{"name":"Dave Mason","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02293948998551392,"gpt":0.2954405126227133,"spread":0.2725010226371994,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002815861,0.001165899,0.0009676754,0.0007560736,0.0003472648,0.001623233,0.001462813,0.0006713444,0.004854765],"category_scores_gemma":[0.02032208,0.000274389,0.000262705,0.0005022812,0.0003641343,0.001253061,0.001340882,0.0009024109,0.001456433],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002397413,"about_ca_system_score_gemma":0.0003268559,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000233203,"about_ca_topic_score_gemma":0.000367455,"domain_scores_codex":[0.997829,0.001001869,0.0001428506,0.0003143105,0.0004566657,0.0002552601],"domain_scores_gemma":[0.9772549,0.01605169,0.0016905,0.002075523,0.001250857,0.001676633],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.004847772,0.04822416,0.03531251,0.0006336918,0.0001251006,0.0004736504,0.002483989,0.007041652,0.1141366,0.0008047953,0.004452528,0.7814637],"study_design_scores_gemma":[0.004321062,0.125074,0.3468092,0.000360937,0.0007454727,0.002184208,0.002885785,0.08729731,0.3888574,0.00809994,0.03285758,0.0005071426],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9831821,0.00004722526,0.01296202,0.000119435,0.00002020384,0.0002440468,0.00005329524,0.001194909,0.002176865],"genre_scores_gemma":[0.9626604,0.000106842,0.03275062,0.0001101063,0.00003649963,0.0002260514,0.0001753508,0.0001268655,0.003807291],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004854765,"threshold_uncertainty_score":0.01624084,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2089356027","doi":"10.1145/961290.961526","title":"Measuring effectiveness of constructivist and behaviourist assignments in CS102","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Successor cardinal; Measure (data warehouse); Computer science; Constructivist teaching methods; Mathematics education; Software engineering; Programming language; Psychology; Mathematics; Data mining; Teaching method","authors":[{"name":"J. R. Parker","is_ca":true},{"name":"Katrin Becker","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02149025322131989,"gpt":0.236374094896991,"spread":0.2148838416756711,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01826675,0.0008011853,0.0006339907,0.003348768,0.0007830343,0.00293225,0.001271857,0.001202389,0.001284523],"category_scores_gemma":[0.1317583,0.0004239989,0.0004165259,0.001706718,0.001129198,0.001663986,0.002276824,0.001559445,0.0005950142],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0025007,"about_ca_system_score_gemma":0.001473329,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001911586,"about_ca_topic_score_gemma":0.003735184,"domain_scores_codex":[0.9708381,0.01509208,0.001773794,0.002273158,0.00895615,0.001066776],"domain_scores_gemma":[0.826314,0.1270257,0.01746895,0.008694234,0.01336161,0.007135577],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.006087758,0.01065023,0.2909485,0.001010956,0.0006052491,0.00007393768,0.01567794,0.02613647,0.02910411,0.002492698,0.002608193,0.6146041],"study_design_scores_gemma":[0.0005509624,0.02106004,0.8830987,0.0002093667,0.0001858972,0.0001327487,0.005677326,0.04820323,0.03123859,0.003617344,0.005778408,0.0002474056],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9911356,0.00009447744,0.003588491,0.0001225315,0.0000149436,0.0001410859,0.0000602234,0.0001748418,0.004667898],"genre_scores_gemma":[0.9866161,0.0001135589,0.01073908,0.00007171372,0.00002751642,0.0001822055,0.0003425234,0.00005976577,0.001847515],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01826675,"threshold_uncertainty_score":0.096605,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2998477998","doi":"10.1145/1151954.1067477","title":"Iconic programming for flowcharts, java, turing, etc","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Computer science; Programming language; Java; Symbol (formal); Flowchart; Programmer; Syntax; Executable; Turing; Artificial intelligence","authors":[{"name":"Stephen Chen","is_ca":true},{"name":"Stephen Morris","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01830950721453408,"gpt":0.2622674583629954,"spread":0.2439579511484613,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008308063,0.001340745,0.0003383466,0.00150588,0.0006877181,0.002528653,0.00109285,0.001179608,0.1340952],"category_scores_gemma":[0.004256886,0.0004534123,0.0006711294,0.002006567,0.001510142,0.004959458,0.001687952,0.002671359,0.05439553],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009162963,"about_ca_system_score_gemma":0.000784241,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002001456,"about_ca_topic_score_gemma":0.003188737,"domain_scores_codex":[0.9993659,0.0002103644,0.00005135519,0.0001015491,0.0002158409,0.0000550579],"domain_scores_gemma":[0.9989869,0.0003826558,0.00008480643,0.0002399005,0.0002091456,0.00009661682],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004546918,0.00002904801,0.0001680695,0.0004990487,0.00001348073,0.0001149694,0.000453683,0.0005876833,0.001860095,0.314487,0.4002472,0.2814942],"study_design_scores_gemma":[0.00001331133,0.00001981089,0.0001704853,0.0001333582,0.000006556393,0.0003653037,0.00003357672,0.001619362,0.0006871748,0.06036131,0.9365721,0.00001757285],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001266124,0.005764364,0.690598,0.004077727,0.003135812,0.0002537907,0.001569124,0.02782388,0.2655111],"genre_scores_gemma":[0.04260228,0.008780857,0.519553,0.005554234,0.001993779,0.001135802,0.003857964,0.0111215,0.4054006],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1340952,"threshold_uncertainty_score":0.448593,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2999120375","doi":"10.1145/1595496.1562937","title":"Adaptation of team-based learning on a first term programming class","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus","funders":"","keywords":"Adaptation (eye); Class (philosophy); Computer science; Term (time); Mathematics education; Artificial intelligence; Natural (archaeology); Psychology","authors":[{"name":"Patricia Lasserre","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0187878456204767,"gpt":0.2476277874525583,"spread":0.2288399418320816,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001542743,0.0005791854,0.0005497608,0.0005473833,0.0008417973,0.00194113,0.002338243,0.000991145,0.005068249],"category_scores_gemma":[0.006183072,0.0002721743,0.0006709286,0.0004468824,0.0004787351,0.0006421691,0.00244595,0.001893565,0.002163959],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009434323,"about_ca_system_score_gemma":0.0009983145,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001487211,"about_ca_topic_score_gemma":0.001908674,"domain_scores_codex":[0.9978359,0.0007201892,0.0001047938,0.000421793,0.0005590176,0.0003582515],"domain_scores_gemma":[0.9945532,0.00125714,0.0002239501,0.00116855,0.0008799063,0.001917215],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001296133,0.02430431,0.01381835,0.0004471929,0.00008474103,0.001273776,0.01097612,0.02388417,0.0487368,0.002213951,0.008170002,0.8647944],"study_design_scores_gemma":[0.002895219,0.05388725,0.1710729,0.0008490168,0.000543981,0.004257166,0.0143668,0.2435903,0.1814374,0.01700531,0.3088724,0.001222323],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9270815,0.00008052502,0.05013016,0.000486732,0.0003356784,0.001505204,0.0001297044,0.002328573,0.01792191],"genre_scores_gemma":[0.8650129,0.0001120685,0.1180677,0.0002573367,0.0000886506,0.0008969862,0.0002876951,0.0003574332,0.01491928],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005068249,"threshold_uncertainty_score":0.01695496,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2082733211","doi":"10.1145/1595453.1595493","title":"Reading a computer science research paper","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Reading (process); Grading (engineering); Reading comprehension; Mathematics education; Graduate students; Process (computing); Scheme (mathematics); Pedagogy; Psychology; Programming language; Engineering; Linguistics","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.03408384689549279,"gpt":0.3168147683689195,"spread":0.2827309214734267,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005606757,0.001185599,0.001078987,0.003944417,0.002173923,0.007894345,0.0009587965,0.00270825,0.09344743],"category_scores_gemma":[0.05210154,0.0004516586,0.001206315,0.003252654,0.0008488581,0.005559357,0.002492877,0.002834383,0.07523275],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001730925,"about_ca_system_score_gemma":0.003770065,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005937829,"about_ca_topic_score_gemma":0.0008811586,"domain_scores_codex":[0.9951801,0.001071165,0.0004088975,0.0005832512,0.00258106,0.0001755027],"domain_scores_gemma":[0.9608989,0.01288671,0.002059187,0.002555027,0.01850385,0.003096316],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005509443,0.00009213119,0.0003032671,0.001188958,0.00003165165,0.0004385297,0.0008794573,0.0004309985,0.00656863,0.01597606,0.6621574,0.3118779],"study_design_scores_gemma":[0.00001301187,0.0001891252,0.0004522539,0.0008387906,0.00001496058,0.0004279839,0.000490076,0.0002455394,0.001474941,0.007973261,0.9878545,0.00002553345],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"methods","genre_scores_codex":[0.01199054,0.04089314,0.1617327,0.0861726,0.2516291,0.002214006,0.001713929,0.005471078,0.4381829],"genre_scores_gemma":[0.06056581,0.05796911,0.1275204,0.02829939,0.09427592,0.001249787,0.006379901,0.003501422,0.6202382],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9943932,"threshold_uncertainty_score":0.3126128,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3030373777","doi":"10.1145/1595496.1562919","title":"Curing recursion aversion","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Victoria","funders":"","keywords":"Recursion (computer science); Curriculum; Logo (programming language); Mathematics education; Computer science; Psychology; Pedagogy; Programming language","authors":[{"name":"Katherine Gunion","is_ca":true},{"name":"Todd Milford","is_ca":true},{"name":"Ulrike Stege","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01209224078929277,"gpt":0.2414519971998191,"spread":0.2293597564105263,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001607439,0.0004003213,0.0004104473,0.0006419472,0.001660393,0.001795512,0.0008288433,0.00121631,0.0153913],"category_scores_gemma":[0.009566111,0.0002917083,0.0006569173,0.0003413151,0.0064093,0.005016273,0.006371059,0.003985812,0.001926548],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008618158,"about_ca_system_score_gemma":0.001234547,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006970855,"about_ca_topic_score_gemma":0.0007940169,"domain_scores_codex":[0.9986869,0.000452008,0.00004762289,0.0002515537,0.0003191162,0.00024285],"domain_scores_gemma":[0.9959676,0.002088496,0.0003606699,0.0009420359,0.0003196873,0.0003213732],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007831999,0.00005756929,0.001589566,0.00007874915,0.00001312548,0.0005823305,0.002560443,0.0005901182,0.003201894,0.9349145,0.007864675,0.04846871],"study_design_scores_gemma":[0.00005467003,0.0000666861,0.0009101082,0.00008067249,0.00001802713,0.001563018,0.0007982744,0.002305652,0.002848943,0.8797516,0.1115751,0.00002721571],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2267585,0.002406189,0.3732445,0.02001224,0.000871376,0.00009290834,0.0002297457,0.00234029,0.3740444],"genre_scores_gemma":[0.9179206,0.001012013,0.03359963,0.003949109,0.0002746972,0.00009415641,0.00008863592,0.0006569532,0.04240428],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.0153913,"threshold_uncertainty_score":0.051489,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3086619722","doi":"10.1145/1269900.1268837","title":"Introducing students to professional software construction","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"Université du Québec à Montréal","keywords":"Documentation; Computer science; Software engineering; Key (lock); Software; Software construction; Software development; Software documentation; Software maintenance; Programming language","authors":[{"name":"Guy Tremblay","is_ca":true},{"name":"Bruno Malenfant","is_ca":true},{"name":"Aziz Salah","is_ca":true},{"name":"Pablo Zentilli","is_ca":true}],"retraction":null,"screen_n_in":0,"score":{"opus":0.01151039849695476,"gpt":0.2967501093714668,"spread":0.2852397108745121,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002413043,0.001050655,0.0006810449,0.0009217976,0.001742932,0.004781637,0.001274727,0.002135975,0.02008495],"category_scores_gemma":[0.007645157,0.0005995308,0.0007357509,0.0006251739,0.002151274,0.00289563,0.005806454,0.003851889,0.008115127],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002365026,"about_ca_system_score_gemma":0.004525509,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001079924,"about_ca_topic_score_gemma":0.002004206,"domain_scores_codex":[0.9978283,0.0003893232,0.0001186088,0.0003224231,0.0006190526,0.0007222805],"domain_scores_gemma":[0.992974,0.0009339035,0.000553892,0.0004909849,0.00152394,0.003523275],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003202586,0.008186553,0.03207203,0.001036992,0.00002969122,0.00172026,0.05174356,0.002716337,0.03204444,0.1457717,0.1870281,0.5373301],"study_design_scores_gemma":[0.00008204331,0.00182907,0.00977662,0.000724772,0.00003012591,0.003005584,0.009875158,0.004114488,0.01402002,0.06312872,0.8933246,0.00008882298],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"other","genre_scores_codex":[0.4481359,0.005088911,0.2537474,0.05457422,0.00316564,0.001895264,0.0007315603,0.005912689,0.2267483],"genre_scores_gemma":[0.6244625,0.005297601,0.1645497,0.0188823,0.001012693,0.001124177,0.0008700594,0.0006035899,0.1831973],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.02008495,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2076573027","doi":"10.1145/1595453.1595455","title":"Formal methods versus engineering","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Engineering mathematics; Science and engineering; Position (finance); Formal methods; Domain (mathematical analysis); Computer science; Key (lock); Software engineering; Mathematics education; Management science; Applied mathematics; Calculus (dental); Mathematics; Engineering; Engineering ethics","authors":[{"name":"Tom Maibaum","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02731278489496189,"gpt":0.2765459763135167,"spread":0.2492331914185548,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01729624,0.001359681,0.001340582,0.00368092,0.002557256,0.008047274,0.002000018,0.005943652,0.00834316],"category_scores_gemma":[0.02193123,0.0006589122,0.001258474,0.002584328,0.04096443,0.02035638,0.003475758,0.007457423,0.002489479],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007886249,"about_ca_system_score_gemma":0.003957801,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002950658,"about_ca_topic_score_gemma":0.001336494,"domain_scores_codex":[0.9801505,0.01243324,0.00101834,0.001951376,0.00366758,0.000779003],"domain_scores_gemma":[0.968776,0.02440403,0.001426148,0.002926221,0.00165401,0.0008136229],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000005306017,0.000004524812,0.00003420727,0.00008474742,0.000003485623,0.00001294301,0.0002685673,0.0001501691,0.00003591784,0.9936576,0.001379094,0.004363477],"study_design_scores_gemma":[0.00001075589,0.00001705652,0.00005747837,0.000192828,0.000004159385,0.00006148935,0.0001934718,0.0004675225,0.00008234865,0.9218137,0.07709045,0.000008613171],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00728582,0.1584635,0.4055691,0.1189492,0.006870855,0.0001481554,0.0002507395,0.0008921293,0.3015706],"genre_scores_gemma":[0.5980409,0.09683679,0.1819384,0.03807314,0.0155326,0.00109016,0.0004152683,0.001111748,0.06696095],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01729624,"threshold_uncertainty_score":0.09147233,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4251467433","doi":"10.1145/792548.611893","title":"Client sponsored projects in software engineering courses","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Software engineering; Software; Computer science; Engineering management; Engineering; Systems engineering; Operating system","authors":[{"name":"Williams C. Judith","is_ca":false},{"name":"Bettina Bair","is_ca":false},{"name":"Jürgen Börstler","is_ca":false},{"name":"Timothy C. Lethbridge","is_ca":true},{"name":"Ken Surendran","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01498876775405511,"gpt":0.223559285863886,"spread":0.2085705181098309,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00279088,0.0003692593,0.0005253862,0.001471549,0.001695625,0.0020035,0.001143499,0.001910681,0.4277308],"category_scores_gemma":[0.006084586,0.0003479392,0.0002453115,0.002228603,0.0004085343,0.001094246,0.003776827,0.001317274,0.1512453],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001495551,"about_ca_system_score_gemma":0.004057138,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005124881,"about_ca_topic_score_gemma":0.01710758,"domain_scores_codex":[0.9972904,0.0008684102,0.00009387008,0.0002059722,0.0009204714,0.0006209391],"domain_scores_gemma":[0.9898784,0.001196202,0.0002426593,0.0005153578,0.001076146,0.007091221],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.001488458,0.002414051,0.01202779,0.0004672142,0.00003089986,0.0003726852,0.0008744904,0.0004054225,0.002852311,0.007264065,0.6041822,0.3676204],"study_design_scores_gemma":[0.0003645364,0.001225267,0.0910395,0.0005636737,0.0000363008,0.0003342377,0.002200919,0.001304217,0.002654663,0.003076232,0.8971693,0.00003120039],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.131839,0.003557877,0.00363274,0.007428674,0.002431326,0.001139561,0.005096293,0.001320876,0.8435535],"genre_scores_gemma":[0.1322103,0.001247662,0.001257176,0.0003714174,0.0002027147,0.0001904386,0.002462616,0.0001921962,0.8618655],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4277308,"threshold_uncertainty_score":0.8162726,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4243838442","doi":"10.1145/1595496.1562896","title":"An academic kit for integrating mobile devices into the CS curriculum","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Mobile and Web Applications","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Blackberry (Canada); University of Guelph","funders":"","keywords":"Mobile device; Curriculum; Computer science; Multimedia; Software; Mobile technology; Engineering management; Software engineering; Engineering; World Wide Web; Operating system; Pedagogy; Sociology","authors":[{"name":"Qusay H. Mahmoud","is_ca":true},{"name":"Thanh Hue Ngo","is_ca":true},{"name":"Razieh Niazi","is_ca":true},{"name":"Pawel Popowicz","is_ca":true},{"name":"Robert Sydoryshyn","is_ca":true},{"name":"Matthew Wilks","is_ca":true},{"name":"Dave Dietz","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01180820654452598,"gpt":0.2949304000185036,"spread":0.2831221934739776,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001291453,0.001695201,0.0008374358,0.002760803,0.0009829492,0.001729941,0.002217583,0.001098917,0.1924479],"category_scores_gemma":[0.005971459,0.0006492445,0.0007139743,0.001958333,0.0003875177,0.003171721,0.004575979,0.001713229,0.1110483],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006419637,"about_ca_system_score_gemma":0.001644402,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004274564,"about_ca_topic_score_gemma":0.001181488,"domain_scores_codex":[0.9987969,0.0002813864,0.0001447887,0.0001853022,0.0003942815,0.0001973943],"domain_scores_gemma":[0.9953804,0.0010632,0.0002339522,0.0005420978,0.001061316,0.001719013],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001930838,0.0009475484,0.001133781,0.0005161513,0.00001342811,0.0003414719,0.0005222674,0.0008862492,0.01374924,0.006143476,0.3262696,0.6492837],"study_design_scores_gemma":[0.000103619,0.0006197951,0.002944147,0.0001754515,0.00002089801,0.0008512302,0.0003419016,0.002513701,0.007146252,0.006710767,0.9784813,0.00009105376],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03212574,0.001524623,0.6662042,0.003104993,0.002972761,0.004285033,0.009548519,0.1031939,0.1770402],"genre_scores_gemma":[0.0564203,0.001408073,0.6993248,0.002280595,0.0007938876,0.003598545,0.01550709,0.008989974,0.2116766],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1924479,"threshold_uncertainty_score":0.6438023,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4254979294","doi":"10.1145/563517.563426","title":"Design guidelines for the lab component of objects-first CS1","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Computer science; Grading (engineering); Java; Component (thermodynamics); Complement (music); Software engineering; Software; Mathematics education; Programming language; Engineering; Psychology","authors":[{"name":"Hamzeh Roumani","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1345338237947164,"gpt":0.3019197888053388,"spread":0.1673859650106223,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01486873,0.001458785,0.0006909845,0.002832282,0.001592648,0.004383674,0.003279362,0.003217915,0.01620797],"category_scores_gemma":[0.03631169,0.002509834,0.0006947843,0.001579806,0.00230063,0.003475732,0.002331384,0.005006677,0.02018951],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001617246,"about_ca_system_score_gemma":0.004591679,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002227135,"about_ca_topic_score_gemma":0.004997945,"domain_scores_codex":[0.9857,0.005819928,0.001988527,0.0008123505,0.005030133,0.0006491507],"domain_scores_gemma":[0.9579652,0.01062633,0.003783562,0.005980471,0.01842585,0.003218582],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004101117,0.001329956,0.003248694,0.002317126,0.00006403362,0.001306802,0.01022232,0.008203545,0.05529634,0.1702862,0.1519191,0.5953957],"study_design_scores_gemma":[0.0002118822,0.000470667,0.001630865,0.0007199934,0.00005304915,0.0009032989,0.001000246,0.009644124,0.02155701,0.02744082,0.9362283,0.0001396312],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002757637,0.0002333444,0.9644424,0.001604836,0.0002344014,0.003735629,0.000200388,0.01004999,0.01674138],"genre_scores_gemma":[0.009927475,0.0002506091,0.9699103,0.000851596,0.00006522383,0.004767502,0.0003282652,0.00288965,0.01100945],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01620797,"threshold_uncertainty_score":0.07863426,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2094440966","doi":"10.1145/1041624.1041662","title":"Searching the web to develop inquiry and collaborative skills","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Treasure; Intuition; Heuristics; Computer science; World Wide Web; Process (computing); Psychology; Cognitive science; History","authors":[{"name":"Denis Hamelin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02007245818721282,"gpt":0.3446980006335879,"spread":0.324625542446375,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004830246,0.0004878643,0.0005121095,0.0008929801,0.001153004,0.003973151,0.0009945532,0.001211822,0.003317534],"category_scores_gemma":[0.02590408,0.000389498,0.0003662572,0.0004982689,0.001817179,0.003573555,0.003761365,0.002037042,0.00100891],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005542727,"about_ca_system_score_gemma":0.001723962,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008282599,"about_ca_topic_score_gemma":0.0009780644,"domain_scores_codex":[0.9951894,0.002596667,0.0002136808,0.0007699583,0.0007876598,0.0004426479],"domain_scores_gemma":[0.980958,0.01322598,0.0009689789,0.002591901,0.0008881359,0.001366934],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0005593812,0.01268498,0.02844201,0.001000513,0.00009924406,0.0006752562,0.2333393,0.005386555,0.06675595,0.06490006,0.008565334,0.5775914],"study_design_scores_gemma":[0.001387257,0.01363135,0.1043792,0.001227871,0.0002215712,0.002857559,0.1379317,0.04801693,0.08888712,0.2278051,0.3732199,0.0004344044],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9100477,0.0002105684,0.05285785,0.001158091,0.00003938599,0.0007730271,0.00004547108,0.0004674208,0.03440048],"genre_scores_gemma":[0.8997012,0.0002065285,0.09108553,0.000313837,0.00001300358,0.0005911096,0.00008062537,0.00006397467,0.007944227],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004830246,"threshold_uncertainty_score":0.02554506,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1983559945","doi":"10.1145/961290.961612","title":"Computer science and the arts","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Art, Technology, and Culture","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"The arts; sort; Mathematics education; Computer science; Arts in education; Visual arts; Sociology; Multimedia; Pedagogy; Psychology; Art","authors":[{"name":"J. R. Parker","is_ca":true},{"name":"Katrin Becker","is_ca":true},{"name":"Douglas McCullough","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01827160844373599,"gpt":0.2114974493836209,"spread":0.1932258409398849,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001207829,0.000278315,0.000197943,0.001214627,0.004210203,0.007559269,0.0003854182,0.002435495,0.06742528],"category_scores_gemma":[0.004133352,0.0001045755,0.0001974098,0.001771869,0.005755429,0.00390477,0.004706451,0.003481336,0.008803217],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002726268,"about_ca_system_score_gemma":0.004276218,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007294925,"about_ca_topic_score_gemma":0.0117588,"domain_scores_codex":[0.9981856,0.0005155852,0.0000629475,0.0001854635,0.0005732695,0.0004771072],"domain_scores_gemma":[0.9978012,0.0008635701,0.0001603411,0.0002150415,0.0002947123,0.0006649841],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001091432,0.00002381377,0.0006363911,0.00009551425,0.000002842525,0.00009875403,0.001600417,0.0001221843,0.0001780482,0.797815,0.1329705,0.06644576],"study_design_scores_gemma":[0.000002803582,0.000009003922,0.0007366287,0.00009977127,0.00000109251,0.0001363583,0.0007054607,0.00002968259,0.00005490873,0.06207611,0.9361444,0.000003801115],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.003430624,0.02449903,0.001257984,0.08583104,0.00400346,0.00001934493,0.00007148146,0.00006533025,0.8808218],"genre_scores_gemma":[0.3272234,0.05436052,0.002768161,0.06709384,0.00844556,0.0001240814,0.0002312093,0.0001244068,0.5396287],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.06742528,"threshold_uncertainty_score":0.22556,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2054300774","doi":"10.1145/1140123.1140267","title":"Interactive embedded examples","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Animation; Computer science; Java; Class (philosophy); Set (abstract data type); Programming language; Computer graphics (images); Multimedia; Software engineering; World Wide Web; Human–computer interaction; Artificial intelligence","authors":[{"name":"Michael Bruce-Lockhart","is_ca":true},{"name":"Theodore S. Norvell","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01825976416674805,"gpt":0.2781250647496389,"spread":0.2598653005828908,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003572381,0.0006757411,0.0002651173,0.0005707704,0.0004047297,0.001106179,0.001326568,0.001193036,0.06535303],"category_scores_gemma":[0.003579199,0.0003123385,0.0003280359,0.0004281168,0.0003299891,0.001471612,0.00179708,0.001081595,0.009549337],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001899692,"about_ca_system_score_gemma":0.0002903194,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004236628,"about_ca_topic_score_gemma":0.0006954693,"domain_scores_codex":[0.9996093,0.0001049555,0.00002331485,0.00004917201,0.0001675317,0.00004575418],"domain_scores_gemma":[0.998312,0.001046481,0.00005270928,0.0002133197,0.0002158573,0.0001596317],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001621199,0.001452427,0.001488324,0.001880138,0.00005204582,0.004643439,0.002305284,0.02577267,0.1293193,0.1144357,0.1757492,0.5412804],"study_design_scores_gemma":[0.0003826121,0.0005611759,0.002335098,0.0004328621,0.00003673978,0.003573137,0.0004120584,0.08518282,0.05906412,0.02974692,0.8181678,0.0001046059],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.06714004,0.001233462,0.5948635,0.001452673,0.001005345,0.0005410854,0.002510593,0.03719233,0.2940609],"genre_scores_gemma":[0.3854551,0.001168539,0.4398621,0.000646644,0.0001820045,0.0006057466,0.003207787,0.003283253,0.1655888],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.06535303,"threshold_uncertainty_score":0.2186277,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4236734165","doi":"10.1145/1595496.1562971","title":"\"Mailing it in\"","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Sheridan College","funders":"","keywords":"Computer science; World Wide Web; System administrator; Annotation; Extensibility; Web application; Software engineering; Multimedia; Operating system; Artificial intelligence","authors":[{"name":"Joseph Sant","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01747786975096079,"gpt":0.2660010656891605,"spread":0.2485231959381997,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001708692,0.00112643,0.0006193435,0.001467587,0.001928298,0.003826005,0.0008158024,0.001361124,0.4175628],"category_scores_gemma":[0.007821833,0.0003959621,0.0004587069,0.0008531721,0.0005613163,0.002581987,0.00293132,0.001412463,0.2805347],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000778083,"about_ca_system_score_gemma":0.0009988077,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001373702,"about_ca_topic_score_gemma":0.001523408,"domain_scores_codex":[0.9986111,0.0004425542,0.00009681028,0.0001994754,0.0004623192,0.0001877282],"domain_scores_gemma":[0.9933519,0.00114081,0.0004803863,0.002158807,0.00213687,0.0007312284],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002187607,0.0001002643,0.001966738,0.0001409333,0.00001243202,0.0003276837,0.0006152306,0.00008856435,0.002495339,0.009389483,0.8160332,0.1686113],"study_design_scores_gemma":[0.00001778861,0.00008175817,0.001174657,0.00007111427,0.0000125018,0.0002325718,0.0002363918,0.0004852429,0.003049725,0.001679586,0.992934,0.00002469308],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.02183212,0.0005256506,0.06753435,0.0124132,0.01785005,0.00150849,0.01104967,0.09252729,0.7747591],"genre_scores_gemma":[0.04255816,0.0004100752,0.0174381,0.004677035,0.002097424,0.0002744219,0.00506584,0.006418401,0.9210606],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4175628,"threshold_uncertainty_score":0.830776,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2088519794","doi":"10.1145/355354.355378","title":"A WWW-based multimedia center for learning data communications — phase 1","year":2000,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Acadia University","funders":"","keywords":"Center (category theory); Data center; Computer science; The Internet; Multimedia; Distance education; World Wide Web; Computer network; Psychology; Mathematics education","authors":[{"name":"Ali Elkateeb","is_ca":true},{"name":"Ala Awad","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0380159263427923,"gpt":0.3053124693094443,"spread":0.267296542966652,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001315438,0.0007518768,0.0004453417,0.0007981559,0.0006938772,0.001705036,0.001668533,0.0009704123,0.03485981],"category_scores_gemma":[0.002141039,0.00033631,0.0003818534,0.000555291,0.0003788119,0.001924588,0.001544687,0.0009560197,0.01479331],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006033257,"about_ca_system_score_gemma":0.002083372,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005912283,"about_ca_topic_score_gemma":0.0004668024,"domain_scores_codex":[0.9992952,0.0001472438,0.00002819187,0.0001363657,0.000267429,0.0001255086],"domain_scores_gemma":[0.9976838,0.0004627766,0.0001321814,0.0003404898,0.0006101952,0.0007706271],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001960475,0.006622017,0.007948698,0.000536488,0.00003706539,0.000375103,0.0007347467,0.002691193,0.09051755,0.01064349,0.07777777,0.8001555],"study_design_scores_gemma":[0.001181977,0.01252782,0.0288439,0.0002043704,0.0001452073,0.001322668,0.0006025485,0.03732834,0.3188487,0.006006853,0.5927809,0.0002066652],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3044628,0.0003316397,0.4986183,0.001041545,0.0004493525,0.01090011,0.003671261,0.06792665,0.1125983],"genre_scores_gemma":[0.3899126,0.0002770713,0.4736651,0.0006739977,0.0001989241,0.004954623,0.008158073,0.00211318,0.1200465],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03485981,"threshold_uncertainty_score":0.1166177,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4235410135","doi":"10.1145/1595496.1563001","title":"AARTIC","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Realization (probability); Computer science; Learning environment; Human–computer interaction; Multimedia; Mathematics education; Psychology","authors":[{"name":"Faten M’hiri","is_ca":true},{"name":"Sylvie Ratté","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02324741548401871,"gpt":0.3155131329354655,"spread":0.2922657174514467,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009223282,0.001032336,0.0006374959,0.002575287,0.002189098,0.006030874,0.001490542,0.001891353,0.5994863],"category_scores_gemma":[0.002785144,0.0004277584,0.0005820753,0.001569628,0.0005110223,0.00224639,0.003155431,0.001788252,0.4044095],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001458228,"about_ca_system_score_gemma":0.002093224,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00291972,"about_ca_topic_score_gemma":0.004430346,"domain_scores_codex":[0.9984857,0.0001777213,0.00008087957,0.0003303566,0.0007474108,0.00017805],"domain_scores_gemma":[0.9986582,0.0001404398,0.00006769319,0.0002367845,0.0005989434,0.0002979634],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003086417,0.0002460365,0.001355279,0.0005557074,0.00002122811,0.0006020322,0.0004362704,0.0006542559,0.003856921,0.05036828,0.4039564,0.537639],"study_design_scores_gemma":[0.00001034183,0.00002817728,0.0003736917,0.00008957044,0.000005547991,0.0002030611,0.00008600377,0.0002352925,0.0006451773,0.001984124,0.9963322,0.000006860047],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.002409883,0.002756962,0.006102652,0.00238565,0.002986242,0.0001686539,0.002056621,0.001899094,0.9792342],"genre_scores_gemma":[0.01229251,0.001816665,0.004315488,0.0008191075,0.0003811468,0.0001002226,0.002776907,0.0004822081,0.9770157],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5994863,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}