{"meta":{"query_hash":"e55f3dae9ba8","filters":{"venue":"ACM SIGCSE Bulletin"},"cohort_total":109,"direct_labels_cover":1,"predictions_cover":109,"exported":109,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/e55f3dae9ba8","api":"https://metacan.xera.ac/api/v1/cohort?venue=ACM+SIGCSE+Bulletin"},"results":[{"id":"W1976679120","doi":"10.1145/1473195.1473219","title":"Introducing recursion by parking cars","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Algorithms and Data Compression","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Recursion (computer science); Mutual recursion; Fibonacci number; Focus (optics); Computer science; Theoretical computer science; Algorithm; Mathematics; Algebra over a field; Discrete mathematics; Pure mathematics","score_opus":0.013665859829799518,"score_gpt":0.21969003151232547,"score_spread":0.20602417168252596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976679120","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014808768,0.003618211,0.74575996,0.010901847,0.001395065,0.000105686275,0.00012173631,0.0020014462,0.22128734],"genre_scores_gemma":[0.32529536,0.004766188,0.5459571,0.0054136305,0.0006564511,0.00034647947,0.00019158014,0.0010619621,0.116311364],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984108,0.00089320407,0.000049626207,0.0002503979,0.00027578702,0.000120108554],"domain_scores_gemma":[0.9979114,0.0014756803,0.00006856051,0.00023871347,0.00018827038,0.000117374504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013607887,0.000835257,0.0003917371,0.0007145903,0.0015359969,0.0029233731,0.0013012345,0.0018150753,0.019162303],"category_scores_gemma":[0.006395701,0.00042951727,0.00077973306,0.00072001247,0.00484258,0.006713717,0.0027343754,0.003766185,0.0049887556],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023210914,0.000024980836,0.00018779274,0.00007763869,0.000005209207,0.000073829935,0.0018370998,0.0022792495,0.0008608958,0.92818445,0.009848054,0.05659761],"study_design_scores_gemma":[0.000025788493,0.000087325585,0.00014236862,0.00016494573,0.000012130855,0.00047224067,0.0006409269,0.009344407,0.00231966,0.44415277,0.54259515,0.00004222262],"about_ca_topic_score_codex":0.0018369595,"about_ca_topic_score_gemma":0.0029717179,"teacher_disagreement_score":0.019162303,"about_ca_system_score_codex":0.0015892559,"about_ca_system_score_gemma":0.0014152782,"threshold_uncertainty_score":0.06410426},"labels":[],"label_agreement":null},{"id":"W1978140212","doi":"10.1145/1028174.971418","title":"Implementation challenges for a K-12 computer science curriculum","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Session (web analytics); Curriculum; Computer science; Mathematics education; Work (physics); Multimedia; Pedagogy; World Wide Web; Engineering; Psychology","score_opus":0.028007833469437325,"score_gpt":0.30510600139261584,"score_spread":0.27709816792317854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978140212","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12203963,0.0013668942,0.31130487,0.4455635,0.0024972137,0.0015234635,0.00034095175,0.0028063264,0.1125572],"genre_scores_gemma":[0.460765,0.0017173183,0.4733992,0.017987605,0.00046498736,0.001895337,0.0008734283,0.0008834877,0.04201384],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.97684777,0.011823155,0.0012389519,0.0013606083,0.0057917912,0.0029376724],"domain_scores_gemma":[0.9707289,0.008062519,0.0014692842,0.0026702117,0.007796744,0.009272326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02835051,0.0004354024,0.00052387826,0.00057655293,0.0050320174,0.014022238,0.0037806595,0.004694843,0.021856727],"category_scores_gemma":[0.0363882,0.0008053888,0.0006554121,0.0010670034,0.0025769079,0.012865436,0.0077311983,0.00835728,0.005638221],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024029276,0.0020546403,0.0065976116,0.00079324114,0.000034828197,0.00020553959,0.005970134,0.0077950335,0.0046724346,0.48814353,0.13645808,0.34703472],"study_design_scores_gemma":[0.00034604946,0.0014159194,0.007824675,0.0017280984,0.00003664362,0.00048397062,0.02411134,0.034050945,0.0064647715,0.21544087,0.7079065,0.00019027464],"about_ca_topic_score_codex":0.010442524,"about_ca_topic_score_gemma":0.011182717,"teacher_disagreement_score":0.02835051,"about_ca_system_score_codex":0.008541729,"about_ca_system_score_gemma":0.042768724,"threshold_uncertainty_score":0.14993364},"labels":[],"label_agreement":null},{"id":"W1983559945","doi":"10.1145/961290.961612","title":"Computer science and the arts","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Art, Technology, and Culture","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"The arts; sort; Mathematics education; Computer science; Arts in education; Visual arts; Sociology; Multimedia; Pedagogy; Psychology; Art","score_opus":0.01827160844373599,"score_gpt":0.21149744938362086,"score_spread":0.19322584093988487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983559945","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034306245,0.024499029,0.0012579839,0.08583104,0.0040034596,0.00001934493,0.00007148146,0.00006533025,0.88082176],"genre_scores_gemma":[0.32722345,0.054360516,0.0027681615,0.06709384,0.00844556,0.00012408139,0.00023120925,0.00012440675,0.53962874],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981856,0.00051558524,0.000062947496,0.00018546346,0.0005732695,0.00047710724],"domain_scores_gemma":[0.99780124,0.00086357014,0.00016034111,0.00021504151,0.00029471226,0.00066498405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012078288,0.000278315,0.00019794304,0.001214627,0.004210203,0.007559269,0.00038541824,0.002435495,0.06742528],"category_scores_gemma":[0.0041333516,0.00010457548,0.00019740983,0.0017718695,0.0057554287,0.0039047697,0.004706451,0.0034813362,0.008803217],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010914318,0.000023813775,0.00063639105,0.00009551425,0.0000028425252,0.000098754026,0.0016004173,0.00012218428,0.00017804821,0.79781497,0.13297048,0.06644576],"study_design_scores_gemma":[0.000002803582,0.000009003922,0.00073662866,0.00009977127,0.00000109251,0.00013635829,0.0007054607,0.000029682595,0.000054908727,0.062076107,0.93614435,0.0000038011153],"about_ca_topic_score_codex":0.007294925,"about_ca_topic_score_gemma":0.0117588,"teacher_disagreement_score":0.06742528,"about_ca_system_score_codex":0.0027262685,"about_ca_system_score_gemma":0.0042762184,"threshold_uncertainty_score":0.22556001},"labels":[],"label_agreement":null},{"id":"W1992943987","doi":"10.1145/1140123.1140237","title":"Finite automata models for CS problem with binary semaphore","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Semaphore; Computer science; Synchronization (alternating current); Automaton; Simplicity; Deterministic finite automaton; Finite-state machine; Visualization; Theoretical computer science; Binary number; ω-automaton; Quantum finite automata; Algorithm; Automata theory; Parallel computing; Programming language; Mathematics; Arithmetic; Artificial intelligence; Channel (broadcasting)","score_opus":0.01652126303611729,"score_gpt":0.23239711755673698,"score_spread":0.2158758545206197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992943987","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022382723,0.0009624059,0.95642906,0.00095640327,0.00016110466,0.00014758944,0.00036897152,0.00037446382,0.018217284],"genre_scores_gemma":[0.59650934,0.0019481045,0.36426783,0.00038599627,0.0003989516,0.0008170688,0.0010096527,0.00023920677,0.034423947],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991455,0.00028046398,0.000061259576,0.00020882764,0.00019056251,0.000113392074],"domain_scores_gemma":[0.99779725,0.0015324088,0.00018999273,0.00019260684,0.00018664607,0.00010116328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088466157,0.00087652024,0.00060793944,0.00075748307,0.0009790933,0.0020441124,0.0013768827,0.0016340151,0.006490615],"category_scores_gemma":[0.0037045504,0.0003710696,0.0015380599,0.00086990226,0.0013525815,0.0026527871,0.001178644,0.0022578677,0.0009022248],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058467358,0.000069897964,0.0005475119,0.0001481225,0.000026411295,0.00029457707,0.00025407743,0.1687563,0.0015569276,0.8142946,0.0026281723,0.011364841],"study_design_scores_gemma":[0.000018204404,0.00003530009,0.00012838184,0.000040825253,0.000024392919,0.00012611189,0.0000917172,0.5071685,0.0006270992,0.48360187,0.008120314,0.000017359718],"about_ca_topic_score_codex":0.0055445037,"about_ca_topic_score_gemma":0.0066098864,"teacher_disagreement_score":0.006490615,"about_ca_system_score_codex":0.0018163959,"about_ca_system_score_gemma":0.0021403397,"threshold_uncertainty_score":0.021713257},"labels":[],"label_agreement":null},{"id":"W2000110740","doi":"10.1145/1473195.1473220","title":"Another approach for resisting student resistance to formal methods","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Variety (cybernetics); Computer science; Formal methods; Generative grammar; Curriculum; Foundation (evidence); Subject (documents); Mathematics education; Programming language; Software engineering; Artificial intelligence; Sociology; Pedagogy; Psychology; World Wide Web","score_opus":0.055266100708604424,"score_gpt":0.34102143996430917,"score_spread":0.28575533925570473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000110740","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11936333,0.0006281853,0.65405005,0.07030389,0.0016441221,0.001224951,0.00008006223,0.005541387,0.14716397],"genre_scores_gemma":[0.5520789,0.00040812363,0.31796178,0.0169966,0.00050189963,0.0018555886,0.00013796201,0.0013993472,0.10865974],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9445097,0.027884511,0.0025077567,0.006070094,0.016689839,0.002338192],"domain_scores_gemma":[0.8641372,0.0448137,0.013143622,0.041519657,0.028671304,0.007714463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023878014,0.0013600813,0.0011033287,0.0034117557,0.0054738154,0.010228988,0.0047082985,0.006928913,0.0096699605],"category_scores_gemma":[0.085663445,0.0009875543,0.0016765296,0.0014473888,0.0086806705,0.009031974,0.01235464,0.012601669,0.0060864575],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072923006,0.0021728938,0.01586456,0.00109028,0.00028642823,0.00092369487,0.10573767,0.0016533873,0.053228736,0.29849544,0.06139095,0.45842668],"study_design_scores_gemma":[0.0007049643,0.0031857213,0.0069903904,0.0010541056,0.0002955262,0.0050486326,0.024859685,0.012514723,0.03161046,0.20330317,0.7098876,0.0005450628],"about_ca_topic_score_codex":0.00055847917,"about_ca_topic_score_gemma":0.0008916937,"teacher_disagreement_score":0.023878014,"about_ca_system_score_codex":0.0022566584,"about_ca_system_score_gemma":0.0056751766,"threshold_uncertainty_score":0.12628049},"labels":[],"label_agreement":null},{"id":"W2001659261","doi":"10.1145/1383602.1383649","title":"Creating synergy between usability courses and open source software projects","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Charles Babbage Institute, University of Minnesota","keywords":"Usability; Computer science; Open source software; Open source; Usability engineering; Software engineering; Pluralistic walkthrough; Context (archaeology); Usability lab; Component-based usability testing; Software; World Wide Web; Human–computer interaction; Operating system","score_opus":0.04499389615749449,"score_gpt":0.2840888090733392,"score_spread":0.23909491291584473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001659261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6012118,0.0010357834,0.2416448,0.015534794,0.00088164007,0.0010113057,0.000055174383,0.0024210813,0.13620369],"genre_scores_gemma":[0.8872554,0.0003316469,0.09223738,0.001266212,0.00023017291,0.00079253654,0.00010515597,0.0003140196,0.017467503],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97201705,0.019790754,0.0005925373,0.0018931001,0.003589959,0.0021165542],"domain_scores_gemma":[0.9427841,0.0297226,0.0027199553,0.0067653568,0.003268949,0.014739095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020363122,0.00080147083,0.0005737662,0.0024015538,0.0042675473,0.010274845,0.0023071514,0.002008442,0.013322433],"category_scores_gemma":[0.03402909,0.0011145783,0.00071240525,0.001559385,0.004138032,0.011229175,0.029918645,0.0049994513,0.004061067],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000714629,0.0056016073,0.039488707,0.0010876167,0.0001098148,0.0033494579,0.1816707,0.002114685,0.02444104,0.0831924,0.024704434,0.63352495],"study_design_scores_gemma":[0.0009898163,0.008253258,0.060471676,0.0020009212,0.00019484358,0.004897706,0.18997087,0.021667045,0.015115646,0.17211173,0.5239311,0.00039541768],"about_ca_topic_score_codex":0.00038090753,"about_ca_topic_score_gemma":0.0009467626,"teacher_disagreement_score":0.020363122,"about_ca_system_score_codex":0.0018742933,"about_ca_system_score_gemma":0.0044283904,"threshold_uncertainty_score":0.107691765},"labels":[],"label_agreement":null},{"id":"W2008940264","doi":"10.1145/543812.543827","title":"'Virtual family'","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Outreach; Pair programming; Swift; Context (archaeology); Computer science; Multimedia; Java; Game programming; Software; World Wide Web; Software development; Game design; Game Developer; Game design document; Programming language","score_opus":0.04750945994368008,"score_gpt":0.2904381813819193,"score_spread":0.2429287214382392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008940264","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04371915,0.0058894344,0.051485356,0.020194266,0.005136613,0.00017733724,0.00037257135,0.00170707,0.8713181],"genre_scores_gemma":[0.41430762,0.0047844606,0.029082991,0.011206795,0.0006604885,0.00040730223,0.00044467265,0.00093694794,0.5381687],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9985031,0.0007606108,0.000033106797,0.00016203917,0.00026935217,0.0002718453],"domain_scores_gemma":[0.9988116,0.00023128727,0.00009244449,0.00015067586,0.00012415362,0.0005898894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015941801,0.00061519945,0.00022010064,0.00071232585,0.00509812,0.0034966166,0.0012184022,0.0015812509,0.049774237],"category_scores_gemma":[0.003157398,0.00021789942,0.00036956076,0.0004793429,0.0033355386,0.0054864013,0.006060813,0.0014959096,0.008368467],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007406878,0.00013660804,0.0024302844,0.00016695057,0.000008996847,0.0010157856,0.039949153,0.00020652411,0.00078109786,0.42171267,0.2818634,0.25165448],"study_design_scores_gemma":[0.000003599871,0.00004097453,0.0003191655,0.00007369959,0.0000019598083,0.00097125507,0.0041668834,0.000060766655,0.000116854106,0.0059291935,0.9883046,0.000010992863],"about_ca_topic_score_codex":0.0034176414,"about_ca_topic_score_gemma":0.0052764914,"teacher_disagreement_score":0.049774237,"about_ca_system_score_codex":0.0014824668,"about_ca_system_score_gemma":0.001436034,"threshold_uncertainty_score":0.16651136},"labels":[],"label_agreement":null},{"id":"W2010664765","doi":"10.1145/820127.820188","title":"Gender and information technology","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Discipline; Variety (cybernetics); Government (linguistics); Information technology; Public relations; Matching (statistics); Sociology; Convergence (economics); Engineering ethics; Political science; Social science; Engineering; Law; Economic growth; Computer science; Economics; Medicine","score_opus":0.0257160157195255,"score_gpt":0.2687064808119452,"score_spread":0.2429904650924197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010664765","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15035076,0.04640504,0.0070517696,0.05681888,0.0016956832,0.00005638182,0.00025506385,0.000052285784,0.73731416],"genre_scores_gemma":[0.9578314,0.012332764,0.0008659298,0.004256949,0.0004836694,0.000052438292,0.0000588931,0.000027272788,0.024090642],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99545443,0.0027566054,0.00012624542,0.00035967506,0.0006244558,0.00067856285],"domain_scores_gemma":[0.9927907,0.004656771,0.000932358,0.00024163458,0.00044751776,0.0009309897],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0037431438,0.00041320696,0.00043391908,0.002257264,0.003656148,0.0071033393,0.0005500645,0.001286325,0.012673097],"category_scores_gemma":[0.0089596575,0.00012257368,0.0002806979,0.0027592804,0.010555174,0.0051092,0.004123751,0.0012749746,0.0009888686],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005091366,0.000039170696,0.0077216034,0.00015104322,0.000013782294,0.00028590264,0.06768871,0.000102201826,0.00019462424,0.87515974,0.0060818805,0.042510595],"study_design_scores_gemma":[0.00002128043,0.000145015,0.015331233,0.0009890376,0.000026254502,0.0013911506,0.10377763,0.00016666947,0.00037715826,0.33523792,0.5424912,0.000045385696],"about_ca_topic_score_codex":0.0024756582,"about_ca_topic_score_gemma":0.00175549,"teacher_disagreement_score":0.99634385,"about_ca_system_score_codex":0.0026556854,"about_ca_system_score_gemma":0.001636282,"threshold_uncertainty_score":0.04239577},"labels":[],"label_agreement":null},{"id":"W2012283428","doi":"10.1145/1709424.1709460","title":"Naturally occurring data as research instrument","year":2010,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Taxonomy (biology); Syntax; Tracing; Programming language; Code (set theory); Replication (statistics); Extension (predicate logic); Mathematics education; Natural language processing; Psychology; Mathematics","score_opus":0.11374979673839135,"score_gpt":0.3855628700363099,"score_spread":0.27181307329791854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012283428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6190961,0.0028179386,0.23887305,0.0050403797,0.0011717333,0.03970965,0.03639164,0.0006152511,0.056284178],"genre_scores_gemma":[0.6420218,0.0008499186,0.18055743,0.0024051098,0.000220798,0.1576323,0.012354921,0.00030792388,0.0036498131],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8442831,0.110136025,0.012439091,0.01260373,0.01777249,0.0027656252],"domain_scores_gemma":[0.6223095,0.27842295,0.02796514,0.039203122,0.028279934,0.0038193138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08125228,0.0009207539,0.0017780734,0.009501762,0.0045036334,0.0069566504,0.0032539123,0.0029451908,0.008322316],"category_scores_gemma":[0.24705115,0.0009218389,0.0012060801,0.018011784,0.00980128,0.009487376,0.009648099,0.0044350345,0.002356819],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029348473,0.0053121024,0.27465662,0.012021372,0.00057325006,0.0011362726,0.14695959,0.0038556578,0.007610966,0.3049405,0.020303208,0.21969569],"study_design_scores_gemma":[0.0016249219,0.0074123647,0.19468582,0.007163018,0.0005402895,0.0021085949,0.13715887,0.0117931245,0.012481558,0.23567715,0.3884224,0.00093184644],"about_ca_topic_score_codex":0.0022200572,"about_ca_topic_score_gemma":0.0013817607,"teacher_disagreement_score":0.08125228,"about_ca_system_score_codex":0.003569037,"about_ca_system_score_gemma":0.004642546,"threshold_uncertainty_score":0.42970824},"labels":[],"label_agreement":null},{"id":"W2015367725","doi":"10.1145/1138403.1138438","title":"Ethics and usability testing in computer science education","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Usability; Usability engineering; Computer science; Information ethics; Quality (philosophy); Engineering ethics; Computer ethics; Knowledge management; Human–computer interaction; Engineering; Meta-ethics","score_opus":0.024909717504489177,"score_gpt":0.27902372374948714,"score_spread":0.25411400624499797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015367725","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.082778074,0.05144446,0.44350302,0.13798033,0.0034118926,0.0022941101,0.000103908445,0.000529997,0.27795422],"genre_scores_gemma":[0.8141486,0.012822951,0.13987304,0.0146835465,0.001756272,0.0034975905,0.00009041036,0.00032284384,0.012804702],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.6679963,0.2974771,0.008898766,0.004387687,0.019115364,0.0021247063],"domain_scores_gemma":[0.38974628,0.56568307,0.011274228,0.013982834,0.015701815,0.0036118028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.15078682,0.00090007053,0.001248481,0.0045561763,0.004871431,0.010199745,0.0017008083,0.0058182413,0.004103032],"category_scores_gemma":[0.31258914,0.00085362146,0.0005974253,0.0035869463,0.035810705,0.011767259,0.0064325565,0.0068083056,0.0010281383],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018571594,0.00044222162,0.015843706,0.0018066779,0.000069208814,0.00076528644,0.042792626,0.0024305438,0.0007810817,0.63601416,0.01118289,0.28768584],"study_design_scores_gemma":[0.00011428195,0.0007540898,0.011985205,0.004884636,0.00003976107,0.0015388713,0.018086221,0.006187922,0.0020150584,0.8633946,0.09083059,0.00016875802],"about_ca_topic_score_codex":0.0040834714,"about_ca_topic_score_gemma":0.002339655,"teacher_disagreement_score":0.15078682,"about_ca_system_score_codex":0.005922015,"about_ca_system_score_gemma":0.01198759,"threshold_uncertainty_score":0.7974464},"labels":[],"label_agreement":null},{"id":"W2017240144","doi":"10.1145/1047124.1047441","title":"Learning by doing","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Control (management); Software; Software engineering; Work (physics); Code (set theory); Software development; Programming language; Artificial intelligence; Engineering","score_opus":0.0072012255912518195,"score_gpt":0.22962121018862447,"score_spread":0.22241998459737264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017240144","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013261294,0.0017322251,0.060818117,0.020518491,0.0025770934,0.00029773815,0.00044927112,0.0022685388,0.89807725],"genre_scores_gemma":[0.2068558,0.0061922194,0.07609135,0.014386184,0.0017278283,0.000762734,0.0021741213,0.0014792435,0.69033045],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99669266,0.000930676,0.00012860721,0.0008283365,0.001020923,0.0003987519],"domain_scores_gemma":[0.9949838,0.00069826114,0.00034452183,0.001301978,0.00085537974,0.0018159146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021716128,0.0009855363,0.00045138507,0.0007382034,0.0024282592,0.009420533,0.0015887136,0.0016136381,0.10463063],"category_scores_gemma":[0.007307574,0.0003119501,0.00072876364,0.00072856434,0.0032181435,0.009174767,0.006875691,0.0032252118,0.060964655],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000571038,0.00033643964,0.003304292,0.00041135482,0.000027654283,0.00028438418,0.014596993,0.00043877822,0.0028272085,0.21335661,0.30162695,0.46273234],"study_design_scores_gemma":[0.000009325747,0.00006957388,0.0006412268,0.00018071149,0.000012072303,0.00029022119,0.002530408,0.00017449785,0.00071523205,0.07232554,0.92303526,0.000015763582],"about_ca_topic_score_codex":0.0009038695,"about_ca_topic_score_gemma":0.0014275238,"teacher_disagreement_score":0.10463063,"about_ca_system_score_codex":0.0012435924,"about_ca_system_score_gemma":0.0035709331,"threshold_uncertainty_score":0.35002428},"labels":[],"label_agreement":null},{"id":"W2017587927","doi":"10.1145/1473195.1473222","title":"Using open-source robocode as a Java programming assignment","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Seneca Polytechnic","funders":"","keywords":"Java; Computer science; Open source; Reflection (computer programming); Mathematics education; Programming language; Pedagogy; Psychology; Software","score_opus":0.07750012526958257,"score_gpt":0.3129533146011387,"score_spread":0.23545318933155612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017587927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6476295,0.00026496846,0.25172263,0.0039046453,0.0004451754,0.00061334536,0.00015709226,0.0028116168,0.09245109],"genre_scores_gemma":[0.83463556,0.00021060495,0.1334456,0.00041012865,0.00005554528,0.0004332266,0.0001635334,0.00080590596,0.029839937],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945531,0.0035632497,0.000107015454,0.000477757,0.0008505799,0.0004482222],"domain_scores_gemma":[0.9929698,0.0035658109,0.00045805785,0.00094502646,0.0009859896,0.0010752234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004296733,0.00046857435,0.00038944272,0.00070431095,0.002419401,0.0030171114,0.0017883665,0.0007464083,0.0046210242],"category_scores_gemma":[0.014353104,0.0002660136,0.0002607549,0.0005369833,0.002009207,0.0034058352,0.004043541,0.0014136375,0.0012479756],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077738764,0.0028432608,0.009412053,0.0009230585,0.000055384873,0.0032645853,0.23853128,0.007903621,0.04310949,0.06513421,0.036508758,0.5915369],"study_design_scores_gemma":[0.00017704377,0.0022546405,0.011800415,0.00053415267,0.00004189383,0.0029557839,0.09456321,0.019739956,0.03088761,0.020355545,0.8164331,0.00025665728],"about_ca_topic_score_codex":0.0013671748,"about_ca_topic_score_gemma":0.004817107,"teacher_disagreement_score":0.0046210242,"about_ca_system_score_codex":0.0008907999,"about_ca_system_score_gemma":0.0014088074,"threshold_uncertainty_score":0.022723556},"labels":[],"label_agreement":null},{"id":"W2018873511","doi":"10.1145/1028174.971429","title":"Developing principles of GUI programming using views","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Microsoft Research","keywords":"Computer science; Programming language; Programmer; XML; Notation; Java; Event-driven programming; Programming paradigm; Software engineering; Procedural programming; Inductive programming; Operating system","score_opus":0.1032978941526476,"score_gpt":0.32310445525516995,"score_spread":0.21980656110252234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018873511","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00096317375,0.00015083664,0.9930884,0.00042917146,0.000047511676,0.000066102344,0.000019939196,0.001205655,0.0040292614],"genre_scores_gemma":[0.042089622,0.0006037574,0.9508739,0.0004378209,0.000119561584,0.0002915921,0.000131965,0.0008378836,0.0046138726],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9955379,0.0017555986,0.0004079626,0.0006759095,0.0013079727,0.00031469308],"domain_scores_gemma":[0.9929311,0.0034037495,0.0003596276,0.0016269241,0.0012792259,0.00039935438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00888173,0.00094949524,0.0006757984,0.0011590873,0.0012916869,0.0053869947,0.0035002006,0.0017230223,0.003557259],"category_scores_gemma":[0.010713975,0.0016689061,0.0018565588,0.0006505173,0.005669529,0.007994583,0.0049053845,0.0064699943,0.001922696],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028012182,0.000037373793,0.00054938765,0.00019213487,0.00003119256,0.00017052119,0.0019988003,0.0046825404,0.0020992444,0.9207198,0.005025815,0.06446501],"study_design_scores_gemma":[0.00007061402,0.0000939999,0.0002603702,0.00028899015,0.000047461886,0.0005141867,0.0004166734,0.03979129,0.0065000625,0.7594175,0.19252288,0.00007606647],"about_ca_topic_score_codex":0.0020762032,"about_ca_topic_score_gemma":0.002131926,"teacher_disagreement_score":0.00888173,"about_ca_system_score_codex":0.0011701777,"about_ca_system_score_gemma":0.002269554,"threshold_uncertainty_score":0.04697168},"labels":[],"label_agreement":null},{"id":"W2019263155","doi":"10.1145/1028174.971453","title":"IEEE-CS/ACM computing curricula","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Miami; Atlanta; Library science; Commonwealth; Citation; Computer science; History; Archaeology; Metropolitan area","score_opus":0.017253661041669113,"score_gpt":0.2570220654840884,"score_spread":0.2397684044424193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019263155","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020600825,0.008410111,0.00238922,0.013407022,0.011443282,0.0003042278,0.0034191962,0.0013754907,0.9571914],"genre_scores_gemma":[0.006306756,0.010516042,0.0018944172,0.002122685,0.003602234,0.00017582753,0.004000006,0.0007069462,0.97067505],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99802065,0.00016824843,0.0001009389,0.00021037374,0.0012419788,0.00025783054],"domain_scores_gemma":[0.9926807,0.0005416253,0.000186505,0.00063135725,0.003266283,0.0026934708],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017922182,0.0013072578,0.00090710097,0.004851426,0.0020482722,0.0061979075,0.0012170323,0.0014636131,0.56816626],"category_scores_gemma":[0.00898452,0.0004605835,0.00067368057,0.006529969,0.00063806475,0.004969431,0.004487015,0.0020625186,0.404024],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009619637,0.00007803771,0.00043547328,0.00013644392,0.0000021964017,0.000014555045,0.000065255204,0.00007361524,0.00017583252,0.002518119,0.86104035,0.13545045],"study_design_scores_gemma":[0.0000037673508,0.000017754097,0.001140357,0.00018100512,0.000002878282,0.000028363258,0.000100001715,0.000107390486,0.00013101735,0.001334242,0.9969483,0.0000050816598],"about_ca_topic_score_codex":0.0045830808,"about_ca_topic_score_gemma":0.010149494,"teacher_disagreement_score":0.56816626,"about_ca_system_score_codex":0.0022982277,"about_ca_system_score_gemma":0.0077795573,"threshold_uncertainty_score":0.61595845},"labels":[],"label_agreement":null},{"id":"W2020337406","doi":"10.1145/1140123.1140273","title":"Application of finite state automata to the bakery algorithm in critical section modeling","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Critical section; Mutual exclusion; Computer science; Automaton; Section (typography); Finite-state machine; State (computer science); Algorithm; Property (philosophy); Bounded function; Theoretical computer science; Distributed computing; Mathematics; Operating system","score_opus":0.013087769272518077,"score_gpt":0.2608764308339877,"score_spread":0.24778866156146961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020337406","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008882587,0.00013650575,0.9874889,0.00013875315,0.000029823288,0.000049216218,0.000014364375,0.00022771525,0.0030320138],"genre_scores_gemma":[0.38601464,0.00042162524,0.61019105,0.0000809847,0.00006135438,0.0002643828,0.000047882695,0.00007772418,0.0028404307],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992532,0.00030710138,0.00004908353,0.00010521905,0.00023744222,0.000047904374],"domain_scores_gemma":[0.99829155,0.0011900285,0.00012049687,0.00017930608,0.00016407293,0.000054478718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011131925,0.0004085382,0.00042865504,0.0006140276,0.00078650983,0.0011592602,0.0016164645,0.0010141612,0.0017192357],"category_scores_gemma":[0.0041958396,0.00041552962,0.0006830475,0.0006259722,0.0021246264,0.0017163949,0.0010660437,0.0013630996,0.0002192442],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003272822,0.00003904524,0.00064208405,0.000059454545,0.000014665499,0.00013202135,0.00037324853,0.3756843,0.002107044,0.59648055,0.0005429149,0.023891995],"study_design_scores_gemma":[0.000008087964,0.000023396738,0.00004064513,0.000013011744,0.000007432422,0.000028572531,0.000026896449,0.9054478,0.0011697644,0.090821944,0.0024039359,0.00000858186],"about_ca_topic_score_codex":0.0051905797,"about_ca_topic_score_gemma":0.004479702,"teacher_disagreement_score":0.0051905797,"about_ca_system_score_codex":0.0014891217,"about_ca_system_score_gemma":0.0020404418,"threshold_uncertainty_score":0.010804355},"labels":[],"label_agreement":null},{"id":"W2032616423","doi":"10.1145/961290.961573","title":"IEEE-CS/ACM computing curricula","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Curriculum; Software engineering; Computer science; Construct (python library); Process (computing); Software; Engineering management; Software Engineering Process Group; Volume (thermodynamics); Software development; Software development process; Engineering; Programming language; Pedagogy; Sociology","score_opus":0.020848385656718958,"score_gpt":0.26619897127636266,"score_spread":0.2453505856196437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032616423","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049449382,0.0036836013,0.020252926,0.026263705,0.00911715,0.0007875458,0.0033020533,0.0027177157,0.92893034],"genre_scores_gemma":[0.0427807,0.0138942925,0.0523879,0.008664711,0.0046965517,0.0011571203,0.014832102,0.0011757795,0.8604108],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973014,0.00023136656,0.00019592521,0.00018485174,0.0018327396,0.0002536757],"domain_scores_gemma":[0.98991954,0.00057116663,0.00028462475,0.00091350713,0.0060791504,0.002231971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037751838,0.00089597236,0.00040463018,0.003958482,0.00253792,0.005214669,0.0017379813,0.0015956387,0.13984402],"category_scores_gemma":[0.012245178,0.00043911109,0.00033553626,0.0033505461,0.0008037194,0.0030098525,0.002919008,0.0024627,0.081398234],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015622183,0.00027742525,0.0009126319,0.00017099419,0.0000032747184,0.000030627085,0.0002115344,0.00039495507,0.00066344935,0.024345046,0.66737187,0.3056026],"study_design_scores_gemma":[0.000009696191,0.00003336283,0.0015137215,0.00015829035,0.000003163536,0.00006121137,0.00015383064,0.00061718974,0.0004307066,0.0064094793,0.9906013,0.000008088856],"about_ca_topic_score_codex":0.007931834,"about_ca_topic_score_gemma":0.011615337,"teacher_disagreement_score":0.13984402,"about_ca_system_score_codex":0.0029751344,"about_ca_system_score_gemma":0.012926379,"threshold_uncertainty_score":0.46782482},"labels":[],"label_agreement":null},{"id":"W2036929850","doi":"10.1145/820127.820180","title":"Towards an integrated learning laboratory environment for first-year computer science students","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Java; Desk; Computer science; Unix; Focus (optics); Learning environment; Interface (matter); World Wide Web; Multimedia; Human–computer interaction; Programming language; Mathematics education; Operating system; Psychology","score_opus":0.009141153592460103,"score_gpt":0.21969370845207783,"score_spread":0.21055255485961774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036929850","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21799207,0.00039834832,0.74070257,0.0017552266,0.00030195722,0.0014037288,0.00016213258,0.023308277,0.013975636],"genre_scores_gemma":[0.17223012,0.00018848959,0.8163489,0.00044765061,0.00009815374,0.00080163486,0.00058969436,0.0007390851,0.008556193],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970162,0.0011304336,0.00019475885,0.0005515992,0.0008088536,0.000298218],"domain_scores_gemma":[0.98994994,0.0022568828,0.00060056685,0.0017381676,0.0017372645,0.0037172185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007903989,0.0007175157,0.00053296465,0.00092212483,0.000955864,0.0045003043,0.004130087,0.0014263422,0.007835819],"category_scores_gemma":[0.01411522,0.0005680418,0.00063856127,0.00038377475,0.00069539377,0.0049523665,0.0058195046,0.00308767,0.0038773115],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014704475,0.012757963,0.01009662,0.00072647,0.00004523707,0.00086505746,0.009562319,0.0039561186,0.11029273,0.010954133,0.013953932,0.825319],"study_design_scores_gemma":[0.0030978778,0.023268145,0.03512189,0.001389511,0.00039336825,0.0056170537,0.0067343726,0.079571374,0.24568723,0.028025389,0.5701599,0.00093381613],"about_ca_topic_score_codex":0.00021544639,"about_ca_topic_score_gemma":0.00029714033,"teacher_disagreement_score":0.007903989,"about_ca_system_score_codex":0.00064778246,"about_ca_system_score_gemma":0.0023362848,"threshold_uncertainty_score":0.041800797},"labels":[],"label_agreement":null},{"id":"W2040888129","doi":"10.1145/1345375.1345438","title":"Developing a computer science-specific learning taxonomy","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":279,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Taxonomy (biology); Computer science; Bloom's taxonomy; Domain (mathematical analysis); Data science; Cognition; Artificial intelligence; Management science; Psychology; Engineering; Ecology; Biology","score_opus":0.04597120944008351,"score_gpt":0.2659085814039111,"score_spread":0.2199373719638276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040888129","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027856665,0.0010877317,0.8677503,0.00626439,0.00048280737,0.0027350958,0.0010921139,0.0012201999,0.09151058],"genre_scores_gemma":[0.049718194,0.00094130286,0.9366533,0.0004544279,0.000054694443,0.0016499998,0.0025260157,0.00011701165,0.007885057],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99428844,0.0017596034,0.0009864698,0.0006075971,0.0019958771,0.00036192124],"domain_scores_gemma":[0.9738089,0.0055984524,0.0013864611,0.0020490994,0.01594857,0.001208502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009040783,0.0006445509,0.0008301257,0.009067895,0.0031439252,0.0065705366,0.002352962,0.0017104205,0.0056319735],"category_scores_gemma":[0.027591575,0.00066613423,0.0010146013,0.0068309554,0.0018333191,0.013149977,0.0042095934,0.0025912272,0.002968281],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028517821,0.00028295652,0.008811057,0.0008142932,0.0000211297,0.00015303766,0.0073291534,0.0041956077,0.001564619,0.55290157,0.023943484,0.3999546],"study_design_scores_gemma":[0.000036522804,0.00013141909,0.006033578,0.0015001928,0.000038203652,0.00057429017,0.015745854,0.042796414,0.001717557,0.43318856,0.49814332,0.00009402675],"about_ca_topic_score_codex":0.010496146,"about_ca_topic_score_gemma":0.014999714,"teacher_disagreement_score":0.010496146,"about_ca_system_score_codex":0.0068867933,"about_ca_system_score_gemma":0.01715867,"threshold_uncertainty_score":0.04996741},"labels":[],"label_agreement":null},{"id":"W2054300774","doi":"10.1145/1140123.1140267","title":"Interactive embedded examples","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Animation; Computer science; Java; Class (philosophy); Set (abstract data type); Programming language; Computer graphics (images); Multimedia; Software engineering; World Wide Web; Human–computer interaction; Artificial intelligence","score_opus":0.01825976416674805,"score_gpt":0.2781250647496389,"score_spread":0.2598653005828908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054300774","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06714004,0.0012334617,0.5948635,0.0014526725,0.0010053448,0.0005410854,0.0025105926,0.03719233,0.29406092],"genre_scores_gemma":[0.3854551,0.0011685389,0.43986207,0.00064664404,0.00018200451,0.0006057466,0.003207787,0.003283253,0.16558875],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996093,0.00010495553,0.000023314855,0.000049172013,0.00016753175,0.00004575418],"domain_scores_gemma":[0.998312,0.0010464807,0.00005270928,0.00021331974,0.00021585735,0.00015963175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035723805,0.0006757411,0.0002651173,0.00057077035,0.00040472968,0.0011061787,0.001326568,0.0011930355,0.06535303],"category_scores_gemma":[0.0035791986,0.00031233847,0.00032803588,0.00042811682,0.0003299891,0.001471612,0.0017970804,0.0010815946,0.0095493365],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016211987,0.0014524269,0.0014883236,0.0018801383,0.000052045823,0.0046434393,0.0023052837,0.025772672,0.12931927,0.11443566,0.17574921,0.5412804],"study_design_scores_gemma":[0.0003826121,0.0005611759,0.002335098,0.00043286206,0.00003673978,0.0035731373,0.00041205843,0.08518282,0.05906412,0.02974692,0.8181678,0.00010460592],"about_ca_topic_score_codex":0.00042366277,"about_ca_topic_score_gemma":0.0006954693,"teacher_disagreement_score":0.06535303,"about_ca_system_score_codex":0.0001899692,"about_ca_system_score_gemma":0.0002903194,"threshold_uncertainty_score":0.21862769},"labels":[],"label_agreement":null},{"id":"W2054673081","doi":"10.1145/1473195.1473233","title":"Girls, computer science, and games","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Usability; Computer science; Subject (documents); Computer game; Multimedia; Mathematics education; Game based learning; Science learning; Computer graphics; Video game; Video game development; Game design; Video game design; Graphics; Game Developer; Human–computer interaction; Psychology; Science education; Artificial intelligence; World Wide Web; Computer graphics (images)","score_opus":0.02727072913984487,"score_gpt":0.28611678178835664,"score_spread":0.2588460526485118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054673081","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19491525,0.022648206,0.00330938,0.07498123,0.004051786,0.000092375594,0.00030857124,0.00011213728,0.699581],"genre_scores_gemma":[0.76250386,0.009780533,0.0012238503,0.014237297,0.0010467937,0.00012487857,0.00010973698,0.00017151394,0.21080159],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9987431,0.0005425001,0.000042626318,0.00017130488,0.00024333036,0.00025712157],"domain_scores_gemma":[0.99866235,0.00026704973,0.00014019165,0.00006474318,0.000094364324,0.0007712321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014178845,0.00038157552,0.00042082928,0.00057984126,0.0034624774,0.0058847917,0.00040790913,0.0011263131,0.02782619],"category_scores_gemma":[0.0026677118,0.00017612,0.00022073367,0.00056416553,0.0027608133,0.0020565796,0.004306107,0.0027027645,0.0030474002],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032328846,0.00066611264,0.03128435,0.00033838072,0.00006881252,0.0010551928,0.04802049,0.00014932583,0.001806656,0.5402786,0.15624681,0.2197621],"study_design_scores_gemma":[0.000044199613,0.00017275712,0.015615017,0.00035568842,0.000019501476,0.0007486278,0.029334366,0.000099878554,0.0006372558,0.04767419,0.90528244,0.000016070951],"about_ca_topic_score_codex":0.0030817473,"about_ca_topic_score_gemma":0.0059847734,"teacher_disagreement_score":0.02782619,"about_ca_system_score_codex":0.0012858803,"about_ca_system_score_gemma":0.0013816857,"threshold_uncertainty_score":0.09308785},"labels":[],"label_agreement":null},{"id":"W2055559567","doi":"10.1145/1189136.1189176","title":"How much choice is too much?","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Flexibility (engineering); Accreditation; Accountability; Computer science; Quality (philosophy); Work (physics); Perspective (graphical); Freedom of choice; Mathematics education; Psychology; Medical education; Artificial intelligence; Management; Political science; Engineering","score_opus":0.013873262198988429,"score_gpt":0.2295154148745094,"score_spread":0.21564215267552098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055559567","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0832007,0.011860199,0.045586128,0.71782243,0.0049431776,0.00007783494,0.00019268009,0.00027979445,0.13603705],"genre_scores_gemma":[0.915699,0.006010333,0.008595191,0.047317352,0.0013421805,0.00012936449,0.00009419081,0.00025730464,0.020555004],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9795496,0.013648003,0.00047852445,0.0015127955,0.0032275384,0.0015835321],"domain_scores_gemma":[0.9589987,0.024483211,0.00282203,0.0037051681,0.0030092716,0.006981635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015199416,0.00043223862,0.00074174476,0.0005973504,0.0036368023,0.010954286,0.0014740749,0.003650334,0.01080152],"category_scores_gemma":[0.05185665,0.00030645542,0.0006445499,0.0011326099,0.02119447,0.022896944,0.0050571137,0.007834507,0.0026242386],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032244698,0.000318222,0.017853584,0.0008241788,0.0001545625,0.000530076,0.041518033,0.00069943845,0.0016521451,0.5597014,0.09327877,0.28314725],"study_design_scores_gemma":[0.000052265,0.0001309421,0.0041997232,0.0006510526,0.000046118552,0.00049864117,0.045261405,0.0006182764,0.00080233807,0.72401166,0.22364196,0.000085697866],"about_ca_topic_score_codex":0.0017540449,"about_ca_topic_score_gemma":0.0022631148,"teacher_disagreement_score":0.015199416,"about_ca_system_score_codex":0.0032853337,"about_ca_system_score_gemma":0.0034039742,"threshold_uncertainty_score":0.08038318},"labels":[],"label_agreement":null},{"id":"W2056233383","doi":"10.1145/782941.782999","title":"Information technology fluency in practice","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Fluency; Set (abstract data type); Context (archaeology); Work (physics); Computer science; Psychology; Cognitive psychology; Mathematics education; Engineering; Geography","score_opus":0.00944723736324211,"score_gpt":0.2313233680680912,"score_spread":0.2218761307048491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056233383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6351284,0.0041184225,0.013568845,0.016635466,0.00020763479,0.00012166507,0.0000939375,0.00013275578,0.32999292],"genre_scores_gemma":[0.9953608,0.00042322293,0.0011425792,0.00040362537,0.000036271205,0.00003428804,0.000015786094,0.000015895073,0.0025675658],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9832844,0.0091336565,0.0009252745,0.0010600159,0.0036860732,0.0019105077],"domain_scores_gemma":[0.9608536,0.023221292,0.0030398336,0.0019258386,0.004372258,0.00658729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008872433,0.00020525824,0.00032934197,0.003885333,0.0037399638,0.009943448,0.0005933238,0.0016001057,0.006443613],"category_scores_gemma":[0.042408284,0.00024378378,0.00021200418,0.0025164867,0.007871689,0.006990523,0.0075952983,0.0018920233,0.0006643872],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015314332,0.000505649,0.09993096,0.00038091626,0.000038128204,0.0013769158,0.24926837,0.0006703957,0.0010855529,0.3483433,0.013573129,0.28467354],"study_design_scores_gemma":[0.00010858758,0.0006423884,0.14471532,0.0013951348,0.00004681232,0.003015219,0.20306207,0.0021089306,0.0019650974,0.3093358,0.33351573,0.00008889723],"about_ca_topic_score_codex":0.0035627766,"about_ca_topic_score_gemma":0.0021297622,"teacher_disagreement_score":0.009943448,"about_ca_system_score_codex":0.004947709,"about_ca_system_score_gemma":0.0039046637,"threshold_uncertainty_score":0.046922505},"labels":[],"label_agreement":null},{"id":"W2066878596","doi":"10.1145/1113847.1113883","title":"Choice in the classroom","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Island University; University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Coursework; Weighting; Grading (engineering); Set (abstract data type); Computer science; Mathematics education; Psychology; Programming language; Engineering","score_opus":0.023819761963997443,"score_gpt":0.2576615417337542,"score_spread":0.23384177976975679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066878596","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045670357,0.008418021,0.17769831,0.095060125,0.002608428,0.00032413608,0.00036265707,0.0013746184,0.6684834],"genre_scores_gemma":[0.6460848,0.008749975,0.080585174,0.012662446,0.0014866467,0.00061248726,0.00047149547,0.000644096,0.24870291],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920155,0.0034418723,0.00031938194,0.0015157799,0.001997076,0.00071034563],"domain_scores_gemma":[0.99017286,0.0049650604,0.0005597256,0.0011828121,0.000979694,0.0021398307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056013553,0.0005882981,0.0009223985,0.0009482391,0.003882879,0.011914163,0.001534937,0.0027521977,0.04837719],"category_scores_gemma":[0.023680722,0.00044921285,0.000522811,0.00080716546,0.006675638,0.014250217,0.005491019,0.0064633153,0.012713445],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012301333,0.00057805877,0.002399902,0.00027255208,0.000015189256,0.00025530288,0.016639281,0.0012480802,0.0015489918,0.6471477,0.113470055,0.21630192],"study_design_scores_gemma":[0.00004591334,0.00007213152,0.0006001918,0.00023809672,0.000006281887,0.00013359958,0.004296569,0.0012511458,0.00063450536,0.3813197,0.6113731,0.000028767505],"about_ca_topic_score_codex":0.002200183,"about_ca_topic_score_gemma":0.0026360094,"teacher_disagreement_score":0.04837719,"about_ca_system_score_codex":0.003913875,"about_ca_system_score_gemma":0.005314819,"threshold_uncertainty_score":0.16183782},"labels":[],"label_agreement":null},{"id":"W2072628972","doi":"10.1145/355354.355375","title":"Experiments with distance learning in software engineering graduate courses","year":2000,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Government of Alberta","keywords":"Distance education; Computer science; Graduate students; Software; Graduate education; Software engineering; Multimedia; Mathematics education; Psychology; Pedagogy; Programming language","score_opus":0.02060776067581981,"score_gpt":0.2879359280902579,"score_spread":0.2673281674144381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072628972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9946872,0.00007790281,0.001808859,0.00010595054,0.000043469412,0.000548682,0.000039908038,0.00006984322,0.0026181457],"genre_scores_gemma":[0.96876997,0.00032276902,0.017040238,0.00042514835,0.00011475979,0.0018726261,0.0004854011,0.000060011098,0.01090907],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99399155,0.0025464203,0.00045006868,0.0010472572,0.0012056978,0.0007590691],"domain_scores_gemma":[0.9659674,0.019611357,0.0010885496,0.0020147844,0.0036768257,0.0076410435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071301055,0.0014020697,0.001262847,0.0008446791,0.0019683684,0.0019277857,0.0018344355,0.0022566754,0.00579102],"category_scores_gemma":[0.03063739,0.0007311235,0.0006849164,0.00073194236,0.0011827417,0.0023394956,0.003109255,0.0037182095,0.0017654846],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013669925,0.3708879,0.04374012,0.0021481377,0.00028216763,0.0015500436,0.07626899,0.008330791,0.072524905,0.0052832672,0.007167113,0.39814663],"study_design_scores_gemma":[0.010695671,0.5631778,0.12242588,0.0008493842,0.0005118523,0.00177971,0.046306755,0.020917444,0.13815448,0.014665787,0.079706445,0.0008087905],"about_ca_topic_score_codex":0.0007040449,"about_ca_topic_score_gemma":0.0012067835,"teacher_disagreement_score":0.0071301055,"about_ca_system_score_codex":0.00070707337,"about_ca_system_score_gemma":0.0011538585,"threshold_uncertainty_score":0.037708044},"labels":[],"label_agreement":null},{"id":"W2076573027","doi":"10.1145/1595453.1595455","title":"Formal methods versus engineering","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Engineering mathematics; Science and engineering; Position (finance); Formal methods; Domain (mathematical analysis); Computer science; Key (lock); Software engineering; Mathematics education; Management science; Applied mathematics; Calculus (dental); Mathematics; Engineering; Engineering ethics","score_opus":0.027312784894961892,"score_gpt":0.2765459763135167,"score_spread":0.2492331914185548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076573027","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0072858203,0.15846352,0.40556908,0.11894923,0.006870855,0.00014815544,0.0002507395,0.0008921293,0.30157056],"genre_scores_gemma":[0.59804094,0.09683679,0.18193844,0.038073145,0.015532602,0.0010901598,0.0004152683,0.0011117476,0.06696095],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98015046,0.012433239,0.00101834,0.0019513755,0.0036675804,0.00077900296],"domain_scores_gemma":[0.968776,0.024404034,0.001426148,0.0029262211,0.0016540105,0.0008136229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017296238,0.0013596811,0.0013405822,0.0036809198,0.002557256,0.008047274,0.0020000183,0.0059436522,0.00834316],"category_scores_gemma":[0.021931227,0.0006589122,0.001258474,0.0025843277,0.040964432,0.02035638,0.0034757575,0.0074574235,0.0024894788],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005306017,0.0000045248116,0.000034207274,0.00008474742,0.0000034856232,0.0000129430055,0.00026856732,0.00015016907,0.000035917838,0.99365765,0.0013790944,0.0043634768],"study_design_scores_gemma":[0.0000107558935,0.00001705652,0.000057478366,0.00019282804,0.0000041593853,0.00006148935,0.00019347183,0.00046752254,0.00008234865,0.9218137,0.07709045,0.000008613171],"about_ca_topic_score_codex":0.002950658,"about_ca_topic_score_gemma":0.0013364945,"teacher_disagreement_score":0.017296238,"about_ca_system_score_codex":0.007886249,"about_ca_system_score_gemma":0.003957801,"threshold_uncertainty_score":0.09147233},"labels":[],"label_agreement":null},{"id":"W2076949411","doi":"10.1145/1028174.971344","title":"Redesigning introductory computer programming with HTML, JavaScript, and Java","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"JavaScript; Java; Computer science; Java Programming Language; Programming language; Course (navigation); Software engineering; Engineering","score_opus":0.010455336097791408,"score_gpt":0.21056593714980712,"score_spread":0.20011060105201572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076949411","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24021451,0.0009152337,0.7275826,0.0013606057,0.00053391396,0.0010196571,0.00005567752,0.00905516,0.019262683],"genre_scores_gemma":[0.21394214,0.0009851096,0.76246464,0.001393656,0.00019111022,0.00045983083,0.00036050926,0.0031260103,0.017077059],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965437,0.0011185436,0.00023673246,0.0006444421,0.0010765091,0.00038003596],"domain_scores_gemma":[0.9925154,0.003303439,0.0006928202,0.0014368456,0.0012266316,0.0008249152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031650264,0.0008559223,0.00047932283,0.0010085012,0.00080541446,0.0029446336,0.0022333101,0.00079545396,0.00405742],"category_scores_gemma":[0.013353558,0.00067246944,0.0005655416,0.0009037047,0.0011370953,0.0043078205,0.0020861677,0.0032295205,0.0022165067],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021302507,0.0015673658,0.0054001715,0.00044418333,0.000023069411,0.00059432175,0.0076402207,0.0031780563,0.047828022,0.0067529837,0.0053078197,0.9210508],"study_design_scores_gemma":[0.0003995676,0.0025665204,0.022742836,0.00079608685,0.0002344206,0.006011005,0.0068839425,0.056269374,0.10040108,0.023804432,0.7795269,0.00036386563],"about_ca_topic_score_codex":0.0018567478,"about_ca_topic_score_gemma":0.002960932,"teacher_disagreement_score":0.00405742,"about_ca_system_score_codex":0.0008911646,"about_ca_system_score_gemma":0.0015915979,"threshold_uncertainty_score":0.016738415},"labels":[],"label_agreement":null},{"id":"W2082733211","doi":"10.1145/1595453.1595493","title":"Reading a computer science research paper","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Reading (process); Grading (engineering); Reading comprehension; Mathematics education; Graduate students; Process (computing); Scheme (mathematics); Pedagogy; Psychology; Programming language; Engineering; Linguistics","score_opus":0.034083846895492785,"score_gpt":0.3168147683689195,"score_spread":0.2827309214734267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082733211","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01199054,0.040893137,0.16173267,0.086172596,0.25162908,0.0022140061,0.001713929,0.005471078,0.43818292],"genre_scores_gemma":[0.060565814,0.05796911,0.12752041,0.028299393,0.09427592,0.0012497874,0.0063799005,0.0035014222,0.6202382],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99518013,0.0010711647,0.0004088975,0.0005832512,0.0025810602,0.00017550272],"domain_scores_gemma":[0.9608989,0.012886708,0.002059187,0.0025550271,0.018503852,0.0030963158],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0056067575,0.0011855988,0.0010789874,0.0039444175,0.0021739232,0.007894345,0.0009587965,0.0027082504,0.09344743],"category_scores_gemma":[0.05210154,0.0004516586,0.0012063151,0.0032526536,0.0008488581,0.005559357,0.0024928772,0.0028343834,0.07523275],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055094428,0.00009213119,0.00030326712,0.001188958,0.00003165165,0.00043852968,0.00087945734,0.00043099845,0.00656863,0.015976058,0.66215736,0.31187788],"study_design_scores_gemma":[0.00001301187,0.00018912516,0.0004522539,0.00083879055,0.000014960582,0.00042798393,0.00049007597,0.00024553938,0.0014749408,0.007973261,0.98785454,0.000025533454],"about_ca_topic_score_codex":0.00059378287,"about_ca_topic_score_gemma":0.0008811586,"teacher_disagreement_score":0.9943932,"about_ca_system_score_codex":0.0017309248,"about_ca_system_score_gemma":0.0037700655,"threshold_uncertainty_score":0.31261283},"labels":[],"label_agreement":null},{"id":"W2085398753","doi":"10.1145/782941.782981","title":"E-notes","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Class (philosophy); Task (project management); Mathematics education; Complement (music); Note-taking; Computer science; Psychology; Artificial intelligence","score_opus":0.04223747453391772,"score_gpt":0.38623205812612016,"score_spread":0.3439945835922024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085398753","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002127093,0.001263018,0.022970907,0.0050811023,0.009215048,0.0008556278,0.019524,0.009692649,0.9292707],"genre_scores_gemma":[0.009833632,0.0011577599,0.013260328,0.0017518922,0.0012983695,0.0003755117,0.0123475315,0.0019802528,0.9579948],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976318,0.00037356032,0.00022882949,0.00025805374,0.0013260603,0.00018177017],"domain_scores_gemma":[0.9890408,0.0026544933,0.000490759,0.0030408371,0.0033506376,0.001422519],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019422726,0.0006654109,0.0005372861,0.0016363763,0.0012671395,0.0047481055,0.0020991694,0.0014447372,0.75771165],"category_scores_gemma":[0.016844677,0.0002913884,0.00045336847,0.0022520025,0.00044267165,0.0030031248,0.0033714157,0.0013122826,0.6167],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010199457,0.000045700355,0.00014748711,0.00022272396,0.0000041971107,0.000109223605,0.00011358791,0.00008352148,0.0011327652,0.0053773895,0.836476,0.15618539],"study_design_scores_gemma":[0.00001594291,0.000014650323,0.00016541452,0.000055093253,0.0000013183038,0.00006462028,0.000075632895,0.000048831105,0.00034702622,0.0013792604,0.9978271,0.0000049084833],"about_ca_topic_score_codex":0.0006076701,"about_ca_topic_score_gemma":0.00095848535,"teacher_disagreement_score":0.24228835,"about_ca_system_score_codex":0.000678364,"about_ca_system_score_gemma":0.0014714741,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2086325135","doi":"10.1145/2822363.2822364","title":"SIGCSE conference report","year":2015,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Library science","score_opus":0.05197395258689915,"score_gpt":0.2901810069703583,"score_spread":0.23820705438345915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086325135","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002348252,0.017531974,0.015617213,0.0398507,0.105883054,0.0009828592,0.027138002,0.009824375,0.7808236],"genre_scores_gemma":[0.0066342987,0.010490851,0.0059413775,0.0047567612,0.009935067,0.00050298724,0.028661007,0.0021422724,0.93093544],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99703336,0.00036115883,0.00017196329,0.00044923028,0.0016494052,0.00033494396],"domain_scores_gemma":[0.98870903,0.0011021789,0.00019154836,0.0014806064,0.0062537417,0.0022628892],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007203153,0.0018962261,0.001165545,0.0028871065,0.0018890963,0.008484144,0.0018817487,0.0024239905,0.4968413],"category_scores_gemma":[0.011488237,0.0006826382,0.00088122825,0.0024721704,0.0007642596,0.00623835,0.0033021995,0.004199268,0.4514066],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027376109,0.00004290808,0.00013035872,0.000050422237,0.000005295058,0.00002255934,0.000016945527,0.0000571039,0.00016454027,0.0010520173,0.95765954,0.04077107],"study_design_scores_gemma":[0.0000121008,0.000014926086,0.00022316065,0.00005034427,0.00000536854,0.00003381173,0.00003246025,0.00009691747,0.00014134705,0.00045023492,0.9989324,0.0000068534096],"about_ca_topic_score_codex":0.0111053325,"about_ca_topic_score_gemma":0.01324704,"teacher_disagreement_score":0.4968413,"about_ca_system_score_codex":0.002148378,"about_ca_system_score_gemma":0.006780391,"threshold_uncertainty_score":0.71769476},"labels":[],"label_agreement":null},{"id":"W2088519794","doi":"10.1145/355354.355378","title":"A WWW-based multimedia center for learning data communications — phase 1","year":2000,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Center (category theory); Data center; Computer science; The Internet; Multimedia; Distance education; World Wide Web; Computer network; Psychology; Mathematics education","score_opus":0.0380159263427923,"score_gpt":0.3053124693094443,"score_spread":0.26729654296665195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088519794","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30446282,0.0003316397,0.4986183,0.0010415447,0.00044935252,0.010900113,0.0036712615,0.06792665,0.112598345],"genre_scores_gemma":[0.38991258,0.00027707135,0.4736651,0.00067399774,0.00019892407,0.004954623,0.008158073,0.0021131795,0.12004651],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99929523,0.0001472438,0.000028191866,0.00013636566,0.00026742904,0.00012550857],"domain_scores_gemma":[0.99768376,0.00046277657,0.00013218143,0.00034048985,0.00061019516,0.00077062706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013154378,0.0007518768,0.00044534175,0.0007981559,0.00069387717,0.0017050357,0.0016685327,0.0009704123,0.03485981],"category_scores_gemma":[0.0021410394,0.00033630998,0.00038185337,0.00055529096,0.00037881194,0.0019245885,0.0015446866,0.00095601974,0.0147933075],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019604752,0.006622017,0.007948698,0.00053648796,0.000037065394,0.00037510303,0.00073474675,0.002691193,0.09051755,0.01064349,0.077777766,0.80015546],"study_design_scores_gemma":[0.0011819766,0.012527816,0.028843902,0.00020437044,0.00014520728,0.0013226677,0.00060254853,0.03732834,0.3188487,0.006006853,0.5927809,0.00020666517],"about_ca_topic_score_codex":0.0005912283,"about_ca_topic_score_gemma":0.00046680245,"teacher_disagreement_score":0.03485981,"about_ca_system_score_codex":0.0006033257,"about_ca_system_score_gemma":0.0020833723,"threshold_uncertainty_score":0.11661768},"labels":[],"label_agreement":null},{"id":"W2089356027","doi":"10.1145/961290.961526","title":"Measuring effectiveness of constructivist and behaviourist assignments in CS102","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Successor cardinal; Measure (data warehouse); Computer science; Constructivist teaching methods; Mathematics education; Software engineering; Programming language; Psychology; Mathematics; Data mining; Teaching method","score_opus":0.02149025322131989,"score_gpt":0.23637409489699102,"score_spread":0.21488384167567112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089356027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911356,0.00009447744,0.003588491,0.00012253149,0.000014943598,0.00014108587,0.000060223396,0.00017484179,0.0046678977],"genre_scores_gemma":[0.98661613,0.000113558905,0.010739075,0.00007171372,0.000027516424,0.00018220552,0.00034252336,0.00005976577,0.0018475151],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97083807,0.0150920795,0.0017737938,0.0022731577,0.00895615,0.0010667761],"domain_scores_gemma":[0.826314,0.12702568,0.017468946,0.008694234,0.013361611,0.007135577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018266752,0.00080118526,0.0006339907,0.003348768,0.00078303425,0.0029322503,0.001271857,0.0012023888,0.0012845234],"category_scores_gemma":[0.13175827,0.00042399892,0.00041652587,0.0017067182,0.0011291982,0.0016639861,0.0022768236,0.0015594453,0.0005950142],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0060877576,0.010650231,0.2909485,0.0010109564,0.00060524914,0.000073937685,0.01567794,0.026136465,0.029104112,0.0024926984,0.0026081933,0.61460406],"study_design_scores_gemma":[0.0005509624,0.021060036,0.8830987,0.00020936668,0.00018589715,0.00013274868,0.005677326,0.048203226,0.031238593,0.0036173442,0.0057784077,0.00024740555],"about_ca_topic_score_codex":0.0019115857,"about_ca_topic_score_gemma":0.003735184,"teacher_disagreement_score":0.018266752,"about_ca_system_score_codex":0.0025006996,"about_ca_system_score_gemma":0.0014733291,"threshold_uncertainty_score":0.096605},"labels":[],"label_agreement":null},{"id":"W2094440966","doi":"10.1145/1041624.1041662","title":"Searching the web to develop inquiry and collaborative skills","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Treasure; Intuition; Heuristics; Computer science; World Wide Web; Process (computing); Psychology; Cognitive science; History","score_opus":0.020072458187212823,"score_gpt":0.34469800063358785,"score_spread":0.32462554244637504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094440966","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9100477,0.00021056835,0.05285785,0.0011580908,0.00003938599,0.00077302713,0.000045471075,0.0004674208,0.03440048],"genre_scores_gemma":[0.8997012,0.00020652854,0.09108553,0.000313837,0.000013003579,0.00059110956,0.00008062537,0.00006397467,0.007944227],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9951894,0.002596667,0.00021368077,0.0007699583,0.0007876598,0.00044264793],"domain_scores_gemma":[0.98095804,0.013225981,0.0009689789,0.0025919008,0.00088813587,0.0013669336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048302463,0.0004878643,0.0005121095,0.0008929801,0.0011530041,0.003973151,0.0009945532,0.0012118218,0.0033175338],"category_scores_gemma":[0.025904082,0.00038949805,0.00036625715,0.00049826887,0.0018171786,0.0035735555,0.0037613646,0.0020370416,0.00100891],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055938115,0.012684982,0.028442012,0.0010005126,0.00009924406,0.0006752562,0.23333931,0.0053865546,0.06675595,0.064900056,0.008565334,0.57759136],"study_design_scores_gemma":[0.0013872572,0.013631349,0.10437924,0.0012278714,0.00022157116,0.0028575587,0.1379317,0.04801693,0.08888712,0.22780506,0.37321988,0.00043440436],"about_ca_topic_score_codex":0.00082825986,"about_ca_topic_score_gemma":0.0009780644,"teacher_disagreement_score":0.0048302463,"about_ca_system_score_codex":0.00055427273,"about_ca_system_score_gemma":0.0017239625,"threshold_uncertainty_score":0.02554506},"labels":[],"label_agreement":null},{"id":"W2112169282","doi":"10.1145/2728793.2728803","title":"SIGCSE symposium preview","year":2015,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Library science","score_opus":0.1818611352153002,"score_gpt":0.4119725235561093,"score_spread":0.2301113883408091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112169282","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010837682,0.025645938,0.008000753,0.022827819,0.23411123,0.000712621,0.019791514,0.014520958,0.6733055],"genre_scores_gemma":[0.0023275127,0.013362959,0.002036623,0.0054563396,0.032760866,0.00033161347,0.014687815,0.0026408506,0.92639536],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985819,0.00010754491,0.00008459106,0.00015442664,0.00086049427,0.00021094643],"domain_scores_gemma":[0.99416995,0.00039549358,0.00020330443,0.00039563334,0.0029788893,0.0018568232],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029450604,0.0024651636,0.0012049341,0.005333945,0.0015461065,0.007166116,0.0016870614,0.0020707233,0.5670268],"category_scores_gemma":[0.00537225,0.0007126344,0.00093675527,0.0033540798,0.00045310994,0.004244313,0.0029581238,0.0036300644,0.5304777],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020239257,0.000026482092,0.000038990136,0.00010196372,0.0000019963315,0.000022493134,0.000006697254,0.000034535336,0.00013374545,0.00039045294,0.9703354,0.028887],"study_design_scores_gemma":[0.0000066496928,0.000015826286,0.00014197793,0.00007083893,0.0000024503408,0.000037498583,0.000012687984,0.000025905414,0.00006641133,0.00022283923,0.9993894,0.0000074712893],"about_ca_topic_score_codex":0.0036386151,"about_ca_topic_score_gemma":0.009280934,"teacher_disagreement_score":0.9928339,"about_ca_system_score_codex":0.001183707,"about_ca_system_score_gemma":0.0031899014,"threshold_uncertainty_score":0.61758375},"labels":[],"label_agreement":null},{"id":"W2128237363","doi":"10.1145/1709424.1709457","title":"An exploration of the current state of information assurance education","year":2010,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information and Cyber Security","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information assurance; Curriculum; Government (linguistics); Information security; Engineering management; Program assurance; Information technology; Computer science; Quality assurance; Knowledge management; Business; Public relations; Engineering; Political science; Computer security; Operations management","score_opus":0.012075157353617158,"score_gpt":0.2582837157291871,"score_spread":0.24620855837556996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128237363","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026727624,0.16551746,0.029194064,0.6331129,0.002551373,0.00012525369,0.00039636213,0.0004395336,0.14193535],"genre_scores_gemma":[0.69074374,0.18109256,0.06217482,0.050277933,0.0018561297,0.00032170065,0.00070714543,0.00022788139,0.012598172],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9643154,0.014783142,0.003498776,0.0024146147,0.012767459,0.002220593],"domain_scores_gemma":[0.9117413,0.04696714,0.0059765507,0.0056202947,0.025235973,0.0044588298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03438822,0.00035222835,0.0005261209,0.006614124,0.0051509463,0.018787168,0.0029615993,0.004905203,0.004532976],"category_scores_gemma":[0.05651295,0.00050796283,0.0006087747,0.009708472,0.011487756,0.027771816,0.0054386663,0.0104461955,0.0012007876],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025798936,0.00016987155,0.0035313915,0.0013696192,0.000011315468,0.00007552749,0.0059349607,0.0006422303,0.00040785913,0.49347413,0.0304162,0.46394122],"study_design_scores_gemma":[0.000019755918,0.0001994927,0.009207056,0.011044601,0.000022284634,0.00026574748,0.024571538,0.0025565084,0.0011426895,0.23810625,0.71273315,0.00013091549],"about_ca_topic_score_codex":0.014622326,"about_ca_topic_score_gemma":0.015706118,"teacher_disagreement_score":0.03438822,"about_ca_system_score_codex":0.015108036,"about_ca_system_score_gemma":0.027882475,"threshold_uncertainty_score":0.1818645},"labels":[],"label_agreement":null},{"id":"W2135426144","doi":"10.1145/820127.820185","title":"Implications of MBTI in software engineering education","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Learning Styles and Cognitive Differences","field":"Psychology","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Learning styles; Engineering education; Software; Personality; Range (aeronautics); Teaching method","score_opus":0.023403537523332827,"score_gpt":0.28043535226160377,"score_spread":0.2570318147382709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135426144","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18388459,0.014076819,0.013110904,0.69223946,0.005662208,0.0004677152,0.0008579102,0.00020734358,0.08949309],"genre_scores_gemma":[0.946464,0.0045724898,0.011008477,0.022832979,0.0028880993,0.0005141123,0.00021839897,0.00009254352,0.011408816],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97149616,0.0142648155,0.0015795102,0.001807321,0.009140118,0.0017120691],"domain_scores_gemma":[0.6083976,0.26521522,0.027159309,0.0067508053,0.060503364,0.03197367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030331332,0.00054879795,0.00045665205,0.0022913236,0.0026363465,0.00392492,0.0028457511,0.0027164537,0.020311344],"category_scores_gemma":[0.29131696,0.0002918922,0.0005832329,0.00366256,0.003589751,0.008552806,0.004072073,0.006061603,0.0016866993],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011228075,0.0014274181,0.24654156,0.0012861553,0.00009868591,0.0009646317,0.00888594,0.0021318363,0.0006791299,0.16776584,0.0811799,0.48791617],"study_design_scores_gemma":[0.00050624245,0.00267089,0.4175438,0.0052881204,0.0002182051,0.0016093446,0.047424234,0.014768691,0.0030481496,0.31249547,0.19416125,0.00026558837],"about_ca_topic_score_codex":0.018305508,"about_ca_topic_score_gemma":0.023746472,"teacher_disagreement_score":0.030331332,"about_ca_system_score_codex":0.0068597584,"about_ca_system_score_gemma":0.013842308,"threshold_uncertainty_score":0.16040933},"labels":[],"label_agreement":null},{"id":"W2142139649","doi":"10.1145/960492.960541","title":"Case studies in admissions to and early performance in computer science degrees","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Mathematics education; Nothing; Medical education; Focus (optics); Psychology; Pedagogy; Medicine","score_opus":0.12084057617636708,"score_gpt":0.4360256950521833,"score_spread":0.31518511887581624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142139649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98935974,0.0003675699,0.0019541099,0.0010146622,0.00004088845,0.0004185628,0.000097153556,0.000022918019,0.0067243446],"genre_scores_gemma":[0.9896464,0.00045545524,0.0040909857,0.00028899655,0.000043014246,0.0005572385,0.00014980524,0.00001353919,0.0047544646],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.981058,0.012122317,0.000850661,0.0007044988,0.0026964133,0.002568078],"domain_scores_gemma":[0.90889025,0.060647592,0.0076886946,0.0030828586,0.0057939696,0.013896724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013102034,0.00067214144,0.00064761797,0.0036669995,0.010196092,0.0036149002,0.002437384,0.004903651,0.0032927634],"category_scores_gemma":[0.05689787,0.0005753932,0.00082476425,0.0053042644,0.0029595387,0.001776186,0.005034771,0.0028860096,0.00078593026],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020514564,0.013169902,0.5960386,0.0005583099,0.0001412,0.0766187,0.18737398,0.0050183046,0.0030562559,0.024075136,0.0059658014,0.08593236],"study_design_scores_gemma":[0.000505182,0.008815526,0.40403304,0.00079373736,0.00015893394,0.050607897,0.43823645,0.011536788,0.010400294,0.015646564,0.058800727,0.00046489533],"about_ca_topic_score_codex":0.009111987,"about_ca_topic_score_gemma":0.019905332,"teacher_disagreement_score":0.013102034,"about_ca_system_score_codex":0.005276564,"about_ca_system_score_gemma":0.0032485083,"threshold_uncertainty_score":0.069291055},"labels":[],"label_agreement":null},{"id":"W2148364996","doi":"10.1145/1028174.971464","title":"Research, teaching, and service","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Structuring; Context (archaeology); Curriculum; Service (business); Graduate students; Computer science; Mathematics education; Engineering ethics; Medical education; Engineering management; Pedagogy; Sociology; Psychology; Engineering; Political science; Medicine","score_opus":0.03360376872872277,"score_gpt":0.3113248947453306,"score_spread":0.2777211260166078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148364996","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055629116,0.004354984,0.04676478,0.10841514,0.002366827,0.0003616258,0.00007304356,0.00068973965,0.7813447],"genre_scores_gemma":[0.8205713,0.002769276,0.025181834,0.01820148,0.00091796817,0.0004770554,0.0000840674,0.00026054628,0.1315365],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9709344,0.018757457,0.0008454573,0.0024180096,0.004583218,0.0024614069],"domain_scores_gemma":[0.9815788,0.004611219,0.0013500015,0.0039688367,0.0016280044,0.0068631214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014493741,0.00044254548,0.00062744634,0.0012206894,0.008502531,0.022092769,0.0017811524,0.0037122031,0.018452434],"category_scores_gemma":[0.021807278,0.00048179485,0.000421326,0.0020895188,0.021233374,0.012194874,0.011541258,0.0044778227,0.006635233],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060672923,0.00032392424,0.0038545195,0.00030318185,0.000017087377,0.00011828671,0.033819314,0.00027807683,0.0010519455,0.69046074,0.034385424,0.23532692],"study_design_scores_gemma":[0.000036502977,0.000370003,0.0027525818,0.0005293565,0.000015976362,0.00035123274,0.06317507,0.0006226152,0.00065006205,0.17980462,0.75165665,0.000035312445],"about_ca_topic_score_codex":0.004188884,"about_ca_topic_score_gemma":0.0049993163,"teacher_disagreement_score":0.022092769,"about_ca_system_score_codex":0.007481048,"about_ca_system_score_gemma":0.025631646,"threshold_uncertainty_score":0.076651156},"labels":[],"label_agreement":null},{"id":"W2294704675","doi":"10.1145/1047124.1047404","title":"Viruses 101","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"VMware","keywords":"Course (navigation); Computer virus; Computer science; Objectivity (philosophy); Value (mathematics); Engineering ethics; Computer security; Engineering; Epistemology","score_opus":0.018672593287123118,"score_gpt":0.2700043010100863,"score_spread":0.2513317077229632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294704675","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01689738,0.010977467,0.013117731,0.013428489,0.0057633333,0.0003309369,0.0012371523,0.0018082116,0.9364393],"genre_scores_gemma":[0.07229558,0.008933546,0.009571627,0.004846297,0.00057327864,0.00012554841,0.0025107202,0.0003380182,0.9008054],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99911183,0.00011775893,0.000037980848,0.00013944812,0.00042423408,0.00016867302],"domain_scores_gemma":[0.9989919,0.00015316943,0.00006503657,0.00015765209,0.00035703895,0.00027525704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007119448,0.0005658204,0.00044122516,0.0012085336,0.0024698256,0.007002217,0.0010170378,0.0020659831,0.08630257],"category_scores_gemma":[0.0023818836,0.00040960728,0.00046890182,0.000839954,0.00097525143,0.002374232,0.0029203855,0.002205663,0.043571908],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010669054,0.0001419905,0.0028583053,0.000310575,0.000017580527,0.00042717587,0.00095443806,0.0009829965,0.014986646,0.121429935,0.548797,0.30898672],"study_design_scores_gemma":[0.000004725801,0.000028575967,0.0007162111,0.000073118834,0.000002857906,0.00024219809,0.00021245873,0.00035160742,0.0017424322,0.004476629,0.99214,0.000009290734],"about_ca_topic_score_codex":0.006837085,"about_ca_topic_score_gemma":0.011040351,"teacher_disagreement_score":0.08630257,"about_ca_system_score_codex":0.0038392672,"about_ca_system_score_gemma":0.0025663332,"threshold_uncertainty_score":0.2887109},"labels":[],"label_agreement":null},{"id":"W2914032695","doi":"10.1145/3310216.3310218","title":"ICER 2019 call for participation","year":2019,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Fifteenth; Library science; Computer science; History; Artificial intelligence","score_opus":0.012820397193943968,"score_gpt":0.28168711243989203,"score_spread":0.2688667152459481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914032695","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034865385,0.0041954936,0.0036590954,0.11418739,0.22872686,0.0029488637,0.031656552,0.0036949492,0.6074442],"genre_scores_gemma":[0.008525949,0.00096748205,0.0017355224,0.031752225,0.017610827,0.0018951006,0.017215796,0.0019771447,0.91832],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946631,0.0009864223,0.00018527063,0.0004819001,0.00215423,0.0015289128],"domain_scores_gemma":[0.9827691,0.001518233,0.00041296167,0.001038332,0.005161546,0.009099908],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.010464981,0.0013598509,0.0013510532,0.0016334591,0.003471474,0.008142146,0.0024297521,0.008586345,0.5598472],"category_scores_gemma":[0.014892219,0.00041438921,0.001148157,0.0010755135,0.0006975942,0.0035689063,0.009032294,0.005185072,0.52057326],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008777556,0.000025060399,0.00006236566,0.00005050997,0.0000018889367,0.000034525478,0.000015765983,0.0000140890415,0.000096376025,0.0006103913,0.99365956,0.0053417464],"study_design_scores_gemma":[0.00002356282,0.00002049371,0.0003123483,0.000041130756,0.0000012576627,0.000015925516,0.0000840081,0.00004973296,0.00005426966,0.00040547916,0.9989863,0.000005552694],"about_ca_topic_score_codex":0.0029490313,"about_ca_topic_score_gemma":0.006454435,"teacher_disagreement_score":0.44015282,"about_ca_system_score_codex":0.0021295687,"about_ca_system_score_gemma":0.00609318,"threshold_uncertainty_score":0.62782454},"labels":[],"label_agreement":null},{"id":"W2943211855","doi":"10.1145/3329103.3329107","title":"ICER 2019 preview","year":2019,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Fifteenth; Publishing; Library science; Media studies; Multimedia; Political science; Computer science; History; Sociology; Law; Classics","score_opus":0.007859121275715492,"score_gpt":0.24447093884610605,"score_spread":0.23661181757039054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943211855","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006747903,0.0048974245,0.0019448783,0.01843049,0.13623337,0.00053739693,0.021785192,0.00557767,0.80991876],"genre_scores_gemma":[0.0029842127,0.0020907305,0.0008868143,0.010384119,0.020356895,0.00036145342,0.015294544,0.0029247173,0.9447166],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99769235,0.00016912003,0.00009596138,0.0001642062,0.0014279598,0.00045039962],"domain_scores_gemma":[0.992576,0.00075549004,0.00031655858,0.00042735387,0.004187052,0.0017376328],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004055599,0.0013774892,0.001125691,0.0033844989,0.0023049212,0.009959398,0.002136639,0.004052332,0.578459],"category_scores_gemma":[0.009898624,0.00056493666,0.0010866217,0.0027376462,0.0005290487,0.0044818334,0.0035081229,0.0044940426,0.50457513],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000296983,0.000010974264,0.000022291712,0.000071836825,7.773562e-7,0.000016116377,0.0000069833545,0.000020160984,0.00004647268,0.0004696422,0.9933528,0.005952299],"study_design_scores_gemma":[0.0000064900983,0.000008739046,0.00013471267,0.000052839478,0.0000010267308,0.00001347442,0.000012620596,0.000016486343,0.00004384463,0.00017103412,0.99953234,0.0000063961356],"about_ca_topic_score_codex":0.008016626,"about_ca_topic_score_gemma":0.016850663,"teacher_disagreement_score":0.578459,"about_ca_system_score_codex":0.0022880046,"about_ca_system_score_gemma":0.0039160457,"threshold_uncertainty_score":0.601277},"labels":[],"label_agreement":null},{"id":"W2984105958","doi":"10.1145/3371394.3371396","title":"New educators wednesday roundtable at SIGCSE 2020","year":2019,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Career path; Institution; Face (sociological concept); Process (computing); Medical education; Computer science; Sociology; Medicine; Management","score_opus":0.008605873357390261,"score_gpt":0.24597100136932823,"score_spread":0.23736512801193796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984105958","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048560803,0.003959938,0.0027629666,0.0375721,0.1064306,0.00047837244,0.0055538155,0.0041227997,0.83426344],"genre_scores_gemma":[0.0023837432,0.0007237362,0.00058463676,0.0020429478,0.002490085,0.00007578996,0.0013936125,0.00033576388,0.9899697],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99944645,0.000051609743,0.000021788055,0.00009946975,0.0002445835,0.00013603232],"domain_scores_gemma":[0.9976476,0.000090613765,0.00004420608,0.00011592132,0.00072125986,0.0013803141],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017401013,0.0012814276,0.00053242134,0.0011611361,0.0025631483,0.0047817486,0.000712557,0.0022908365,0.5603784],"category_scores_gemma":[0.0017543104,0.00041903192,0.00051323953,0.0007086414,0.0004516588,0.0022962836,0.0025092748,0.0036164513,0.3912447],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000358624,0.00008359182,0.00016442404,0.000028473383,0.0000015979851,0.00004858081,0.000016703654,0.000024529374,0.00019039249,0.00053319597,0.97680205,0.022070676],"study_design_scores_gemma":[0.0000134759475,0.000037401576,0.00062076835,0.000046052042,0.0000021876929,0.000019666604,0.00007700815,0.00006269239,0.00012503148,0.00020483401,0.99878424,0.0000065643403],"about_ca_topic_score_codex":0.0051007764,"about_ca_topic_score_gemma":0.037079412,"teacher_disagreement_score":0.5603784,"about_ca_system_score_codex":0.0010963953,"about_ca_system_score_gemma":0.0026535378,"threshold_uncertainty_score":0.62706685},"labels":[],"label_agreement":null},{"id":"W2997440247","doi":"10.1145/792548.611952","title":"Effectiveness of online assessment","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Competence (human resources); Online assessment; Online course; Online learning; Multimedia; Medical education; Mathematics education; Psychology; Medicine; Formative assessment","score_opus":0.019544315614180293,"score_gpt":0.3334399466632715,"score_spread":0.3138956310490912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997440247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8801311,0.0043822317,0.021200256,0.0025123328,0.00080868404,0.0013027617,0.0010894213,0.0030106765,0.085562564],"genre_scores_gemma":[0.9768832,0.0007102157,0.008752139,0.0005220995,0.00029781612,0.0004300491,0.00057600305,0.00026479625,0.011563693],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9403111,0.035640836,0.0039034097,0.0031408584,0.015510073,0.0014937626],"domain_scores_gemma":[0.64059913,0.27331594,0.022818157,0.024466109,0.030047445,0.008753246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030390402,0.0010261358,0.0012024472,0.0032306553,0.0010899957,0.0045974124,0.0015147259,0.001344836,0.011628938],"category_scores_gemma":[0.22345164,0.0002828365,0.0010091584,0.0015187229,0.0006578198,0.005003585,0.0036624903,0.0016014514,0.0038578056],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037852589,0.005997486,0.06717332,0.0006464285,0.0002745074,0.00011005125,0.0017483189,0.0011086094,0.0020179327,0.00077871274,0.0051882975,0.9111711],"study_design_scores_gemma":[0.0023762134,0.040829502,0.7220559,0.0025882842,0.0022097256,0.0022958913,0.009391213,0.032101043,0.054658685,0.011526397,0.1193142,0.000652876],"about_ca_topic_score_codex":0.0009040315,"about_ca_topic_score_gemma":0.0010205441,"teacher_disagreement_score":0.030390402,"about_ca_system_score_codex":0.000996942,"about_ca_system_score_gemma":0.0014014555,"threshold_uncertainty_score":0.16072172},"labels":[],"label_agreement":null},{"id":"W2998477998","doi":"10.1145/1151954.1067477","title":"Iconic programming for flowcharts, java, turing, etc","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Programming language; Java; Symbol (formal); Flowchart; Programmer; Syntax; Executable; Turing; Artificial intelligence","score_opus":0.01830950721453408,"score_gpt":0.2622674583629954,"score_spread":0.24395795114846133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998477998","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001266124,0.0057643643,0.690598,0.004077727,0.0031358125,0.00025379073,0.0015691244,0.027823878,0.2655111],"genre_scores_gemma":[0.04260228,0.008780857,0.519553,0.0055542337,0.0019937793,0.0011358019,0.003857964,0.011121499,0.40540057],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99936587,0.0002103644,0.000051355193,0.00010154907,0.00021584095,0.000055057895],"domain_scores_gemma":[0.9989869,0.00038265577,0.00008480643,0.00023990055,0.00020914563,0.00009661682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083080627,0.001340745,0.00033834664,0.0015058804,0.0006877181,0.002528653,0.0010928499,0.0011796082,0.13409516],"category_scores_gemma":[0.0042568864,0.00045341233,0.00067112944,0.0020065669,0.0015101417,0.004959458,0.0016879523,0.002671359,0.05439553],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045469176,0.000029048006,0.00016806945,0.00049904874,0.000013480729,0.00011496941,0.00045368302,0.00058768335,0.0018600948,0.31448704,0.4002472,0.2814942],"study_design_scores_gemma":[0.000013311326,0.000019810888,0.00017048526,0.00013335819,0.000006556393,0.00036530368,0.000033576718,0.001619362,0.00068717485,0.06036131,0.93657213,0.000017572846],"about_ca_topic_score_codex":0.002001456,"about_ca_topic_score_gemma":0.003188737,"teacher_disagreement_score":0.13409516,"about_ca_system_score_codex":0.00091629627,"about_ca_system_score_gemma":0.00078424095,"threshold_uncertainty_score":0.44859302},"labels":[],"label_agreement":null},{"id":"W2999120375","doi":"10.1145/1595496.1562937","title":"Adaptation of team-based learning on a first term programming class","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus","funders":"","keywords":"Adaptation (eye); Class (philosophy); Computer science; Term (time); Mathematics education; Artificial intelligence; Natural (archaeology); Psychology","score_opus":0.018787845620476702,"score_gpt":0.24762778745255826,"score_spread":0.22883994183208156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999120375","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9270815,0.000080525024,0.050130162,0.00048673202,0.0003356784,0.0015052042,0.00012970444,0.0023285726,0.017921913],"genre_scores_gemma":[0.8650129,0.0001120685,0.1180677,0.00025733668,0.0000886506,0.0008969862,0.0002876951,0.0003574332,0.014919279],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99783593,0.00072018924,0.00010479382,0.00042179303,0.00055901764,0.00035825148],"domain_scores_gemma":[0.9945532,0.0012571398,0.00022395013,0.0011685503,0.0008799063,0.0019172148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015427433,0.0005791854,0.00054976076,0.0005473833,0.0008417973,0.0019411304,0.002338243,0.000991145,0.0050682486],"category_scores_gemma":[0.0061830725,0.00027217434,0.0006709286,0.00044688242,0.00047873514,0.0006421691,0.0024459497,0.0018935647,0.0021639585],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012961328,0.024304314,0.013818345,0.0004471929,0.00008474103,0.0012737762,0.010976125,0.023884166,0.0487368,0.0022139505,0.008170002,0.86479443],"study_design_scores_gemma":[0.002895219,0.053887248,0.17107289,0.0008490168,0.00054398103,0.004257166,0.014366798,0.24359034,0.18143736,0.017005306,0.30887243,0.001222323],"about_ca_topic_score_codex":0.0014872114,"about_ca_topic_score_gemma":0.0019086738,"teacher_disagreement_score":0.0050682486,"about_ca_system_score_codex":0.0009434323,"about_ca_system_score_gemma":0.0009983145,"threshold_uncertainty_score":0.016954958},"labels":[],"label_agreement":null},{"id":"W2999142283","doi":"10.1145/1595496.1563042","title":"Visual examples of recursion","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Recursion (computer science); Computer science; Double recursion; Mutual recursion; Range (aeronautics); Curriculum; Algebra over a field; Theoretical computer science; Programming language; Mathematics; Pure mathematics; Psychology; Engineering; Pedagogy","score_opus":0.017302002563066337,"score_gpt":0.273521499818605,"score_spread":0.25621949725553866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999142283","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02698725,0.0016544131,0.44031367,0.0034645374,0.0003485208,0.00013033583,0.00037986416,0.0025115595,0.52420986],"genre_scores_gemma":[0.57494247,0.0015077834,0.313452,0.00100857,0.00017283269,0.00029244993,0.0004494737,0.0011318156,0.10704257],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99946874,0.00027194864,0.000018409362,0.00006402066,0.00011066285,0.00006614411],"domain_scores_gemma":[0.99913067,0.0005323974,0.00004299088,0.00009974491,0.0001135982,0.00008053406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042702083,0.0007396132,0.00025429335,0.000765954,0.0014065679,0.001932328,0.0008255549,0.0012759854,0.03215965],"category_scores_gemma":[0.0032680517,0.00026164894,0.0004937165,0.00062273187,0.0021254234,0.0026821513,0.0017277703,0.0017909824,0.004470656],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012358207,0.000042244512,0.00051366555,0.00021183521,0.0000063018224,0.00060034316,0.0045832614,0.004685981,0.0045593386,0.8965419,0.033589263,0.05454231],"study_design_scores_gemma":[0.00005773822,0.00011247181,0.0009420356,0.00030317705,0.000010509045,0.001524558,0.0018666078,0.020717721,0.0035578797,0.38470358,0.5861555,0.000048248712],"about_ca_topic_score_codex":0.0026067845,"about_ca_topic_score_gemma":0.004263185,"teacher_disagreement_score":0.03215965,"about_ca_system_score_codex":0.0007994133,"about_ca_system_score_gemma":0.00051680376,"threshold_uncertainty_score":0.107584774},"labels":[],"label_agreement":null},{"id":"W3000454248","doi":"10.1145/792548.611912","title":"Toward a K-12 computer science curriculum","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Curriculum; Session (web analytics); Computer science; Work (physics); Mathematics education; AP Computer Science; Multimedia; Information and Computer Science; Library science; Pedagogy; Psychology; Engineering; World Wide Web; Mechanical engineering","score_opus":0.020727372975809594,"score_gpt":0.24920380664410913,"score_spread":0.22847643366829953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000454248","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1455905,0.004552196,0.12070834,0.3369504,0.010725917,0.0015325694,0.0009819886,0.0020596096,0.3768985],"genre_scores_gemma":[0.36302403,0.008541083,0.23240505,0.042841326,0.0021280677,0.0016903135,0.0031325512,0.00071222865,0.34552538],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9962752,0.0008415761,0.00027098533,0.00040632262,0.0013719916,0.0008339799],"domain_scores_gemma":[0.98744816,0.00052488473,0.00067011476,0.00033235247,0.0035537246,0.0074707456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008590784,0.00050962623,0.0004177906,0.0016979463,0.004529726,0.010934238,0.0020215346,0.0034203432,0.02090267],"category_scores_gemma":[0.0077720084,0.00063748035,0.00047892318,0.0017911079,0.0024335426,0.006533332,0.008227725,0.006775531,0.009426716],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017389683,0.0025334666,0.012618969,0.00096673536,0.000014317771,0.00026730297,0.006221967,0.0032417271,0.0071368413,0.31214565,0.3747883,0.2798909],"study_design_scores_gemma":[0.00005297959,0.00040026408,0.012223103,0.00096858694,0.0000094177085,0.0002816948,0.007177643,0.0033486257,0.003129617,0.07327385,0.8990853,0.00004893899],"about_ca_topic_score_codex":0.0066442657,"about_ca_topic_score_gemma":0.014543095,"teacher_disagreement_score":0.02090267,"about_ca_system_score_codex":0.0069317645,"about_ca_system_score_gemma":0.042238515,"threshold_uncertainty_score":0.06992638},"labels":[],"label_agreement":null},{"id":"W3003877329","doi":"10.1145/1227504.1227324","title":"Plagiarism detection using feature-based neural networks","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Plagiarism detection; Feature (linguistics); Relevance (law); Computer science; Detector; Artificial neural network; Similarity (geometry); Artificial intelligence; Code (set theory); Feature engineering; Measure (data warehouse); Pattern recognition (psychology); Natural language processing; Machine learning; Data mining; Deep learning; Programming language; Linguistics","score_opus":0.022764008140186278,"score_gpt":0.2937078578585832,"score_spread":0.27094384971839697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003877329","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4727884,0.0011416575,0.5075353,0.0006596867,0.00013755537,0.0003818509,0.0009054962,0.010644504,0.0058055194],"genre_scores_gemma":[0.8906468,0.00018871359,0.10612107,0.0000710973,0.00006466696,0.00012071854,0.0006403373,0.00006979401,0.0020769062],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986791,0.00029130545,0.00012220863,0.00032693837,0.00046293088,0.00011754359],"domain_scores_gemma":[0.99104273,0.0039573144,0.0016236582,0.0005504876,0.0026143473,0.0002114605],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0018851775,0.00081424904,0.0008185737,0.004873024,0.00060824864,0.0012781249,0.0010966047,0.000979326,0.0013927607],"category_scores_gemma":[0.009988482,0.00027617396,0.00047917754,0.0018741897,0.00043141248,0.0016703964,0.0007256036,0.000951722,0.0007720705],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005672886,0.00048634672,0.023476992,0.00021090207,0.00017311888,0.00014425363,0.00018253428,0.04343354,0.025759092,0.0008392698,0.0036712668,0.90105546],"study_design_scores_gemma":[0.000029815197,0.00015565121,0.013387056,0.00003288072,0.000055054756,0.00011085438,0.000053161126,0.9621273,0.020835552,0.0021476252,0.001022814,0.000042258023],"about_ca_topic_score_codex":0.0055772644,"about_ca_topic_score_gemma":0.006424455,"teacher_disagreement_score":0.9990207,"about_ca_system_score_codex":0.0011106938,"about_ca_system_score_gemma":0.0006490824,"threshold_uncertainty_score":0.011089623},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"bench_or_experimental","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3004191551","doi":"10.1145/331795.331862","title":"Aristotle and object-oriented programming","year":2000,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Logic, programming, and type systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Jerome's University; University of Waterloo","funders":"","keywords":"GRASP; Computer science; Object (grammar); Programming language; Functional logic programming; Programming paradigm; Artificial intelligence; Inductive programming; Procedural programming; Logic programming; Epistemology; Philosophy","score_opus":0.012492214453591749,"score_gpt":0.22729414331925507,"score_spread":0.21480192886566332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004191551","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012523281,0.085588366,0.060979612,0.040018845,0.0021841812,0.000056681773,0.00019296676,0.00029997158,0.798156],"genre_scores_gemma":[0.6635202,0.060451157,0.06644036,0.014068311,0.006089453,0.00028885508,0.0004498737,0.00037871063,0.18831311],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984665,0.000514752,0.00006397146,0.0002198119,0.0005639788,0.0001710694],"domain_scores_gemma":[0.9989961,0.00052297435,0.00009217112,0.00012827116,0.00016579808,0.00009470731],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015601476,0.0005637108,0.00068312435,0.0019285951,0.0041872514,0.005177303,0.0007752229,0.0030503832,0.0056983377],"category_scores_gemma":[0.0028232115,0.00038658694,0.00042279757,0.002420626,0.01641029,0.008598175,0.0017459074,0.0038626736,0.0019554296],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004330683,0.0000027357517,0.000028808143,0.000012667117,0.0000012230407,0.000015191018,0.0002781978,0.00009037189,0.000010871389,0.993458,0.0027942855,0.0033033157],"study_design_scores_gemma":[0.0000040126456,0.000003061727,0.00006430135,0.000026104794,0.0000010977748,0.000024589952,0.00007444696,0.00011427971,0.000014466415,0.95121014,0.048459966,0.0000034621723],"about_ca_topic_score_codex":0.00614575,"about_ca_topic_score_gemma":0.0051707397,"teacher_disagreement_score":0.00614575,"about_ca_system_score_codex":0.0053797453,"about_ca_system_score_gemma":0.0022869895,"threshold_uncertainty_score":0.039032996},"labels":[],"label_agreement":null},{"id":"W3005053504","doi":"10.1145/1124706.1121475","title":"Teaching requirements engineering to an unsuspecting audience","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Scope (computer science); Class (philosophy); Computer science; Requirements engineering; Mathematics education; Software; Software engineering; Psychology; Programming language; Artificial intelligence","score_opus":0.017364789693851766,"score_gpt":0.2716638577694441,"score_spread":0.2542990680755923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005053504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6841295,0.0029728324,0.21759795,0.02725951,0.0012164515,0.000638661,0.00007428761,0.0017400468,0.06437077],"genre_scores_gemma":[0.89199764,0.003603422,0.056097068,0.005188477,0.00089289155,0.00015620011,0.00012324483,0.00035315336,0.041587874],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968592,0.001569465,0.000104806415,0.00028685687,0.00076802983,0.00041167033],"domain_scores_gemma":[0.9873834,0.0081599355,0.00084209867,0.0007610884,0.0012723431,0.001581132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049062134,0.0014218796,0.0006738706,0.0008758786,0.0019014248,0.0044411863,0.0012011839,0.0029072242,0.014277424],"category_scores_gemma":[0.021789424,0.000640018,0.0009126738,0.00039267523,0.001880039,0.004541233,0.004110013,0.004885016,0.005452237],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006613063,0.004085106,0.023490977,0.0017785322,0.00010249964,0.017198846,0.20760326,0.008056022,0.14741102,0.046786305,0.039557315,0.5032689],"study_design_scores_gemma":[0.00028569438,0.007971678,0.018406725,0.0018962306,0.00015451922,0.036756236,0.16825503,0.03523957,0.05357227,0.090417325,0.58665067,0.00039396316],"about_ca_topic_score_codex":0.00022165127,"about_ca_topic_score_gemma":0.00055504066,"teacher_disagreement_score":0.014277424,"about_ca_system_score_codex":0.0009331577,"about_ca_system_score_gemma":0.0010630757,"threshold_uncertainty_score":0.04776275},"labels":[],"label_agreement":null},{"id":"W3005305860","doi":"10.1145/1269900.1268797","title":"A TDD approach to introducing students to embedded programming","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta","funders":"","keywords":"Principal (computer security); Computer science; Test (biology); Control (management); Human–computer interaction; Software engineering; Mathematics education; Psychology; Artificial intelligence; Computer security","score_opus":0.016980083082080523,"score_gpt":0.29879484583495036,"score_spread":0.2818147627528698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005305860","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23391613,0.0010918807,0.46329963,0.030324759,0.0037741282,0.0049635484,0.00062552124,0.006784622,0.25521976],"genre_scores_gemma":[0.41823897,0.0013441736,0.37190464,0.015376098,0.00034143525,0.005264841,0.00034531142,0.00058423966,0.1866004],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980854,0.0005751493,0.00009716758,0.00042435958,0.00048676177,0.00033116865],"domain_scores_gemma":[0.99513984,0.0007285435,0.00025634645,0.00044621993,0.0010351294,0.0023938194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002055706,0.000819456,0.00045174017,0.00072282227,0.0025655425,0.0043697283,0.0028387143,0.0025691604,0.03140034],"category_scores_gemma":[0.006084952,0.00061133155,0.00072718575,0.00046289605,0.0020101527,0.0018627129,0.0069579743,0.0058879894,0.008907565],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006383447,0.017768284,0.011689687,0.0015091574,0.00003654922,0.0034338797,0.0750293,0.0028815314,0.060687795,0.084741056,0.13840985,0.60317445],"study_design_scores_gemma":[0.0003893771,0.0035970872,0.0032719572,0.0006498828,0.000058871417,0.004544218,0.021964595,0.009430123,0.025088655,0.048238024,0.88260925,0.00015790729],"about_ca_topic_score_codex":0.00074354623,"about_ca_topic_score_gemma":0.0020401904,"teacher_disagreement_score":0.03140034,"about_ca_system_score_codex":0.001692724,"about_ca_system_score_gemma":0.003306911,"threshold_uncertainty_score":0.10504466},"labels":[],"label_agreement":null},{"id":"W3009308216","doi":"10.1145/1595496.1562933","title":"The academic enhancement program","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Medical education; Academic program; Mathematics education; Psychology; Student engagement; Population; Computer science; Higher education; Medicine","score_opus":0.01702310704222665,"score_gpt":0.2952658466355037,"score_spread":0.27824273959327706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009308216","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16405407,0.0015208223,0.02548859,0.020094812,0.0027435434,0.0060416814,0.005964905,0.009724369,0.7643672],"genre_scores_gemma":[0.1557724,0.0013717214,0.02545536,0.0052383975,0.0006921876,0.0032699716,0.004004665,0.0008551183,0.80334014],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998464,0.00038096003,0.00004815205,0.00020841988,0.0005537832,0.00034459043],"domain_scores_gemma":[0.99154484,0.00059069635,0.00028530665,0.00083404634,0.0013805868,0.005364523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030711463,0.00051440496,0.00045882654,0.00120801,0.0020828876,0.0020383922,0.0011953237,0.00067510834,0.14798298],"category_scores_gemma":[0.0055184574,0.00023450065,0.00037636727,0.00090246386,0.00049781904,0.0008047367,0.0041789743,0.0017036556,0.047206346],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007490207,0.004037757,0.0053747753,0.00016485245,0.00001151549,0.00021763286,0.0010775441,0.00017869736,0.0029980864,0.007048605,0.29833508,0.6798065],"study_design_scores_gemma":[0.00025524318,0.0012150249,0.017002108,0.000062162,0.0000151503355,0.00037546715,0.00047604705,0.00024247935,0.0018870459,0.002201848,0.9762433,0.000024090496],"about_ca_topic_score_codex":0.0007143836,"about_ca_topic_score_gemma":0.0022260384,"teacher_disagreement_score":0.14798298,"about_ca_system_score_codex":0.0009245291,"about_ca_system_score_gemma":0.006698446,"threshold_uncertainty_score":0.4950524},"labels":[],"label_agreement":null},{"id":"W3010695516","doi":"10.1145/1352322.1352269","title":"Multidisciplinary students and instructors","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Digital Games and Media","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Multidisciplinary approach; Teamwork; Curriculum; Liberian dollar; Engineering ethics; Computer science; Engineering management; Medical education; Engineering; Sociology; Management; Pedagogy; Business; Medicine; Social science","score_opus":0.03357715684357324,"score_gpt":0.31705324532769064,"score_spread":0.2834760884841174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010695516","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22459573,0.011448785,0.014985296,0.1100689,0.034269642,0.0033356543,0.0009330824,0.0017631648,0.59859973],"genre_scores_gemma":[0.22201635,0.0027515579,0.0060797837,0.032550752,0.0035154065,0.0012235702,0.0005117758,0.00038240198,0.7309684],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9895119,0.0019918743,0.00044941917,0.0013983867,0.004504024,0.0021444035],"domain_scores_gemma":[0.9491093,0.0007710792,0.0011945658,0.0013021018,0.0069459607,0.04067697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053690327,0.0009374625,0.000898989,0.002408144,0.0070483475,0.015059078,0.0015881669,0.0027673512,0.1274363],"category_scores_gemma":[0.015138838,0.0004413131,0.0005805906,0.0011575177,0.0016795013,0.004229715,0.018051421,0.004187218,0.038766008],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021868742,0.0030093333,0.026235316,0.00032329952,0.000033079265,0.0009685838,0.018779822,0.00018990797,0.0038686786,0.025035763,0.50646555,0.41487196],"study_design_scores_gemma":[0.00005391474,0.00039860784,0.011964898,0.0003123545,0.0000146669745,0.0012540736,0.02029209,0.00028283458,0.00079379074,0.0070260298,0.9575699,0.000036896483],"about_ca_topic_score_codex":0.00076367863,"about_ca_topic_score_gemma":0.002420269,"teacher_disagreement_score":0.1274363,"about_ca_system_score_codex":0.0033394168,"about_ca_system_score_gemma":0.007349962,"threshold_uncertainty_score":0.42631686},"labels":[],"label_agreement":null},{"id":"W3011480664","doi":"10.1145/1352322.1352183","title":"Poogle and the unknown-answer assignment","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Mathematics education; World Wide Web; Human–computer interaction; Programming language; Information retrieval; Mathematics","score_opus":0.015551567382523111,"score_gpt":0.21358515525531893,"score_spread":0.19803358787279582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011480664","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31093702,0.0010126239,0.45085782,0.007650239,0.00058261165,0.0005532083,0.00033853052,0.0055369623,0.22253096],"genre_scores_gemma":[0.81092507,0.00038571627,0.1308502,0.00076379435,0.00013253668,0.000565082,0.00036466887,0.0007625512,0.05525033],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950814,0.0028030977,0.00016033926,0.00056676613,0.00090422295,0.00048410645],"domain_scores_gemma":[0.9875514,0.008151817,0.0007181218,0.0013218538,0.00077460834,0.001482174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035692928,0.00064548466,0.00040236188,0.0008435063,0.0024225577,0.0039355457,0.0016177299,0.0014632967,0.023670774],"category_scores_gemma":[0.022122953,0.0004743659,0.00036654223,0.0008085107,0.0042585097,0.0064734,0.0065930225,0.002804476,0.0035998758],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019863162,0.001254625,0.0068751317,0.0007488611,0.000024625759,0.0005337038,0.009289167,0.0097868,0.0063614175,0.3811483,0.03815753,0.54383355],"study_design_scores_gemma":[0.00043462857,0.0018468623,0.010705105,0.00041879178,0.000048551217,0.0013546756,0.004221817,0.023415355,0.021918898,0.41699514,0.5184077,0.00023241749],"about_ca_topic_score_codex":0.0007130471,"about_ca_topic_score_gemma":0.0011060913,"teacher_disagreement_score":0.023670774,"about_ca_system_score_codex":0.0008880287,"about_ca_system_score_gemma":0.0018278603,"threshold_uncertainty_score":0.07918662},"labels":[],"label_agreement":null},{"id":"W3018735809","doi":"10.1145/1595496.1562903","title":"A \"communication skills for computer scientists\" course","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Course (navigation); Interpersonal communication; Curriculum; Computer science; Communication skills; Social skills; Public speaking; Multimedia; Mathematics education; Psychology; Pedagogy; Medical education; Engineering; Communication","score_opus":0.009120484359714551,"score_gpt":0.26670133801524587,"score_spread":0.2575808536555313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3018735809","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4743931,0.001716675,0.016543394,0.036918234,0.0068382863,0.002070742,0.0019689996,0.0025091404,0.45704135],"genre_scores_gemma":[0.4207727,0.0019322155,0.017217178,0.0080860555,0.0014912015,0.00064675114,0.0020613002,0.00019182761,0.5476008],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996526,0.000034218963,0.000009718526,0.000056688823,0.00009896262,0.00014776243],"domain_scores_gemma":[0.9983165,0.000056476405,0.00004874038,0.000035462497,0.00015291327,0.0013897932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032188426,0.00057100103,0.00018388133,0.0003115477,0.0029816166,0.0011607911,0.0006316828,0.0008280716,0.032540515],"category_scores_gemma":[0.0009776158,0.00017385982,0.00020710281,0.00032539084,0.00064230344,0.00043774673,0.0013070126,0.0012118818,0.0066605723],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024250535,0.0031822526,0.007933069,0.0003748244,0.000008898098,0.0015755442,0.009309347,0.0007167478,0.026335342,0.009978246,0.6610303,0.279313],"study_design_scores_gemma":[0.00008648175,0.0011653157,0.050122198,0.0001413067,0.000010611878,0.0008985196,0.0042639906,0.00062249287,0.00630864,0.002147487,0.9341942,0.00003868515],"about_ca_topic_score_codex":0.025931317,"about_ca_topic_score_gemma":0.11682158,"teacher_disagreement_score":0.032540515,"about_ca_system_score_codex":0.0046103247,"about_ca_system_score_gemma":0.0068345508,"threshold_uncertainty_score":0.10885894},"labels":[],"label_agreement":null},{"id":"W3030373777","doi":"10.1145/1595496.1562919","title":"Curing recursion aversion","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Recursion (computer science); Curriculum; Logo (programming language); Mathematics education; Computer science; Psychology; Pedagogy; Programming language","score_opus":0.01209224078929277,"score_gpt":0.2414519971998191,"score_spread":0.22935975641052633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030373777","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22675845,0.0024061895,0.37324452,0.020012235,0.00087137596,0.00009290834,0.00022974574,0.0023402898,0.37404436],"genre_scores_gemma":[0.91792065,0.0010120132,0.03359963,0.0039491095,0.00027469717,0.00009415641,0.00008863592,0.0006569532,0.042404283],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99868685,0.00045200795,0.000047622892,0.0002515537,0.0003191162,0.00024284999],"domain_scores_gemma":[0.9959676,0.0020884965,0.00036066992,0.0009420359,0.00031968733,0.00032137317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016074391,0.00040032133,0.00041044733,0.0006419472,0.0016603929,0.0017955116,0.0008288433,0.0012163103,0.015391298],"category_scores_gemma":[0.009566111,0.00029170833,0.00065691734,0.00034131508,0.0064092996,0.0050162734,0.0063710585,0.0039858124,0.0019265484],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078319994,0.000057569294,0.0015895658,0.00007874915,0.000013125484,0.00058233045,0.0025604425,0.0005901182,0.0032018938,0.93491447,0.007864675,0.048468705],"study_design_scores_gemma":[0.000054670032,0.0000666861,0.00091010815,0.00008067249,0.000018027129,0.0015630176,0.00079827436,0.0023056522,0.0028489435,0.87975156,0.11157509,0.000027215712],"about_ca_topic_score_codex":0.00069708546,"about_ca_topic_score_gemma":0.00079401693,"teacher_disagreement_score":0.015391298,"about_ca_system_score_codex":0.0008618158,"about_ca_system_score_gemma":0.0012345474,"threshold_uncertainty_score":0.051488996},"labels":[],"label_agreement":null},{"id":"W3044473656","doi":"10.1145/331795.331887","title":"Enhancing student learning through on-line quizzes","year":2000,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Multimedia; Line (geometry); Mathematics education; Psychology; Mathematics","score_opus":0.02293948998551392,"score_gpt":0.2954405126227133,"score_spread":0.2725010226371994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044473656","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9831821,0.000047225258,0.01296202,0.00011943495,0.000020203837,0.00024404682,0.000053295244,0.001194909,0.0021768652],"genre_scores_gemma":[0.9626604,0.00010684199,0.032750618,0.00011010628,0.000036499627,0.00022605144,0.00017535081,0.00012686553,0.0038072914],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997829,0.0010018685,0.00014285061,0.00031431045,0.00045666573,0.00025526006],"domain_scores_gemma":[0.97725487,0.016051695,0.0016905,0.0020755227,0.0012508571,0.0016766327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028158606,0.0011658992,0.00096767535,0.0007560736,0.00034726484,0.0016232328,0.0014628127,0.0006713444,0.0048547653],"category_scores_gemma":[0.02032208,0.000274389,0.00026270503,0.0005022812,0.00036413432,0.001253061,0.0013408816,0.00090241095,0.0014564333],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048477724,0.048224162,0.03531251,0.00063369184,0.00012510065,0.00047365038,0.0024839893,0.007041652,0.11413656,0.0008047953,0.0044525284,0.7814637],"study_design_scores_gemma":[0.0043210615,0.12507397,0.3468092,0.00036093697,0.0007454727,0.0021842085,0.002885785,0.08729731,0.3888574,0.00809994,0.032857582,0.0005071426],"about_ca_topic_score_codex":0.00023320298,"about_ca_topic_score_gemma":0.000367455,"teacher_disagreement_score":0.0048547653,"about_ca_system_score_codex":0.00023974126,"about_ca_system_score_gemma":0.00032685586,"threshold_uncertainty_score":0.016240835},"labels":[],"label_agreement":null},{"id":"W3085272523","doi":"10.1145/792548.611998","title":"CS girls rock","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Subject (documents); Mathematics education; Psychology; Medical education; Medicine; Library science; Computer science","score_opus":0.016195666001530988,"score_gpt":0.23890716185707378,"score_spread":0.22271149585554278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085272523","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026606198,0.0012249749,0.0012502532,0.026115835,0.0043249275,0.00043687987,0.0066742455,0.0017369885,0.9316297],"genre_scores_gemma":[0.031904027,0.0005033829,0.00071117235,0.005332377,0.0003453621,0.000119542354,0.0016457491,0.00031621382,0.95912206],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992091,0.00007273387,0.000028543414,0.00017364368,0.00026836427,0.00024757278],"domain_scores_gemma":[0.99722135,0.000114500224,0.00007867857,0.00015236363,0.00037962003,0.0020534948],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009473969,0.00075562485,0.0007425602,0.0017843491,0.005861558,0.003981283,0.0010477563,0.0012738651,0.6454111],"category_scores_gemma":[0.001680697,0.0004833019,0.0006016994,0.0011801184,0.0007976613,0.002251573,0.0051420624,0.0030439254,0.29376745],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016863825,0.00028096442,0.0048497436,0.00012092821,0.000010072158,0.000375345,0.0010714444,0.000027877035,0.002458566,0.014901375,0.86667,0.109065056],"study_design_scores_gemma":[0.000017390334,0.00006331307,0.004645341,0.00003260607,0.0000026541063,0.00023828246,0.0012027922,0.000025218493,0.00051692064,0.0007528758,0.99249494,0.000007634461],"about_ca_topic_score_codex":0.0055979937,"about_ca_topic_score_gemma":0.021926856,"teacher_disagreement_score":0.6454111,"about_ca_system_score_codex":0.0012498301,"about_ca_system_score_gemma":0.0022679144,"threshold_uncertainty_score":0.5057781},"labels":[],"label_agreement":null},{"id":"W3085625739","doi":"10.1145/1227504.1227376","title":"Facilitated student discussions for evaluating teaching","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Strengths and weaknesses; Medical education; Psychology; Value (mathematics); Process (computing); Pedagogy; Mathematics education; Computer science; Medicine; Social psychology","score_opus":0.2067954413929152,"score_gpt":0.5387146358721906,"score_spread":0.3319191944792754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085625739","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19112168,0.0030544929,0.65975606,0.0043193107,0.0037604687,0.041381434,0.0026275422,0.0075847264,0.08639441],"genre_scores_gemma":[0.23177963,0.00079178537,0.7021079,0.00068912463,0.00047842754,0.04710846,0.0006218109,0.00086664135,0.015556254],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.7878898,0.18479745,0.006448654,0.0039071813,0.015005756,0.0019512742],"domain_scores_gemma":[0.83660996,0.0964494,0.009011299,0.02516964,0.029403485,0.0033562207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07189893,0.0019579458,0.0010701285,0.003429249,0.00380632,0.004775005,0.0028218694,0.0024233332,0.024211727],"category_scores_gemma":[0.14841914,0.00076180045,0.0010008691,0.0029097523,0.0014419977,0.0035378272,0.0072755474,0.0021265561,0.005349306],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032268728,0.0020757334,0.0056263674,0.0038490808,0.00012722953,0.0006693875,0.061158333,0.0011905585,0.044575486,0.01852057,0.03729276,0.8216877],"study_design_scores_gemma":[0.0024541235,0.011896402,0.0203893,0.0033789428,0.00040780593,0.0020169807,0.047195554,0.011300331,0.118752226,0.022902166,0.758565,0.000741079],"about_ca_topic_score_codex":0.00060488895,"about_ca_topic_score_gemma":0.0015291476,"teacher_disagreement_score":0.07189893,"about_ca_system_score_codex":0.0020005668,"about_ca_system_score_gemma":0.0034215301,"threshold_uncertainty_score":0.3802424},"labels":[],"label_agreement":null},{"id":"W3086619722","doi":"10.1145/1269900.1268837","title":"Introducing students to professional software construction","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Université du Québec à Montréal","keywords":"Documentation; Computer science; Software engineering; Key (lock); Software; Software construction; Software development; Software documentation; Software maintenance; Programming language","score_opus":0.011510398496954758,"score_gpt":0.29675010937146684,"score_spread":0.2852397108745121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086619722","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4481359,0.005088911,0.25374737,0.05457422,0.0031656404,0.0018952641,0.0007315603,0.005912689,0.22674835],"genre_scores_gemma":[0.62446254,0.005297601,0.16454966,0.0188823,0.0010126929,0.0011241765,0.00087005936,0.0006035899,0.18319733],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978283,0.0003893232,0.000118608754,0.0003224231,0.00061905256,0.0007222805],"domain_scores_gemma":[0.99297404,0.0009339035,0.000553892,0.00049098494,0.0015239399,0.0035232748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024130428,0.0010506555,0.0006810449,0.00092179765,0.0017429321,0.0047816373,0.0012747268,0.002135975,0.020084945],"category_scores_gemma":[0.007645157,0.00059953076,0.0007357509,0.0006251739,0.0021512737,0.0028956297,0.0058064535,0.0038518894,0.008115127],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032025858,0.008186553,0.032072034,0.0010369923,0.00002969122,0.0017202605,0.051743563,0.0027163369,0.03204444,0.14577173,0.18702814,0.5373301],"study_design_scores_gemma":[0.00008204331,0.0018290703,0.00977662,0.000724772,0.000030125913,0.003005584,0.009875158,0.004114488,0.014020024,0.06312872,0.89332455,0.000088822984],"about_ca_topic_score_codex":0.0010799237,"about_ca_topic_score_gemma":0.002004206,"teacher_disagreement_score":0.020084945,"about_ca_system_score_codex":0.0023650257,"about_ca_system_score_gemma":0.004525509,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W3090436727","doi":"10.1145/1269900.1268879","title":"Extending a marking tool with simple support for testing","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Simple (philosophy); Computer science; Test (biology); Software engineering; Extensibility; Programming language; Human–computer interaction","score_opus":0.03038015326115105,"score_gpt":0.2788251729453463,"score_spread":0.24844501968419527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090436727","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013541057,0.00009806541,0.90459186,0.00017346069,0.00028353013,0.0005152044,0.00059110025,0.071928225,0.008277497],"genre_scores_gemma":[0.15206665,0.00023420535,0.81476146,0.00044533843,0.00015117352,0.00056556024,0.0025872746,0.01167237,0.017515898],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99450606,0.0007628582,0.0009299818,0.00069765834,0.00275728,0.00034617382],"domain_scores_gemma":[0.9733603,0.012286531,0.0013142405,0.008512141,0.0035313133,0.000995407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040463223,0.0018891736,0.0009902498,0.002342515,0.00062569097,0.0027306876,0.004548361,0.0017984665,0.015659342],"category_scores_gemma":[0.031740833,0.0011874128,0.0010315635,0.0017863094,0.0013338792,0.0066411947,0.004631575,0.0023129375,0.005623134],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011549096,0.0009626954,0.0051245727,0.0011419739,0.00006600535,0.0020847537,0.0013072264,0.011525726,0.09182209,0.024379192,0.02509404,0.8353367],"study_design_scores_gemma":[0.0007610774,0.001507192,0.005890477,0.00083964464,0.00027893693,0.006322682,0.00029382328,0.19087687,0.24715792,0.06284191,0.4823774,0.0008520331],"about_ca_topic_score_codex":0.0011415988,"about_ca_topic_score_gemma":0.0012440503,"teacher_disagreement_score":0.015659342,"about_ca_system_score_codex":0.00047084523,"about_ca_system_score_gemma":0.0013782858,"threshold_uncertainty_score":0.052385688},"labels":[],"label_agreement":null},{"id":"W3113733331","doi":"10.1145/1124706.1121495","title":"Practice what you preach","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Institution; Computer science; Academic institution; Mathematics education; Psychology; Sociology; Library science; Social science","score_opus":0.012283083745499777,"score_gpt":0.26253850777203314,"score_spread":0.25025542402653334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113733331","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002954064,0.0047208667,0.033646945,0.6701676,0.023293901,0.00026135848,0.0001417683,0.001737964,0.26307562],"genre_scores_gemma":[0.06643581,0.0074297967,0.03288398,0.3800002,0.009695337,0.0007390092,0.00035520646,0.0014522675,0.50100845],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9831319,0.0063686916,0.0006599377,0.0021687257,0.0054168324,0.0022539345],"domain_scores_gemma":[0.9652155,0.005374375,0.0014036978,0.0064890175,0.010873907,0.01064356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012062782,0.001295386,0.0005662625,0.0014161795,0.007170626,0.01072072,0.0029579813,0.010982,0.12550275],"category_scores_gemma":[0.049087815,0.00061515695,0.00091095007,0.0008474034,0.009818191,0.017209824,0.013919673,0.014816356,0.12513967],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058856647,0.00022522784,0.0012635469,0.00033168556,0.000017697033,0.0006635533,0.005997984,0.00019202632,0.0006378133,0.08462085,0.74241114,0.16357961],"study_design_scores_gemma":[0.000013106154,0.000051974002,0.00023960262,0.00061318855,0.0000043529453,0.0006342015,0.0038433152,0.00012314154,0.00024823777,0.037447922,0.956761,0.000019874757],"about_ca_topic_score_codex":0.0027156582,"about_ca_topic_score_gemma":0.0038646904,"teacher_disagreement_score":0.12550275,"about_ca_system_score_codex":0.0037098513,"about_ca_system_score_gemma":0.008819922,"threshold_uncertainty_score":0.4198485},"labels":[],"label_agreement":null},{"id":"W3138525007","doi":"10.1145/1539024.1508949","title":"Gr8 designs for Gr8 girls","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of British Columbia; University of Toronto; University of Washington","keywords":"Representation (politics); Order (exchange); Psychology; Medical education; Program Design Language; Mathematics education; Applied psychology; Computer science; Medicine; Political science; Software engineering; Business; Finance","score_opus":0.04260396320666823,"score_gpt":0.28976699945743445,"score_spread":0.24716303625076622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138525007","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10651356,0.0004584783,0.56834126,0.0019594592,0.0024099713,0.0421901,0.009441233,0.010923174,0.25776282],"genre_scores_gemma":[0.16083644,0.00034367884,0.5720781,0.002263468,0.0003082526,0.09016984,0.0021601883,0.006163259,0.16567682],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921267,0.0043413886,0.0007425644,0.0008957933,0.0012252359,0.0006681585],"domain_scores_gemma":[0.98595655,0.0049132863,0.0009823752,0.004506622,0.002908653,0.00073249196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010501848,0.0009474868,0.000764048,0.0010612205,0.0010907894,0.0014589139,0.0014371914,0.0011387162,0.16782565],"category_scores_gemma":[0.01969799,0.0007217577,0.00077837706,0.0008409375,0.0011470676,0.0012736286,0.0027347615,0.002074083,0.04497996],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013491929,0.0026547068,0.0053616525,0.0025791978,0.00011239325,0.0007045525,0.0072904183,0.0011572939,0.033059366,0.124516636,0.09924353,0.7098283],"study_design_scores_gemma":[0.0037401086,0.009911843,0.0061905105,0.0004832964,0.000114985014,0.0006207442,0.0017167171,0.0019609171,0.018261554,0.033751592,0.9231452,0.0001024929],"about_ca_topic_score_codex":0.0004476313,"about_ca_topic_score_gemma":0.0010784356,"teacher_disagreement_score":0.16782565,"about_ca_system_score_codex":0.0008259809,"about_ca_system_score_gemma":0.0017942837,"threshold_uncertainty_score":0.5614327},"labels":[],"label_agreement":null},{"id":"W3143450461","doi":"10.1145/1151954.1067523","title":"Student communication challenges in distributed software engineering environments","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Seneca Polytechnic; Toronto Metropolitan University","funders":"","keywords":"Computer science; Face (sociological concept); Software; Human–computer interaction; Population; Distributed learning; Work (physics); Software engineering; Multimedia; Psychology; Engineering; Pedagogy; Programming language; Sociology","score_opus":0.05484086281013643,"score_gpt":0.34636559348790025,"score_spread":0.2915247306777638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3143450461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9963265,0.00004710937,0.0007220139,0.0006069697,0.000013039452,0.000019322073,0.000011634739,0.000011830409,0.0022415472],"genre_scores_gemma":[0.9980611,0.000066342305,0.0005182565,0.00018848314,0.000016031247,0.00005129524,0.000024436922,0.0000064301867,0.0010676495],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.98755115,0.0075492808,0.00045256066,0.0010478974,0.0020315512,0.001367577],"domain_scores_gemma":[0.9541858,0.028189553,0.0055220183,0.0014959262,0.003931833,0.0066749426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005871361,0.0003223409,0.0005136761,0.0010150558,0.0049526766,0.0057229213,0.0012906761,0.002270325,0.0053289467],"category_scores_gemma":[0.03884933,0.0003497092,0.00027653837,0.0009380731,0.001230422,0.0032648707,0.004870044,0.0016472772,0.0013182862],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067399786,0.0044791475,0.5369774,0.00031908424,0.00006099664,0.0022905176,0.3339982,0.0011473965,0.002971866,0.00301169,0.0043278206,0.10974186],"study_design_scores_gemma":[0.00011499114,0.0026414967,0.13132861,0.00016239502,0.000053182037,0.0037425912,0.8341002,0.0059836023,0.0023301425,0.0043633357,0.015083297,0.00009611691],"about_ca_topic_score_codex":0.0011652845,"about_ca_topic_score_gemma":0.001812828,"teacher_disagreement_score":0.005871361,"about_ca_system_score_codex":0.00079687306,"about_ca_system_score_gemma":0.00179977,"threshold_uncertainty_score":0.03105104},"labels":[],"label_agreement":null},{"id":"W3144969684","doi":"10.1145/563517.563350","title":"What comes after CS 1 + 2","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Mathematics education; Computer science; AP Computer Science; Science education; Psychology","score_opus":0.020525742399755204,"score_gpt":0.23065001954915085,"score_spread":0.21012427714939563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3144969684","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016018966,0.025882645,0.00285726,0.59435356,0.10372691,0.000033735396,0.00046796244,0.00075349404,0.25590542],"genre_scores_gemma":[0.31791544,0.028355537,0.004194619,0.2631416,0.055044163,0.00010915413,0.0011300674,0.0018368432,0.32827258],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966366,0.00079606834,0.00009213548,0.00037724062,0.0011137719,0.0009841572],"domain_scores_gemma":[0.9918934,0.0012977474,0.0003267308,0.0005674206,0.0015677657,0.004346969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004257426,0.0003766447,0.00034423568,0.0009889356,0.0045458614,0.010599783,0.0012532377,0.0037971677,0.07380914],"category_scores_gemma":[0.013175086,0.00027181074,0.0005279885,0.0012955489,0.0028749288,0.010112525,0.0033514793,0.006221369,0.013636047],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014103609,0.00012852055,0.001400322,0.0002594693,0.000009848041,0.0001994474,0.0010472116,0.00012790553,0.0005359693,0.08380407,0.7406369,0.1717094],"study_design_scores_gemma":[0.000011020503,0.000052286967,0.002560574,0.00028854338,0.0000053159797,0.00018408435,0.0017995086,0.00006590971,0.00032076726,0.017382314,0.9773078,0.000021959735],"about_ca_topic_score_codex":0.010865291,"about_ca_topic_score_gemma":0.017713003,"teacher_disagreement_score":0.07380914,"about_ca_system_score_codex":0.0052311313,"about_ca_system_score_gemma":0.0058713523,"threshold_uncertainty_score":0.24691617},"labels":[],"label_agreement":null},{"id":"W3158725434","doi":"10.1145/366413.364619","title":"Experiences with tutored video instruction for introductory programming courses","year":2001,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Abandonment (legal); Mathematics education; Studio; Quarter (Canadian coin); Computer science; Community college; Course (navigation); Multimedia; Medical education; Psychology; Engineering; Medicine; Political science; Telecommunications","score_opus":0.014772326870057669,"score_gpt":0.2521385936302297,"score_spread":0.23736626676017206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158725434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875967,0.00032046775,0.0062923115,0.00044414238,0.000055512475,0.00009386453,0.000049750717,0.00022413876,0.0049230303],"genre_scores_gemma":[0.9867345,0.0003184792,0.0063944287,0.00036215398,0.00005561799,0.00010187958,0.00012261255,0.00012748898,0.0057828655],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99366355,0.004272053,0.00018770617,0.0005055313,0.00066804606,0.00070300495],"domain_scores_gemma":[0.9894505,0.0059809675,0.00073154696,0.0005328575,0.0011019615,0.0022021898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004560967,0.0007132466,0.0005983317,0.0007687657,0.0023387268,0.0031690234,0.0022026235,0.0015158564,0.0054177064],"category_scores_gemma":[0.018723695,0.00039320072,0.00054956955,0.00063632644,0.0014156435,0.0018785953,0.0030857215,0.0022057844,0.00095994805],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010689138,0.006063814,0.046213623,0.0009181149,0.000102990874,0.008704156,0.62361425,0.0021965771,0.024917979,0.002399352,0.008583904,0.27521637],"study_design_scores_gemma":[0.000728597,0.018057154,0.065038554,0.0006498592,0.00045765116,0.017556183,0.56217575,0.014491769,0.050487254,0.0030870354,0.26664865,0.0006214782],"about_ca_topic_score_codex":0.002098816,"about_ca_topic_score_gemma":0.0038479446,"teacher_disagreement_score":0.0054177064,"about_ca_system_score_codex":0.0012590657,"about_ca_system_score_gemma":0.00082148414,"threshold_uncertainty_score":0.024120986},"labels":[],"label_agreement":null},{"id":"W3160493202","doi":"10.1145/1597849.1384361","title":"Eclipse as a teaching tool","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Eclipse; Session (web analytics); Quality assurance; Computer science; Mathematics education; Quality (philosophy); Engineering; Psychology; World Wide Web; Astronomy; Philosophy; Physics; Operations management; Epistemology","score_opus":0.15075581781956088,"score_gpt":0.3787341237158545,"score_spread":0.22797830589629364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160493202","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025718288,0.00073180534,0.7074163,0.0030930745,0.00096571096,0.00040838608,0.0025437805,0.13243164,0.12669106],"genre_scores_gemma":[0.17678265,0.0012618544,0.7055055,0.0018678829,0.00027353156,0.0010190178,0.0055444664,0.017826177,0.089918874],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990602,0.00029571855,0.000053278523,0.0001533521,0.0002871436,0.00015039089],"domain_scores_gemma":[0.9979755,0.0010874348,0.00006451197,0.00031676443,0.00016394515,0.00039189192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013144917,0.00084505376,0.00049556216,0.00055267906,0.0005407566,0.0016523415,0.0015953432,0.0011060069,0.03509336],"category_scores_gemma":[0.0038178891,0.0005847396,0.00059118884,0.00046906705,0.0002970273,0.0024996533,0.0022514134,0.0022698012,0.018071096],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008235338,0.0014536228,0.0023680818,0.00075235957,0.000037044232,0.0008265395,0.0012003769,0.0052418783,0.03567173,0.051030554,0.33387613,0.5667182],"study_design_scores_gemma":[0.00060620287,0.00047855414,0.0018728157,0.00028392766,0.000034706434,0.0012923364,0.00028010615,0.023147248,0.0236919,0.018885275,0.9293313,0.00009571018],"about_ca_topic_score_codex":0.00062975165,"about_ca_topic_score_gemma":0.0013891178,"teacher_disagreement_score":0.03509336,"about_ca_system_score_codex":0.00044924565,"about_ca_system_score_gemma":0.00080226286,"threshold_uncertainty_score":0.11739904},"labels":[],"label_agreement":null},{"id":"W3161584748","doi":"10.1145/1597849.1384417","title":"Web-based dynamic learning through lexical chaining","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Chaining; Computer science; Forward chaining; Backward chaining; Artificial intelligence; Natural language processing; Web application; World Wide Web; Expert system; Psychology","score_opus":0.018063030882019274,"score_gpt":0.2688657226676718,"score_spread":0.2508026917856525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161584748","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07647415,0.00029570248,0.9020517,0.0003331671,0.00008557001,0.00022536035,0.00033705,0.010484219,0.009713041],"genre_scores_gemma":[0.62940633,0.00041931693,0.3606966,0.00022520349,0.000050222912,0.00028463584,0.0014472436,0.00053767447,0.006932725],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99914193,0.00027053343,0.000071198716,0.00023046706,0.00023545476,0.000050291823],"domain_scores_gemma":[0.99507695,0.003267115,0.00018385168,0.0007255895,0.0005720052,0.00017454084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012457073,0.0004908295,0.0005664231,0.0012973802,0.00077206903,0.0013746376,0.0013489685,0.0006844276,0.008071149],"category_scores_gemma":[0.006271263,0.00034290276,0.00035168178,0.0017560859,0.0007971598,0.006505847,0.0023946078,0.0012816405,0.0026068636],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049526105,0.0007843252,0.0031735948,0.0002969774,0.00005958111,0.00047874518,0.0008473107,0.028114552,0.029275972,0.01592837,0.005640688,0.91490465],"study_design_scores_gemma":[0.00013329196,0.00030420563,0.0017189609,0.00009940006,0.000089542715,0.00042036505,0.00078034285,0.7932532,0.06911603,0.10074397,0.033252843,0.00008781599],"about_ca_topic_score_codex":0.001968893,"about_ca_topic_score_gemma":0.0038339293,"teacher_disagreement_score":0.008071149,"about_ca_system_score_codex":0.0003473132,"about_ca_system_score_gemma":0.0007378496,"threshold_uncertainty_score":0.027000725},"labels":[],"label_agreement":null},{"id":"W3161812051","doi":"10.1145/1597849.1384365","title":"Using eclipse in the classroom","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Eclipse; Session (web analytics); Mathematics education; Computer science; Quality assurance; Psychology; Engineering; Astronomy; World Wide Web; Physics; Operations management","score_opus":0.17435982721824708,"score_gpt":0.3065053748815758,"score_spread":0.13214554766332873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161812051","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017775306,0.0030647598,0.58874404,0.020121936,0.0025701954,0.0002960903,0.0010034934,0.030851625,0.3355725],"genre_scores_gemma":[0.2008247,0.0065282094,0.5495302,0.012114033,0.0012185203,0.00088458677,0.0025142247,0.009317587,0.21706787],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974579,0.0006906345,0.00014108971,0.00053565175,0.0007275958,0.00044709948],"domain_scores_gemma":[0.9956524,0.0018892024,0.00018385975,0.0007292327,0.0005378327,0.0010075852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002425093,0.0011629886,0.000855438,0.0009740113,0.0021416945,0.0054522036,0.001814684,0.0023845865,0.04982674],"category_scores_gemma":[0.008472383,0.0008190622,0.00073495274,0.0007782258,0.001154984,0.009167872,0.0043226783,0.005193658,0.04258406],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023740344,0.0011372647,0.0025912775,0.00044372218,0.000018870902,0.00088095485,0.0048772153,0.001258365,0.011550226,0.088323705,0.32361993,0.5650611],"study_design_scores_gemma":[0.000080781865,0.00012409792,0.0010161866,0.00039982714,0.000012326324,0.0009858629,0.001572548,0.0020376518,0.0047655944,0.05831218,0.9306392,0.000053697953],"about_ca_topic_score_codex":0.00068429817,"about_ca_topic_score_gemma":0.0019646622,"teacher_disagreement_score":0.04982674,"about_ca_system_score_codex":0.0012016944,"about_ca_system_score_gemma":0.0020882932,"threshold_uncertainty_score":0.16668707},"labels":[],"label_agreement":null},{"id":"W3162673503","doi":"10.1145/1227504.1227503","title":"The games computers play...","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Simple (philosophy); Space (punctuation); Artificial intelligence; Combinatorial game theory; Video game design; Human–computer interaction; Game mechanics; Sequential game; Game theory; Mathematical economics; Mathematics; Epistemology; Operating system","score_opus":0.0221212513490587,"score_gpt":0.27319952615600973,"score_spread":0.25107827480695105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162673503","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015301584,0.0145210195,0.03388067,0.039925177,0.003171758,0.0002295868,0.0006779888,0.00081252423,0.8914797],"genre_scores_gemma":[0.43062153,0.028016163,0.051850796,0.012847534,0.0016914291,0.0008159315,0.0012599776,0.0005796099,0.4723169],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99914837,0.00036589097,0.000031401356,0.00010753893,0.0002187512,0.00012795738],"domain_scores_gemma":[0.99947494,0.00016700182,0.00005188684,0.00007256128,0.00008600725,0.0001476435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004899512,0.0010847072,0.00028325396,0.00068618095,0.0019994169,0.005954351,0.0010263255,0.0014055242,0.02698023],"category_scores_gemma":[0.003202188,0.00034468755,0.00030277128,0.0007418805,0.003876538,0.005629654,0.0025678447,0.0019410186,0.00949483],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007093178,0.000053004245,0.0010052598,0.00026979225,0.000024143312,0.00013499039,0.0026293076,0.0011191037,0.00052737544,0.65248597,0.21069594,0.13098429],"study_design_scores_gemma":[0.00001803313,0.000031851792,0.00057490665,0.00016647403,0.00000766704,0.0001408144,0.0016776825,0.0008494175,0.0003270547,0.19091494,0.8052762,0.000014886495],"about_ca_topic_score_codex":0.004722563,"about_ca_topic_score_gemma":0.006405396,"teacher_disagreement_score":0.02698023,"about_ca_system_score_codex":0.0011755292,"about_ca_system_score_gemma":0.0011834325,"threshold_uncertainty_score":0.09025782},"labels":[],"label_agreement":null},{"id":"W4206476877","doi":"10.1145/366413.364795","title":"Polymorphic panelists","year":2001,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Data Mining Algorithms and Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Object (grammar); Class (philosophy); Computer science; Set (abstract data type); Payroll; World Wide Web; Programming language; Artificial intelligence; Management","score_opus":0.02323046340890464,"score_gpt":0.24728474401152947,"score_spread":0.22405428060262483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206476877","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0051420555,0.0013234041,0.077664524,0.03128682,0.017872186,0.0010607912,0.002967106,0.010340605,0.85234255],"genre_scores_gemma":[0.036405895,0.0009494654,0.027124986,0.012119759,0.004691408,0.0012167878,0.0029656761,0.0048641236,0.90966195],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926191,0.0017003407,0.00030450386,0.0017244986,0.0024528422,0.0011987454],"domain_scores_gemma":[0.987973,0.0030169971,0.0005857094,0.0031534217,0.0033198365,0.0019510124],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007328708,0.0010658858,0.0008720443,0.0017972891,0.0054866197,0.0051130843,0.002441291,0.0033989311,0.33828577],"category_scores_gemma":[0.017236346,0.0013510584,0.0015912857,0.0015089982,0.0018093797,0.0061049936,0.009036226,0.0054587126,0.16285498],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013579949,0.000040959643,0.0006592967,0.00010847032,0.000009492279,0.00020640311,0.0010633647,0.00009127761,0.0013287484,0.04911813,0.8706234,0.07661461],"study_design_scores_gemma":[0.0000124219005,0.000010536349,0.0002206377,0.000029911824,0.0000041529224,0.00009844115,0.00017206978,0.00008588621,0.00039113234,0.004058675,0.9949039,0.000012155771],"about_ca_topic_score_codex":0.0020963806,"about_ca_topic_score_gemma":0.0047842227,"teacher_disagreement_score":0.33828577,"about_ca_system_score_codex":0.002330233,"about_ca_system_score_gemma":0.0022295404,"threshold_uncertainty_score":0.94385505},"labels":[],"label_agreement":null},{"id":"W4210655901","doi":"10.1145/3516410.3516411","title":"Koli Calling 2021 report","year":2022,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Range (aeronautics); Computer science; Engineering","score_opus":0.01285629288574404,"score_gpt":0.251477186572898,"score_spread":0.23862089368715397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210655901","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012903508,0.0017466373,0.0007705162,0.017673237,0.019105712,0.00080808334,0.041467786,0.0018331103,0.9153045],"genre_scores_gemma":[0.0023746847,0.00077192206,0.00033807982,0.004110535,0.0010305942,0.00045895175,0.016709786,0.00061801483,0.9735874],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99478203,0.00039446296,0.00018502225,0.00046960285,0.003058658,0.001110286],"domain_scores_gemma":[0.9912936,0.0008864335,0.00034853668,0.0007803963,0.004540444,0.0021505533],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0046884664,0.0013436351,0.000798696,0.0034116749,0.003981818,0.011281977,0.0023357137,0.0052146493,0.47841418],"category_scores_gemma":[0.010990032,0.0007953524,0.0007670625,0.002528255,0.00054004503,0.0024901573,0.0037146641,0.0050817607,0.50523174],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003401726,0.000023088987,0.00014079807,0.000034777986,0.0000012323846,0.000026849879,0.000019208848,0.000017191282,0.00008818357,0.0014135258,0.99088496,0.007316074],"study_design_scores_gemma":[0.000004532044,0.000013193372,0.0006979593,0.000033551263,0.000001122014,0.000015012083,0.000047744026,0.000020107667,0.000107972635,0.00016251487,0.9988896,0.000006719039],"about_ca_topic_score_codex":0.020419281,"about_ca_topic_score_gemma":0.031841256,"teacher_disagreement_score":0.47841418,"about_ca_system_score_codex":0.00487375,"about_ca_system_score_gemma":0.016268324,"threshold_uncertainty_score":0.74397886},"labels":[],"label_agreement":null},{"id":"W4214940704","doi":"10.1145/961611.961613","title":"Grading programming assignments using rubrics","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Rubric; Grading (engineering); Computer science; Programming language; Mathematics education; Mathematics; Engineering","score_opus":0.039357818377353804,"score_gpt":0.27475643451062076,"score_spread":0.23539861613326696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214940704","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.107074164,0.0023284059,0.38052908,0.0018757734,0.0026513627,0.010153845,0.010145525,0.03450812,0.45073366],"genre_scores_gemma":[0.30468348,0.0037955518,0.457341,0.00047837832,0.000712415,0.004391061,0.018069196,0.005803355,0.20472556],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9890871,0.003349411,0.0014573375,0.0004904722,0.005310149,0.0003055439],"domain_scores_gemma":[0.9483724,0.013392387,0.0032069513,0.005717827,0.027212244,0.002098152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065041184,0.0015757642,0.001346788,0.008424991,0.001009536,0.0025320638,0.0018250098,0.0005853932,0.072510175],"category_scores_gemma":[0.07519141,0.00044334691,0.0005914668,0.0067453827,0.0004321441,0.0018506742,0.002086294,0.0013959476,0.033903904],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025870925,0.0008318504,0.0024360826,0.0006792403,0.000022290766,0.000035103298,0.00030264413,0.0014806176,0.005709942,0.0019780567,0.075053126,0.9112123],"study_design_scores_gemma":[0.0011065791,0.006103224,0.12488098,0.005722908,0.0004162712,0.0009767733,0.003604955,0.06745694,0.09242022,0.056242567,0.64040565,0.0006629778],"about_ca_topic_score_codex":0.0019834463,"about_ca_topic_score_gemma":0.004188059,"teacher_disagreement_score":0.072510175,"about_ca_system_score_codex":0.0008447172,"about_ca_system_score_gemma":0.0016355196,"threshold_uncertainty_score":0.2425707},"labels":[],"label_agreement":null},{"id":"W4230497875","doi":"10.1145/961611.961612","title":"Computer science and the arts","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Art, Technology, and Culture","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"The arts; Computer science; Computer graphics (images); Visual arts; Art","score_opus":0.01827160844373599,"score_gpt":0.21149744938362086,"score_spread":0.19322584093988487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230497875","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034306261,0.024499062,0.0012579827,0.08583104,0.004003454,0.000019344912,0.00007148133,0.00006533025,0.88082176],"genre_scores_gemma":[0.32722354,0.054360557,0.0027681573,0.067093804,0.008445556,0.00012408137,0.0002312089,0.00012440662,0.5396287],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981856,0.0005155847,0.00006294744,0.00018546327,0.00057326845,0.00047710678],"domain_scores_gemma":[0.99780124,0.00086356886,0.00016034111,0.0002150411,0.0002947117,0.00066498277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012078282,0.00027831527,0.00019794285,0.0012146253,0.004210199,0.007559266,0.00038541807,0.002435495,0.06742523],"category_scores_gemma":[0.004133342,0.00010457548,0.00019740983,0.0017718669,0.0057554287,0.0039047697,0.0047064465,0.003481333,0.008803205],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000109143,0.000023813758,0.000636391,0.00009551437,0.000002842526,0.000098754055,0.0016004171,0.00012218444,0.0001780486,0.7978152,0.13297038,0.06644569],"study_design_scores_gemma":[0.0000028035845,0.000009003929,0.00073663,0.000099771445,0.0000010925111,0.00013635839,0.00070546125,0.000029682622,0.000054908825,0.062076125,0.93614423,0.0000038011149],"about_ca_topic_score_codex":0.0072949217,"about_ca_topic_score_gemma":0.011758794,"teacher_disagreement_score":0.06742523,"about_ca_system_score_codex":0.0027262697,"about_ca_system_score_gemma":0.0042762165,"threshold_uncertainty_score":0.22555983},"labels":[],"label_agreement":null},{"id":"W4232082794","doi":"10.1145/1595496.1562991","title":"Two novel prolog assignments","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Prolog; Simple (philosophy); Computer science; Recursion (computer science); Chart; Tracing; Graph; Delegate; Family tree; Programming language; Theoretical computer science; Mathematics; Combinatorics","score_opus":0.036016320331605615,"score_gpt":0.2971889069433948,"score_spread":0.26117258661178916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232082794","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015696066,0.0004237573,0.8451749,0.0049814642,0.0028120996,0.0004407455,0.00088285684,0.0048541985,0.12473387],"genre_scores_gemma":[0.1512637,0.0006089455,0.77128583,0.0025093218,0.0009319826,0.0005693727,0.0011476314,0.0017729406,0.069910266],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99636805,0.0011558852,0.00022809306,0.00062549557,0.0010923134,0.0005302579],"domain_scores_gemma":[0.9976197,0.0010366199,0.00013071083,0.00048055736,0.0004885787,0.00024392907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001773578,0.000892085,0.00042429974,0.00072783325,0.0019324467,0.0033778115,0.0018779929,0.0012860653,0.022734422],"category_scores_gemma":[0.007839849,0.000648951,0.00060896215,0.00092535623,0.0019385841,0.0051031485,0.0038924909,0.003274403,0.0054938006],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022265158,0.0002556677,0.00040522486,0.00029359502,0.000013399721,0.0005178172,0.0012050311,0.002647208,0.0041871653,0.76374704,0.04331892,0.18318625],"study_design_scores_gemma":[0.00016671375,0.00010380972,0.00026728172,0.0001247431,0.00003568398,0.0010599175,0.0005000659,0.021473486,0.0078075086,0.27136534,0.6970161,0.000079341764],"about_ca_topic_score_codex":0.00083287194,"about_ca_topic_score_gemma":0.0015321778,"teacher_disagreement_score":0.022734422,"about_ca_system_score_codex":0.0013135462,"about_ca_system_score_gemma":0.0017507117,"threshold_uncertainty_score":0.076054275},"labels":[],"label_agreement":null},{"id":"W4232457545","doi":"10.1145/3371394.3371398","title":"ICER 2019 review","year":2019,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Attendance; Medical education; Library science; Medicine; Political science; Computer science; Law","score_opus":0.007261097141783245,"score_gpt":0.2508526252975716,"score_spread":0.24359152815578833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232457545","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00049358915,0.61337936,0.0014218852,0.10760809,0.17102443,0.0007170388,0.005794385,0.00048483463,0.09907642],"genre_scores_gemma":[0.0041046096,0.7433385,0.0020332986,0.09658108,0.049022105,0.0009667166,0.009978492,0.0005510933,0.09342413],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99391586,0.0011968011,0.001123975,0.0004870312,0.0026122949,0.00066403154],"domain_scores_gemma":[0.9578196,0.005440088,0.00365248,0.0012135914,0.028776659,0.0030975116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010793418,0.0010798933,0.0019072926,0.0077214045,0.0015191371,0.0053448556,0.003402789,0.003965657,0.09374514],"category_scores_gemma":[0.03671497,0.0006460028,0.0018606138,0.005851761,0.0010112755,0.0042667007,0.0030106783,0.0037716439,0.07789782],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007512976,0.000016042493,0.00010682615,0.005510394,0.000038834853,0.0000769638,0.000028772878,0.000033934957,0.00010772254,0.0009722797,0.9023711,0.090662055],"study_design_scores_gemma":[0.000007991761,0.000011715108,0.00024540094,0.0044806357,0.00002257229,0.00009114304,0.000018356095,0.0000058245796,0.00003553898,0.00019162455,0.9948836,0.0000055754886],"about_ca_topic_score_codex":0.0041037626,"about_ca_topic_score_gemma":0.009264039,"teacher_disagreement_score":0.09374514,"about_ca_system_score_codex":0.005483205,"about_ca_system_score_gemma":0.015181125,"threshold_uncertainty_score":0.31360877},"labels":[],"label_agreement":null},{"id":"W4232885657","doi":"10.1145/1595496.1563021","title":"Towards automatic syllabi matching","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Syllabus; Erasmus+; Task (project management); Matching (statistics); Computer science; Process (computing); Plan (archaeology); Set (abstract data type); Curriculum; Similarity (geometry); Matriculation; European union; Mathematics education; Higher education; Convention; Academic mobility; Political science; Artificial intelligence; Engineering; Psychology; Business; Law; Mathematics; Geography; Programming language","score_opus":0.013365707433066644,"score_gpt":0.2821213629615849,"score_spread":0.26875565552851827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232885657","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02147559,0.0019856545,0.8965857,0.0012523379,0.00077399786,0.001005674,0.015101412,0.04716419,0.01465543],"genre_scores_gemma":[0.05218587,0.0009461277,0.89302164,0.00041447947,0.00024238705,0.0005389894,0.04029641,0.002596584,0.009757474],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99473083,0.0010937213,0.000570841,0.0012319746,0.0018355396,0.0005370339],"domain_scores_gemma":[0.9904721,0.002837694,0.0005805531,0.0014936557,0.0041473727,0.00046872665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021883764,0.0023657829,0.0020285028,0.012447619,0.0021489123,0.0050012334,0.0037118664,0.0034499627,0.028852744],"category_scores_gemma":[0.016242284,0.001591992,0.002476108,0.0076137916,0.00088328356,0.004233784,0.0044492497,0.0030354126,0.03553615],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004728926,0.00029088827,0.0035239668,0.0015476063,0.000113243004,0.0005188657,0.00041709247,0.007057979,0.032613955,0.016021993,0.088185064,0.8492365],"study_design_scores_gemma":[0.00021027907,0.00033274473,0.009109936,0.0007176803,0.0002270503,0.0023276515,0.0013379792,0.5128838,0.08193679,0.07805387,0.31257904,0.00028323196],"about_ca_topic_score_codex":0.010332345,"about_ca_topic_score_gemma":0.010416052,"teacher_disagreement_score":0.028852744,"about_ca_system_score_codex":0.002479145,"about_ca_system_score_gemma":0.0046142763,"threshold_uncertainty_score":0.09652197},"labels":[],"label_agreement":null},{"id":"W4235410135","doi":"10.1145/1595496.1563001","title":"AARTIC","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Realization (probability); Computer science; Learning environment; Human–computer interaction; Multimedia; Mathematics education; Psychology","score_opus":0.02324741548401871,"score_gpt":0.31551313293546546,"score_spread":0.29226571745144675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235410135","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002409883,0.0027569616,0.0061026523,0.00238565,0.0029862416,0.00016865389,0.0020566205,0.0018990941,0.9792342],"genre_scores_gemma":[0.012292515,0.0018166647,0.004315488,0.0008191075,0.0003811468,0.00010022261,0.002776907,0.00048220812,0.97701573],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848574,0.00017772127,0.00008087957,0.00033035656,0.0007474108,0.00017805005],"domain_scores_gemma":[0.9986582,0.00014043984,0.00006769319,0.0002367845,0.0005989434,0.00029796342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009223282,0.0010323358,0.0006374959,0.0025752871,0.002189098,0.0060308743,0.0014905419,0.0018913534,0.5994863],"category_scores_gemma":[0.002785144,0.00042775844,0.00058207527,0.0015696281,0.00051102234,0.00224639,0.0031554308,0.0017882516,0.4044095],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003086417,0.00024603648,0.0013552788,0.00055570743,0.000021228114,0.00060203223,0.00043627043,0.0006542559,0.0038569213,0.050368283,0.40395638,0.53763896],"study_design_scores_gemma":[0.000010341828,0.00002817728,0.0003736917,0.000089570436,0.000005547991,0.00020306108,0.00008600377,0.00023529251,0.00064517726,0.0019841243,0.9963322,0.0000068600466],"about_ca_topic_score_codex":0.0029197203,"about_ca_topic_score_gemma":0.004430346,"teacher_disagreement_score":0.5994863,"about_ca_system_score_codex":0.0014582284,"about_ca_system_score_gemma":0.0020932236,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4236734165","doi":"10.1145/1595496.1562971","title":"\"Mailing it in\"","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Computer science; World Wide Web; System administrator; Annotation; Extensibility; Web application; Software engineering; Multimedia; Operating system; Artificial intelligence","score_opus":0.017477869750960787,"score_gpt":0.2660010656891605,"score_spread":0.24852319593819971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236734165","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021832116,0.0005256506,0.06753435,0.012413203,0.017850054,0.0015084904,0.011049668,0.09252729,0.7747591],"genre_scores_gemma":[0.04255816,0.0004100752,0.017438103,0.0046770354,0.0020974237,0.00027442194,0.0050658397,0.006418401,0.92106056],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986111,0.0004425542,0.00009681028,0.0001994754,0.0004623192,0.0001877282],"domain_scores_gemma":[0.99335194,0.0011408096,0.00048038628,0.0021588067,0.00213687,0.00073122844],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001708692,0.0011264296,0.0006193435,0.0014675872,0.0019282978,0.0038260047,0.00081580237,0.0013611239,0.41756275],"category_scores_gemma":[0.007821833,0.00039596212,0.00045870693,0.0008531721,0.0005613163,0.002581987,0.0029313203,0.0014124634,0.28053465],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021876073,0.000100264326,0.0019667384,0.00014093333,0.000012432016,0.00032768372,0.0006152306,0.000088564346,0.002495339,0.009389483,0.81603324,0.16861129],"study_design_scores_gemma":[0.00001778861,0.000081758175,0.001174657,0.00007111427,0.000012501797,0.00023257178,0.00023639177,0.0004852429,0.0030497252,0.001679586,0.992934,0.00002469308],"about_ca_topic_score_codex":0.0013737018,"about_ca_topic_score_gemma":0.0015234085,"teacher_disagreement_score":0.41756275,"about_ca_system_score_codex":0.00077808305,"about_ca_system_score_gemma":0.0009988077,"threshold_uncertainty_score":0.83077604},"labels":[],"label_agreement":null},{"id":"W4236807692","doi":"10.1145/563517.563421","title":"JAVA IDEs","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Java; Computer science; Strengths and weaknesses; Salient; Adaptation (eye); Software engineering; Programming language; Human–computer interaction; Psychology; Artificial intelligence","score_opus":0.028798566767082968,"score_gpt":0.21650561086091233,"score_spread":0.18770704409382935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236807692","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037543739,0.002581302,0.32569706,0.0040687174,0.006655409,0.0014005658,0.010347874,0.14152646,0.5039682],"genre_scores_gemma":[0.026525483,0.004319247,0.29822546,0.005608019,0.0024530352,0.0015993442,0.048678048,0.04921928,0.5633721],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970536,0.00041290707,0.0002920785,0.00040654937,0.001473813,0.0003610081],"domain_scores_gemma":[0.99487114,0.0010482064,0.0002218635,0.0008457645,0.0017900148,0.0012229766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004164992,0.0011256128,0.00078523107,0.0019773731,0.0016146962,0.0034961682,0.002312513,0.0011019979,0.13604648],"category_scores_gemma":[0.007744833,0.0009950409,0.0008160849,0.0012189982,0.00039055137,0.0041093966,0.0037753917,0.0029692207,0.15670642],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018447412,0.00020941226,0.00046630375,0.00027546656,0.000009880569,0.00012124211,0.00026991992,0.00020110693,0.0067777545,0.014749087,0.72303563,0.25369966],"study_design_scores_gemma":[0.00003359287,0.000030295305,0.0002814057,0.00004385224,0.0000037247214,0.00012093081,0.000034612418,0.00032545807,0.0014347645,0.002703136,0.994972,0.000016212103],"about_ca_topic_score_codex":0.0005442514,"about_ca_topic_score_gemma":0.0015883317,"teacher_disagreement_score":0.13604648,"about_ca_system_score_codex":0.00049342035,"about_ca_system_score_gemma":0.0013791997,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4238899949","doi":"10.1145/3263054","title":"Session details: Integrating mathematics and computer science","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Session (web analytics); Computer science; Mathematics education; Mathematics; World Wide Web","score_opus":0.017639533540883285,"score_gpt":0.27361713337270116,"score_spread":0.2559775998318179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238899949","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048505375,0.0039961166,0.00320593,0.014645163,0.029478656,0.0009534784,0.0084126685,0.0025557808,0.9319017],"genre_scores_gemma":[0.013225496,0.0030187676,0.000772351,0.0014163767,0.004441482,0.00028715754,0.0025540055,0.0006543603,0.9736301],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995223,0.00005034217,0.000018871813,0.000102567144,0.00014170824,0.00016422884],"domain_scores_gemma":[0.99777895,0.00031201067,0.000051482522,0.00014487637,0.00029576998,0.0014169028],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011069134,0.0016876407,0.0021007953,0.0008997957,0.0028143306,0.005272073,0.0013038707,0.0033628626,0.84437233],"category_scores_gemma":[0.0016479447,0.00039075268,0.0016160859,0.0012074623,0.00050136156,0.0024195886,0.0028176957,0.0034488398,0.5943536],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000521954,0.0004546762,0.0003544211,0.00035645187,0.000018694223,0.00008449068,0.000132041,0.00008280987,0.0018597933,0.0027530547,0.942152,0.051229477],"study_design_scores_gemma":[0.00009032312,0.0002686322,0.0022797724,0.00016093916,0.00001912453,0.00010729092,0.00012925659,0.00015507064,0.0006414007,0.0018021486,0.9943281,0.000018047025],"about_ca_topic_score_codex":0.0016372474,"about_ca_topic_score_gemma":0.004815051,"teacher_disagreement_score":0.15562767,"about_ca_system_score_codex":0.001013388,"about_ca_system_score_gemma":0.0021490024,"threshold_uncertainty_score":0.22198397},"labels":[],"label_agreement":null},{"id":"W4239553643","doi":"10.1145/1539024.1508880","title":"GINI","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Network Traffic and Congestion Control","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Virtual machine; The Internet; Set (abstract data type); Network topology; Operating system; Programming language","score_opus":0.008488547664246456,"score_gpt":0.21447406647032274,"score_spread":0.2059855188060763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239553643","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012981436,0.0019774057,0.2228677,0.0075084465,0.0033341735,0.0009189777,0.02423736,0.24557838,0.4805961],"genre_scores_gemma":[0.09773494,0.0025991264,0.2732194,0.0041679405,0.0006051111,0.001118486,0.10749204,0.08040351,0.43265954],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99849045,0.00025842097,0.000064704574,0.00027913178,0.00068431423,0.0002229086],"domain_scores_gemma":[0.99692374,0.00048040078,0.00010935226,0.00082842424,0.0010768869,0.0005812758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002222765,0.0008298892,0.0007561096,0.0014022967,0.0011572691,0.0032203423,0.002728555,0.0011398293,0.1051489],"category_scores_gemma":[0.008952175,0.0006282949,0.00081027416,0.0012857395,0.00050773675,0.0037224356,0.0040924363,0.002670329,0.080142535],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028738182,0.00008543013,0.0013192549,0.00024551855,0.000026027747,0.00012504452,0.000309756,0.0015297963,0.0031770747,0.040109906,0.80578524,0.14699951],"study_design_scores_gemma":[0.000042754942,0.00004069059,0.00071547576,0.000062472995,0.000014589303,0.0001859533,0.00006303399,0.0069153947,0.0024895086,0.011037267,0.97839624,0.000036764424],"about_ca_topic_score_codex":0.0039236173,"about_ca_topic_score_gemma":0.005384133,"teacher_disagreement_score":0.1051489,"about_ca_system_score_codex":0.0015337244,"about_ca_system_score_gemma":0.0024887708,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4241559733","doi":"10.1145/1269900.1268910","title":"Learning strategies sessions within the classroom in computing science university courses","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Session (web analytics); Mathematics education; Context (archaeology); Computer science; Active learning (machine learning); Psychology; World Wide Web","score_opus":0.016681786228307138,"score_gpt":0.2772062042000658,"score_spread":0.2605244179717587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241559733","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9271947,0.00028057737,0.009715155,0.0013556711,0.00051528425,0.0044213524,0.001314394,0.0031561402,0.052046664],"genre_scores_gemma":[0.8425791,0.0003228103,0.056900617,0.0009940735,0.00030996717,0.0023374045,0.0023188675,0.00041389719,0.09382332],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997778,0.00039011156,0.00007783844,0.00056542945,0.00033802708,0.0008506258],"domain_scores_gemma":[0.9886302,0.00087536493,0.00039694447,0.00061000587,0.0009350178,0.008552478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028789693,0.0012199582,0.0007288133,0.0013612885,0.0047757346,0.0035048837,0.0031586378,0.0013135569,0.025678137],"category_scores_gemma":[0.0044122096,0.000559576,0.00075873185,0.0010064451,0.0011330147,0.0012216583,0.0030951533,0.002226461,0.0070688673],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025971902,0.06679319,0.03167382,0.00061306905,0.000067292276,0.0017141365,0.04143988,0.0017782771,0.050365545,0.0033100708,0.062491905,0.7371557],"study_design_scores_gemma":[0.0011718175,0.02924916,0.294012,0.0005906389,0.00016038817,0.00091473066,0.04273868,0.0052994094,0.063993804,0.0051098703,0.556209,0.00055049354],"about_ca_topic_score_codex":0.011610055,"about_ca_topic_score_gemma":0.06437994,"teacher_disagreement_score":0.025678137,"about_ca_system_score_codex":0.0043421593,"about_ca_system_score_gemma":0.007947775,"threshold_uncertainty_score":0.085901916},"labels":[],"label_agreement":null},{"id":"W4241715413","doi":"10.1145/1595496.1562989","title":"Rich content plug-ins for the teaching machine","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Content (measure theory); Computer science; Mathematics education; Psychology; Mathematics","score_opus":0.04298472079546844,"score_gpt":0.2762401715993988,"score_spread":0.23325545080393034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241715413","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013459538,0.00018831553,0.7611838,0.0004030465,0.00023935208,0.0005409228,0.0011701373,0.21395634,0.008858554],"genre_scores_gemma":[0.18446866,0.0004837955,0.7205784,0.0012254544,0.00026899172,0.0019748476,0.004769684,0.03773728,0.048492916],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926144,0.00013512708,0.000058537735,0.00016376548,0.00029948418,0.00008175512],"domain_scores_gemma":[0.99625105,0.0023892391,0.00011315732,0.0005901609,0.00026903543,0.00038736005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085844117,0.001509182,0.000719485,0.0011508041,0.00050756446,0.0020432917,0.0026488563,0.0015273308,0.03711016],"category_scores_gemma":[0.005418901,0.0010453052,0.0007022661,0.0006916681,0.00045952376,0.0045198696,0.0038042143,0.0027216363,0.013088544],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026001884,0.0021864627,0.003407353,0.0017158035,0.00018961863,0.002125497,0.0016693684,0.007753351,0.14432238,0.029340442,0.12532313,0.67936635],"study_design_scores_gemma":[0.0007771571,0.00075272395,0.0046499595,0.00041964737,0.00024393015,0.0019250979,0.00027584893,0.16988222,0.25232232,0.030940343,0.53755,0.0002606383],"about_ca_topic_score_codex":0.00040321774,"about_ca_topic_score_gemma":0.0007425574,"teacher_disagreement_score":0.03711016,"about_ca_system_score_codex":0.0005458091,"about_ca_system_score_gemma":0.0005597248,"threshold_uncertainty_score":0.124145806},"labels":[],"label_agreement":null},{"id":"W4241715483","doi":"10.1145/1124706.1121510","title":"Poker as a group project for artificial intelligence","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Group (periodic table); Flexibility (engineering); Project-based learning; Computer science; Quarter (Canadian coin); Artificial intelligence; Mathematics education; Psychology; Operations research; Engineering; Management","score_opus":0.04609725248997808,"score_gpt":0.3092880024774703,"score_spread":0.2631907499874922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241715483","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08783562,0.00083483045,0.2664851,0.022997282,0.0045433836,0.0028827644,0.00022638476,0.004071276,0.6101234],"genre_scores_gemma":[0.3447476,0.0007191889,0.27585122,0.0017280182,0.00069550524,0.0027725364,0.00073444867,0.0008179322,0.37193352],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933234,0.0044020647,0.00016994704,0.0004776339,0.0009796164,0.000647326],"domain_scores_gemma":[0.98203295,0.0016685366,0.0004150334,0.0024500426,0.0015737118,0.011859751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0111372955,0.0005298743,0.0004725059,0.0010461076,0.005642711,0.008298827,0.0018036745,0.0017384307,0.04924562],"category_scores_gemma":[0.014373126,0.0004406317,0.00040616575,0.00079841,0.002325948,0.006729947,0.009569584,0.0035514932,0.014703289],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006461221,0.0025837931,0.0031542764,0.00026767826,0.000031238327,0.00047609714,0.011818398,0.0022594393,0.0031394556,0.40593964,0.24391069,0.32577324],"study_design_scores_gemma":[0.00013441555,0.00084470457,0.0016042546,0.00013447684,0.000009274266,0.00042497306,0.005801845,0.0047905617,0.001557699,0.08503753,0.8996137,0.000046574314],"about_ca_topic_score_codex":0.00041062813,"about_ca_topic_score_gemma":0.001730994,"teacher_disagreement_score":0.04924562,"about_ca_system_score_codex":0.0012740296,"about_ca_system_score_gemma":0.004112866,"threshold_uncertainty_score":0.164743},"labels":[],"label_agreement":null},{"id":"W4241885102","doi":"10.1145/366413.364536","title":"Teaching CS1 with karel the robot in Java","year":2001,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Karel; Java; Computer science; Programming language; Selection (genetic algorithm); Inheritance (genetic algorithm); Object (grammar); Robot; Recursion (computer science); Object-oriented programming; Curriculum; Interface (matter); Software engineering; Mathematics education; Artificial intelligence; Pedagogy; Sociology; Psychology; Operating system","score_opus":0.01481916463549439,"score_gpt":0.24105464480473818,"score_spread":0.22623548016924377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241885102","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046914697,0.0028727958,0.32094613,0.028471746,0.0022764937,0.0005944649,0.0013144906,0.02812845,0.56848073],"genre_scores_gemma":[0.16188206,0.0050705275,0.36520934,0.01375299,0.000804298,0.00062588986,0.00165103,0.0053587146,0.44564515],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903786,0.00011818965,0.000038596638,0.00020852215,0.0004141445,0.0001827508],"domain_scores_gemma":[0.99856037,0.00029172312,0.00011143696,0.00013753044,0.00026238197,0.00063664856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089164317,0.000836934,0.00047690488,0.00090927345,0.001344245,0.0033218295,0.0012355715,0.0008599484,0.070861645],"category_scores_gemma":[0.0032596642,0.0004942863,0.0005518255,0.0008075671,0.00092687656,0.0032707322,0.0040092138,0.0027348814,0.037070226],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017035757,0.0008616797,0.0022570791,0.00044312477,0.000011527328,0.000344944,0.0038940648,0.0015750161,0.010840623,0.059652135,0.35213327,0.5678162],"study_design_scores_gemma":[0.000052646174,0.00018794562,0.0019955295,0.0002553899,0.0000121651265,0.0009648021,0.0010067793,0.0029640272,0.004412027,0.024424188,0.9636657,0.000058844693],"about_ca_topic_score_codex":0.0017283339,"about_ca_topic_score_gemma":0.003990786,"teacher_disagreement_score":0.070861645,"about_ca_system_score_codex":0.002435078,"about_ca_system_score_gemma":0.0032371262,"threshold_uncertainty_score":0.23705578},"labels":[],"label_agreement":null},{"id":"W4241968824","doi":"10.1145/1539024.1509031","title":"Nifty assignments","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Session (web analytics); Computer science; World Wide Web; Mathematics education; Psychology","score_opus":0.014059446520253639,"score_gpt":0.27787904828785887,"score_spread":0.2638196017676052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241968824","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07591329,0.0007900254,0.039163474,0.012173011,0.009665578,0.0017647336,0.0067443503,0.013663491,0.8401221],"genre_scores_gemma":[0.159765,0.00059407257,0.054559834,0.003215751,0.0021628374,0.0014871459,0.00918922,0.0016642907,0.76736176],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99776566,0.0002155971,0.000077393066,0.0003044535,0.0012168993,0.00041993798],"domain_scores_gemma":[0.9893085,0.001370528,0.00072530046,0.0013438069,0.003634592,0.003617278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002548784,0.00081326655,0.0007103,0.0012862975,0.002350228,0.00296059,0.001863659,0.0011860236,0.21673526],"category_scores_gemma":[0.017728401,0.0003776469,0.00059146335,0.0005618246,0.00073351484,0.0022894265,0.0045648483,0.0027601374,0.06670674],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042308983,0.0005182673,0.0030604715,0.00012279395,0.000009789357,0.0001378093,0.0007006895,0.00055732747,0.0026240963,0.0053979126,0.6242767,0.36217096],"study_design_scores_gemma":[0.00008700927,0.00047241265,0.019749792,0.000105465726,0.00000837339,0.0003020458,0.0004220285,0.001083417,0.0025105614,0.009693173,0.96549237,0.0000732848],"about_ca_topic_score_codex":0.0021365394,"about_ca_topic_score_gemma":0.008374979,"teacher_disagreement_score":0.21673526,"about_ca_system_score_codex":0.0021652158,"about_ca_system_score_gemma":0.0027400895,"threshold_uncertainty_score":0.72505164},"labels":[],"label_agreement":null},{"id":"W4242119943","doi":"10.1145/637610.544457","title":"On using the web as a collaboration space in the context of an industrial simulation","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; École de Technologie Supérieure","funders":"","keywords":"Context (archaeology); Computer science; Class (philosophy); Factory (object-oriented programming); Space (punctuation); Problem-based learning; Multimedia; Mathematics education; Artificial intelligence; Psychology","score_opus":0.05971097477426593,"score_gpt":0.3089616606893736,"score_spread":0.24925068591510766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242119943","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11951693,0.0006450082,0.7761587,0.0047226273,0.00025673697,0.0002602853,0.00005785522,0.0020972306,0.09628472],"genre_scores_gemma":[0.492583,0.0008113999,0.4802235,0.0006882717,0.000098341094,0.0005172406,0.00013129068,0.00047542245,0.02447144],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958476,0.0031892564,0.00007367511,0.00029803521,0.0004037184,0.0001876137],"domain_scores_gemma":[0.994991,0.0030530342,0.00018702644,0.0008680604,0.00024197619,0.0006588349],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025304805,0.0007466069,0.0003923321,0.00069072115,0.0028271177,0.005522022,0.0017903526,0.0021403977,0.007981498],"category_scores_gemma":[0.00425943,0.0004659378,0.00057054486,0.00085642317,0.0034743552,0.008597622,0.0063862116,0.0018559244,0.0019030455],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005898866,0.0024401692,0.00516849,0.0008677924,0.0000688029,0.0036558688,0.04487221,0.034067146,0.020735817,0.5255984,0.014166579,0.34776893],"study_design_scores_gemma":[0.00044545412,0.0017239144,0.0024647503,0.0010956064,0.000115215036,0.0046909503,0.021962633,0.18553348,0.024240423,0.28790793,0.46957916,0.00024044131],"about_ca_topic_score_codex":0.0007739802,"about_ca_topic_score_gemma":0.0012040874,"teacher_disagreement_score":0.007981498,"about_ca_system_score_codex":0.00074050954,"about_ca_system_score_gemma":0.0012704306,"threshold_uncertainty_score":0.026700795},"labels":[],"label_agreement":null},{"id":"W4242446486","doi":"10.1145/1124706.1121516","title":"Nifty assignments","year":2006,"lang":"sr","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Advanced Algebra and Logic","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.011870817175091116,"score_gpt":0.22601031886424014,"score_spread":0.21413950168914903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242446486","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031973843,0.0012501742,0.028212078,0.0020907498,0.005093434,0.00034243948,0.0060812845,0.007029726,0.9467027],"genre_scores_gemma":[0.04037419,0.0009412803,0.008545921,0.00083797803,0.0007730867,0.00029521043,0.009590507,0.0018601615,0.93678176],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985576,0.0002284509,0.000054902517,0.00040511042,0.0004010968,0.00035282248],"domain_scores_gemma":[0.9984113,0.00021687344,0.00006164621,0.00048843597,0.0003947712,0.00042691128],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008589133,0.0020927317,0.0016306131,0.0020042784,0.0027362786,0.0032342165,0.0033749968,0.0018109822,0.71230155],"category_scores_gemma":[0.004050824,0.00074770476,0.0011479291,0.0016603747,0.001295209,0.0042106686,0.0042963396,0.0025904076,0.4332811],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092482026,0.00026923174,0.00040322306,0.00092708884,0.00003585186,0.00029676562,0.00020136949,0.00052037317,0.008300403,0.14325352,0.6707208,0.1741466],"study_design_scores_gemma":[0.00008527164,0.00008677106,0.00029222405,0.00011742465,0.000024784053,0.00021787941,0.00008684806,0.0006406746,0.004566639,0.036516387,0.9573444,0.000020600677],"about_ca_topic_score_codex":0.0010765801,"about_ca_topic_score_gemma":0.0014111169,"teacher_disagreement_score":0.71230155,"about_ca_system_score_codex":0.0014465393,"about_ca_system_score_gemma":0.0013703691,"threshold_uncertainty_score":0.4103669},"labels":[],"label_agreement":null},{"id":"W4243838442","doi":"10.1145/1595496.1562896","title":"An academic kit for integrating mobile devices into the CS curriculum","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Mobile and Web Applications","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Blackberry (Canada); University of Guelph","funders":"","keywords":"Mobile device; Curriculum; Computer science; Multimedia; Software; Mobile technology; Engineering management; Software engineering; Engineering; World Wide Web; Operating system; Pedagogy; Sociology","score_opus":0.011808206544525983,"score_gpt":0.29493040001850357,"score_spread":0.2831221934739776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243838442","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03212574,0.0015246233,0.6662042,0.0031049931,0.0029727607,0.0042850333,0.009548519,0.10319391,0.17704023],"genre_scores_gemma":[0.056420296,0.0014080728,0.69932485,0.002280595,0.0007938876,0.003598545,0.01550709,0.008989974,0.21167664],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99879694,0.00028138643,0.00014478869,0.00018530223,0.00039428147,0.00019739433],"domain_scores_gemma":[0.9953804,0.0010632,0.00023395217,0.0005420978,0.0010613156,0.0017190125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012914527,0.0016952012,0.00083743583,0.0027608029,0.0009829492,0.0017299415,0.0022175827,0.0010989169,0.19244787],"category_scores_gemma":[0.0059714587,0.00064924447,0.0007139743,0.0019583334,0.0003875177,0.0031717205,0.0045759794,0.0017132292,0.111048296],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019308382,0.00094754837,0.0011337808,0.00051615125,0.000013428107,0.00034147187,0.00052226736,0.00088624924,0.013749237,0.006143476,0.3262696,0.6492837],"study_design_scores_gemma":[0.000103619,0.00061979506,0.0029441472,0.0001754515,0.000020898015,0.0008512302,0.00034190164,0.0025137013,0.007146252,0.006710767,0.9784813,0.000091053764],"about_ca_topic_score_codex":0.0004274564,"about_ca_topic_score_gemma":0.0011814884,"teacher_disagreement_score":0.19244787,"about_ca_system_score_codex":0.00064196374,"about_ca_system_score_gemma":0.0016444017,"threshold_uncertainty_score":0.6438023},"labels":[],"label_agreement":null},{"id":"W4246408032","doi":"10.1145/572139.572180","title":"Striving for mathematical thinking","year":2001,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Nature versus nurture; Mathematical software; Computer science; Mathematics education; Software; Duty; Natural science; Natural (archaeology); Software engineering; Management science; Mathematics; Engineering; Sociology; Programming language; Epistemology; Political science; Geography","score_opus":0.026740498687448117,"score_gpt":0.27436036605171155,"score_spread":0.24761986736426342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246408032","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01758038,0.028994562,0.05169257,0.7779051,0.010352549,0.000067478126,0.00010862345,0.0005123891,0.112786375],"genre_scores_gemma":[0.44826928,0.054904934,0.15350153,0.26044226,0.016571475,0.00042721207,0.0004331636,0.0012404827,0.06420965],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908346,0.00333785,0.0003201199,0.0013335028,0.0034968143,0.00067709567],"domain_scores_gemma":[0.96250564,0.015518334,0.002580824,0.004023175,0.008397612,0.0069744946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018459085,0.00062662194,0.0008440631,0.0014051327,0.004056306,0.011260269,0.0016140168,0.003738383,0.010498633],"category_scores_gemma":[0.047556672,0.00034625494,0.00082093786,0.0007563298,0.017746178,0.01873524,0.009392998,0.015526263,0.0056758174],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003405494,0.000120520825,0.0013869646,0.00027687277,0.000043583572,0.00011887634,0.0055285753,0.00038442033,0.0006211165,0.7700442,0.15165825,0.06978255],"study_design_scores_gemma":[0.000019413494,0.000037901907,0.00048384813,0.00026592874,0.0000103335815,0.0002180809,0.0012951461,0.00031509408,0.00033088104,0.6707389,0.3262627,0.000021766811],"about_ca_topic_score_codex":0.0006463185,"about_ca_topic_score_gemma":0.000911266,"teacher_disagreement_score":0.018459085,"about_ca_system_score_codex":0.002261906,"about_ca_system_score_gemma":0.0058273613,"threshold_uncertainty_score":0.0976221},"labels":[],"label_agreement":null},{"id":"W4247734969","doi":"10.1145/1124706.1121392","title":"Engagement theory","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Sociology; Subject (documents); Project team; Library science; Perspective (graphical); Engineering; Pedagogy; Computer science; Knowledge management; Geography","score_opus":0.030138746947569475,"score_gpt":0.3476629075905442,"score_spread":0.31752416064297473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247734969","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0070046554,0.0032603948,0.11852843,0.008700702,0.00034024788,0.00031067512,0.00026299027,0.00008760763,0.86150444],"genre_scores_gemma":[0.8107431,0.006274922,0.03348185,0.0038328865,0.0006951821,0.0018137097,0.00079845486,0.00019686113,0.14216301],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.994167,0.0030634848,0.00027795916,0.0009089088,0.00094659365,0.0006361572],"domain_scores_gemma":[0.99561864,0.0026504907,0.00036315032,0.00045597844,0.0005638696,0.0003477896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039098435,0.0011514045,0.0008187496,0.0028123027,0.003477586,0.0078282375,0.0022143996,0.0036366987,0.042543635],"category_scores_gemma":[0.008120352,0.00037249795,0.001174684,0.0028917594,0.009250167,0.009500294,0.005280848,0.0027999096,0.006751241],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005179356,0.000017957618,0.00032147852,0.00006807768,0.0000069198854,0.000030191342,0.0011041992,0.00031858886,0.000020738573,0.9892454,0.002019478,0.006841802],"study_design_scores_gemma":[0.000017185514,0.000020428399,0.00032756897,0.000145188,0.000009293046,0.00012532613,0.0017889162,0.0015999798,0.00004795684,0.9116742,0.08423656,0.0000073537176],"about_ca_topic_score_codex":0.0017665582,"about_ca_topic_score_gemma":0.0009939352,"teacher_disagreement_score":0.042543635,"about_ca_system_score_codex":0.005631544,"about_ca_system_score_gemma":0.002278668,"threshold_uncertainty_score":0.1423226},"labels":[],"label_agreement":null},{"id":"W4248827866","doi":"10.1145/3262638","title":"Session details: Issues in secondary education & introductory programming","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Session (web analytics); Mathematics education; Computer science; Medical education; Psychology; Medicine; World Wide Web","score_opus":0.014335364810979129,"score_gpt":0.285197729777942,"score_spread":0.27086236496696287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248827866","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001955269,0.0024612239,0.001969351,0.0193784,0.032349896,0.0006426009,0.0030139044,0.0022003413,0.936029],"genre_scores_gemma":[0.0044420967,0.0010343534,0.00028073066,0.001874796,0.0044675507,0.00017594315,0.0008523462,0.00056668953,0.9863055],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993637,0.00008231821,0.000035156885,0.00013190064,0.00019091486,0.00019592431],"domain_scores_gemma":[0.99537957,0.00080878363,0.000107105916,0.0002287776,0.0008312702,0.0026444164],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018983469,0.0012617637,0.0016313678,0.0010548473,0.0035016565,0.005800725,0.001034866,0.0045922375,0.86547655],"category_scores_gemma":[0.0038601938,0.00047545444,0.0011492798,0.001282507,0.0006684471,0.0027808219,0.0028622402,0.003646451,0.70843065],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022283585,0.00019532119,0.00021154813,0.00016863192,0.0000034776754,0.00004805533,0.00008992647,0.000032907465,0.00058353355,0.0014785365,0.96353835,0.03342684],"study_design_scores_gemma":[0.000051783416,0.00012441234,0.001539943,0.00017979238,0.0000065650956,0.000051032297,0.00013114874,0.00007425715,0.00025604243,0.0010148733,0.9965604,0.000009693611],"about_ca_topic_score_codex":0.0018381578,"about_ca_topic_score_gemma":0.0036906116,"teacher_disagreement_score":0.86547655,"about_ca_system_score_codex":0.0011559178,"about_ca_system_score_gemma":0.0017555475,"threshold_uncertainty_score":0.19188136},"labels":[],"label_agreement":null},{"id":"W4249082466","doi":"10.1145/1151954.1067495","title":"Designing CIspace","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Usability; Computer science; Visualization; Instructional design; Human–computer interaction; Multimedia; Mathematics education; Psychology; Artificial intelligence","score_opus":0.013470470558014192,"score_gpt":0.254148664902514,"score_spread":0.24067819434449977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249082466","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032998778,0.0005394428,0.87688875,0.00079153484,0.0005758231,0.0011389073,0.00064411684,0.018414691,0.06800788],"genre_scores_gemma":[0.18146594,0.00058715895,0.78120553,0.00058234105,0.000116452335,0.0016225838,0.0017492082,0.00322428,0.029446432],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99720544,0.0009192509,0.00020107708,0.0004646958,0.0009573458,0.0002522057],"domain_scores_gemma":[0.99387324,0.0018622659,0.00024680627,0.001210074,0.002206107,0.0006016173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045506456,0.0008833905,0.00052642514,0.0017527145,0.0014358247,0.0044909744,0.0016903647,0.0009825559,0.011232411],"category_scores_gemma":[0.012329357,0.00064702815,0.00051085476,0.0011554885,0.0011389246,0.004280482,0.003793751,0.001575278,0.0026974434],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000580394,0.00038096725,0.010899313,0.0016422061,0.00009979914,0.0014171682,0.017770603,0.017744651,0.04621666,0.20266452,0.05463707,0.64594656],"study_design_scores_gemma":[0.00007608895,0.00034866892,0.001346257,0.00029972126,0.000062119056,0.0009958509,0.0033416,0.026907984,0.034495033,0.020207295,0.91181463,0.00010475481],"about_ca_topic_score_codex":0.0011785653,"about_ca_topic_score_gemma":0.0018733784,"teacher_disagreement_score":0.011232411,"about_ca_system_score_codex":0.00083210564,"about_ca_system_score_gemma":0.0024431776,"threshold_uncertainty_score":0.03757614},"labels":[],"label_agreement":null},{"id":"W4251467433","doi":"10.1145/792548.611893","title":"Client sponsored projects in software engineering courses","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Software engineering; Software; Computer science; Engineering management; Engineering; Systems engineering; Operating system","score_opus":0.014988767754055112,"score_gpt":0.22355928586388604,"score_spread":0.20857051810983093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251467433","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.131839,0.0035578774,0.0036327401,0.007428674,0.0024313263,0.0011395608,0.0050962926,0.0013208758,0.84355354],"genre_scores_gemma":[0.13221031,0.0012476622,0.0012571756,0.00037141738,0.0002027147,0.00019043864,0.002462616,0.00019219621,0.86186546],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9972904,0.00086841016,0.000093870076,0.00020597222,0.0009204714,0.0006209391],"domain_scores_gemma":[0.9898784,0.0011962019,0.00024265934,0.0005153578,0.0010761459,0.007091221],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027908804,0.00036925927,0.00052538625,0.001471549,0.0016956248,0.0020035002,0.001143499,0.0019106806,0.42773077],"category_scores_gemma":[0.006084586,0.00034793923,0.00024531147,0.0022286028,0.00040853434,0.0010942458,0.003776827,0.001317274,0.15124531],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001488458,0.0024140505,0.012027785,0.00046721424,0.00003089986,0.00037268523,0.00087449036,0.00040542253,0.002852311,0.007264065,0.6041822,0.3676204],"study_design_scores_gemma":[0.00036453636,0.0012252673,0.0910395,0.0005636737,0.0000363008,0.0003342377,0.0022009192,0.0013042173,0.0026546626,0.0030762318,0.8971693,0.000031200394],"about_ca_topic_score_codex":0.0051248814,"about_ca_topic_score_gemma":0.017107576,"teacher_disagreement_score":0.42773077,"about_ca_system_score_codex":0.0014955513,"about_ca_system_score_gemma":0.004057138,"threshold_uncertainty_score":0.8162726},"labels":[],"label_agreement":null},{"id":"W4252048638","doi":"10.1145/1595496.1562988","title":"Running a programming contest in an introductory computer science course","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"CONTEST; Course (navigation); Competition (biology); Mathematics education; Class (philosophy); Computer science; Psychology; Artificial intelligence; Engineering; Political science","score_opus":0.015673032666714846,"score_gpt":0.2808867529535599,"score_spread":0.2652137202868451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252048638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79491955,0.00034405637,0.07404004,0.0063381945,0.004539615,0.006561746,0.0015984895,0.0051453114,0.10651297],"genre_scores_gemma":[0.760754,0.0003058931,0.11443665,0.0019063862,0.0014617064,0.0023866855,0.005636501,0.0012509925,0.111861214],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970701,0.00059892924,0.00014827479,0.00042096194,0.00055535405,0.00120643],"domain_scores_gemma":[0.984878,0.0015503231,0.0003401672,0.0003737196,0.00085569825,0.012002177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037603602,0.0015198541,0.0012247885,0.00065693544,0.004576874,0.0047295205,0.002285236,0.002246389,0.044142514],"category_scores_gemma":[0.006568492,0.00089874986,0.0009953751,0.00076300796,0.00065969006,0.0025312821,0.0035659182,0.0048455936,0.014154577],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010330762,0.06552887,0.0324375,0.0010969148,0.00023880566,0.006722824,0.010984039,0.020487068,0.05532055,0.036217052,0.4082337,0.35240197],"study_design_scores_gemma":[0.0036375534,0.04336315,0.10055576,0.00047654883,0.00024669894,0.0030842826,0.01419831,0.11004433,0.04535575,0.048384592,0.6295946,0.0010583705],"about_ca_topic_score_codex":0.0019138296,"about_ca_topic_score_gemma":0.0068159094,"teacher_disagreement_score":0.044142514,"about_ca_system_score_codex":0.0015486408,"about_ca_system_score_gemma":0.0031050593,"threshold_uncertainty_score":0.1476714},"labels":[],"label_agreement":null},{"id":"W4252293138","doi":"10.1145/1539024.1508946","title":"QuickDraw","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Video Analysis and Summarization","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Multimedia; Interface (matter); Human–computer interaction; Computer graphics; Graphics; Computer graphics (images)","score_opus":0.009217622111990884,"score_gpt":0.2252774183734643,"score_spread":0.21605979626147342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252293138","genre_codex":"software","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052315434,0.0020538322,0.3795106,0.0006765564,0.0012045754,0.0005252169,0.019267326,0.38779724,0.20373304],"genre_scores_gemma":[0.04864473,0.0027796424,0.3698249,0.0015738813,0.00028574868,0.0012240951,0.0612184,0.11773843,0.3967102],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987785,0.00009011618,0.00008392128,0.0002138691,0.0007181732,0.00011539409],"domain_scores_gemma":[0.9981704,0.00053570216,0.000095345844,0.00039874561,0.00056416384,0.0002356677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091907714,0.0014269495,0.00083846267,0.0029719565,0.0009079212,0.0028295454,0.0039441795,0.001530794,0.30068332],"category_scores_gemma":[0.0036953273,0.0013219531,0.0009965872,0.0015786032,0.00040325336,0.0038360676,0.003265555,0.0017849284,0.12139857],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039502516,0.00011812943,0.00058496685,0.00096410984,0.00003439251,0.00029974733,0.00029394982,0.0011710406,0.015613967,0.013612985,0.48577976,0.48113194],"study_design_scores_gemma":[0.00007168172,0.000067079935,0.00037534512,0.0000740893,0.000020610303,0.0005341144,0.000047433885,0.0022080052,0.010174271,0.0040058414,0.9823668,0.00005470051],"about_ca_topic_score_codex":0.0013254875,"about_ca_topic_score_gemma":0.0032327427,"teacher_disagreement_score":0.30068332,"about_ca_system_score_codex":0.0005714448,"about_ca_system_score_gemma":0.0011019354,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4253440217","doi":"10.1145/961525.961526","title":"Measuring effectiveness of constructivist and behaviourist assignments in CS102","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Successor cardinal; Computer science; Measure (data warehouse); Constructivist teaching methods; Software engineering; Mathematics education; Software; Programming language; Teaching method; Psychology; Data mining; Mathematics","score_opus":0.02149025322131989,"score_gpt":0.23637409489699102,"score_spread":0.21488384167567112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253440217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911356,0.00009447744,0.003588491,0.00012253149,0.000014943598,0.00014108587,0.000060223396,0.00017484179,0.0046678977],"genre_scores_gemma":[0.98661613,0.000113558905,0.010739075,0.00007171372,0.000027516424,0.00018220552,0.00034252336,0.00005976577,0.0018475151],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97083807,0.0150920795,0.0017737938,0.0022731577,0.00895615,0.0010667761],"domain_scores_gemma":[0.826314,0.12702568,0.017468946,0.008694234,0.013361611,0.007135577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018266752,0.00080118526,0.0006339907,0.003348768,0.00078303425,0.0029322503,0.001271857,0.0012023888,0.0012845234],"category_scores_gemma":[0.13175827,0.00042399892,0.00041652587,0.0017067182,0.0011291982,0.0016639861,0.0022768236,0.0015594453,0.0005950142],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0060877576,0.010650231,0.2909485,0.0010109564,0.00060524914,0.000073937685,0.01567794,0.026136465,0.029104112,0.0024926984,0.0026081933,0.61460406],"study_design_scores_gemma":[0.0005509624,0.021060036,0.8830987,0.00020936668,0.00018589715,0.00013274868,0.005677326,0.048203226,0.031238593,0.0036173442,0.0057784077,0.00024740555],"about_ca_topic_score_codex":0.0019115857,"about_ca_topic_score_gemma":0.003735184,"teacher_disagreement_score":0.018266752,"about_ca_system_score_codex":0.0025006996,"about_ca_system_score_gemma":0.0014733291,"threshold_uncertainty_score":0.096605},"labels":[],"label_agreement":null},{"id":"W4253830652","doi":"10.1145/1597849.1384311","title":"Spamulator","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Implementation; The Internet; Class (philosophy); Software; World Wide Web; Resource (disambiguation); Multimedia; Software engineering; Operating system; Computer network","score_opus":0.026466240438279012,"score_gpt":0.23041406469254327,"score_spread":0.20394782425426428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253830652","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.077772796,0.001219777,0.51210606,0.0013930982,0.001118595,0.0024124354,0.0080436105,0.2762111,0.119722486],"genre_scores_gemma":[0.4278009,0.0015754281,0.42184693,0.0027296476,0.00027444932,0.0031762759,0.029188372,0.022602145,0.09080592],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991026,0.00022929169,0.00007496288,0.000124543,0.0003326085,0.0001360723],"domain_scores_gemma":[0.9980903,0.00051889487,0.00011866672,0.0004417975,0.0006151821,0.00021516456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00145659,0.0010141482,0.00073673745,0.000998286,0.00075372227,0.0014639393,0.0028002772,0.0013257324,0.022109773],"category_scores_gemma":[0.0047692275,0.00067933835,0.000687288,0.00057806174,0.00056528405,0.0024520888,0.0018689167,0.0018164841,0.011613306],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023894897,0.0014479567,0.017224127,0.001483716,0.00035730336,0.0007513114,0.00081125577,0.15193771,0.0334581,0.082740314,0.39719787,0.31020084],"study_design_scores_gemma":[0.0005369645,0.0005967504,0.0021062493,0.00009421638,0.00014210046,0.00040802313,0.00009473481,0.46371952,0.042154647,0.012442014,0.4776003,0.00010444878],"about_ca_topic_score_codex":0.0024387052,"about_ca_topic_score_gemma":0.0022680429,"teacher_disagreement_score":0.022109773,"about_ca_system_score_codex":0.0009023268,"about_ca_system_score_gemma":0.0015102201,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4254064458","doi":"10.1145/1227504.1227421","title":"DrProject","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software engineering; Software; World Wide Web; Multimedia; Programming language","score_opus":0.015476152131308025,"score_gpt":0.26896563428862635,"score_spread":0.2534894821573183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254064458","genre_codex":"other","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020771679,0.0008748468,0.13952373,0.0037849457,0.0016784242,0.0015433934,0.019714316,0.17770155,0.6344071],"genre_scores_gemma":[0.08300093,0.0012594328,0.14811634,0.0029215103,0.000609283,0.0016027062,0.08935563,0.03514479,0.6379894],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972146,0.0006709749,0.00017020066,0.00040992725,0.0012324345,0.00030192663],"domain_scores_gemma":[0.9914546,0.00095903757,0.00027962547,0.002360372,0.0028060123,0.0021404296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038401536,0.00063727505,0.0005468717,0.0015737975,0.0014109671,0.004665357,0.0016210536,0.00084966375,0.18032092],"category_scores_gemma":[0.010080927,0.0006350611,0.00038648967,0.0016605975,0.00041633827,0.004700297,0.005543292,0.0018125759,0.15623495],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037234134,0.00036230637,0.0023453296,0.00027132078,0.000013859316,0.0001659929,0.00072373496,0.00021437976,0.0033404012,0.015445706,0.67664814,0.30009645],"study_design_scores_gemma":[0.00005645957,0.00010795766,0.0012428785,0.000046133766,0.0000059286353,0.00023065475,0.0001776519,0.0006779159,0.0013322044,0.003022971,0.99307996,0.000019199144],"about_ca_topic_score_codex":0.0010826658,"about_ca_topic_score_gemma":0.001740764,"teacher_disagreement_score":0.18032092,"about_ca_system_score_codex":0.00063005276,"about_ca_system_score_gemma":0.0026276107,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4254634574","doi":"10.1145/1597849.1384387","title":"Complecto mutatio","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Mount Royal University","funders":"","keywords":"Computer science; Plan (archaeology); Key (lock); Work (physics); Software; Interface (matter); Software engineering; Architecture; Engineering management; Human–computer interaction; Multimedia; Engineering; Operating system","score_opus":0.03289020173024947,"score_gpt":0.247797553723934,"score_spread":0.21490735199368452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254634574","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07604816,0.0018668519,0.041317336,0.010146558,0.0054506413,0.00033185136,0.00092020986,0.0046216,0.85929674],"genre_scores_gemma":[0.28986415,0.0012063927,0.018679239,0.004029044,0.0011503468,0.0002961672,0.0011951064,0.0025279443,0.68105155],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997612,0.00048491286,0.00012294485,0.000641156,0.00081749057,0.00032142733],"domain_scores_gemma":[0.9961119,0.0005772901,0.00039601827,0.00152994,0.0009854804,0.0003993893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013514111,0.000748484,0.0006169269,0.0013347218,0.0025608283,0.0043483544,0.0011804844,0.001207173,0.09549667],"category_scores_gemma":[0.0066595916,0.0003780938,0.00071988313,0.000826443,0.002088181,0.0044810865,0.0049569667,0.0023893428,0.03892972],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053908955,0.0003235264,0.011893659,0.00043552674,0.00008287319,0.0022582929,0.012402945,0.0006734944,0.023593837,0.27056047,0.13104738,0.5461889],"study_design_scores_gemma":[0.000013749333,0.00009573684,0.0032048319,0.00010073172,0.000025710639,0.0011658558,0.0014635113,0.0004892096,0.0037626624,0.020726651,0.96891797,0.000033362532],"about_ca_topic_score_codex":0.0019823622,"about_ca_topic_score_gemma":0.0031420833,"teacher_disagreement_score":0.09549667,"about_ca_system_score_codex":0.0015972545,"about_ca_system_score_gemma":0.0015288842,"threshold_uncertainty_score":0.3194682},"labels":[],"label_agreement":null},{"id":"W4254979294","doi":"10.1145/563517.563426","title":"Design guidelines for the lab component of objects-first CS1","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Grading (engineering); Java; Component (thermodynamics); Complement (music); Software engineering; Software; Mathematics education; Programming language; Engineering; Psychology","score_opus":0.13453382379471643,"score_gpt":0.30191978880533876,"score_spread":0.16738596501062233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254979294","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002757637,0.00023334438,0.9644424,0.0016048364,0.00023440136,0.0037356294,0.00020038804,0.010049987,0.01674138],"genre_scores_gemma":[0.009927475,0.0002506091,0.9699103,0.000851596,0.00006522383,0.004767502,0.0003282652,0.0028896497,0.011009452],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98569995,0.0058199284,0.0019885267,0.0008123505,0.0050301333,0.0006491507],"domain_scores_gemma":[0.9579652,0.010626327,0.0037835622,0.0059804707,0.018425846,0.0032185821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014868726,0.0014587847,0.00069098454,0.0028322819,0.0015926484,0.0043836744,0.0032793619,0.0032179153,0.016207973],"category_scores_gemma":[0.036311686,0.0025098335,0.00069478434,0.0015798061,0.00230063,0.0034757324,0.0023313842,0.005006677,0.020189507],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004101117,0.0013299562,0.0032486937,0.0023171257,0.00006403362,0.0013068023,0.010222317,0.008203545,0.055296343,0.17028622,0.15191911,0.59539574],"study_design_scores_gemma":[0.00021188217,0.00047066697,0.0016308647,0.00071999343,0.000053049152,0.0009032989,0.0010002459,0.009644124,0.021557005,0.027440822,0.93622833,0.00013963123],"about_ca_topic_score_codex":0.0022271348,"about_ca_topic_score_gemma":0.0049979454,"teacher_disagreement_score":0.016207973,"about_ca_system_score_codex":0.0016172464,"about_ca_system_score_gemma":0.004591679,"threshold_uncertainty_score":0.07863426},"labels":[],"label_agreement":null},{"id":"W4256136330","doi":"10.1145/366413.364611","title":"TOS","year":2001,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Java; Computer science; Architecture; Operating system; Server; Rational number; Programming language; Software engineering; Mathematics","score_opus":0.018315671084244884,"score_gpt":0.23565631572281295,"score_spread":0.21734064463856806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256136330","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034226743,0.0015150434,0.022451648,0.007163233,0.007051818,0.00041245684,0.009364307,0.009193248,0.9394255],"genre_scores_gemma":[0.030540824,0.0023778607,0.016272718,0.0055821543,0.0015796543,0.00037173176,0.021780964,0.0024815819,0.91901255],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978332,0.00025920576,0.0001478357,0.00035949316,0.0010720965,0.0003282056],"domain_scores_gemma":[0.9966968,0.00031567688,0.0001596945,0.0007684849,0.001529655,0.0005297529],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014259557,0.00081024755,0.0005266881,0.0022304454,0.0022481629,0.004545441,0.0019378942,0.0015549634,0.3846345],"category_scores_gemma":[0.006281214,0.0002928455,0.000674063,0.001677197,0.0007047511,0.0032637862,0.0040225605,0.001481573,0.24131908],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001719029,0.0000922277,0.0011538505,0.0003259143,0.000012264737,0.00022535477,0.00038058136,0.00039228355,0.0012718516,0.06413988,0.70197684,0.22985712],"study_design_scores_gemma":[0.000006133058,0.00001360223,0.00020405476,0.000041216128,0.000002613397,0.00008621234,0.00006756263,0.00010050122,0.00023102485,0.0027215153,0.99652016,0.000005421559],"about_ca_topic_score_codex":0.0039818217,"about_ca_topic_score_gemma":0.005044308,"teacher_disagreement_score":0.6153655,"about_ca_system_score_codex":0.0019069676,"about_ca_system_score_gemma":0.0029693241,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4287734807","doi":"10.1145/3551627.3551630","title":"SIGCSE Technical Symposium 2022","year":2022,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Curriculum; Library science; Engineering ethics; Mathematics education; Pedagogy; Sociology; Psychology; Engineering","score_opus":0.008098054402994043,"score_gpt":0.23580331720407488,"score_spread":0.22770526280108083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287734807","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0066641117,0.017803824,0.060317203,0.030080887,0.08548407,0.0005167622,0.006451762,0.0099784285,0.782703],"genre_scores_gemma":[0.010169413,0.007505548,0.013244158,0.0024436214,0.0058485526,0.00024429095,0.0074283537,0.0015886775,0.95152736],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99876404,0.00020801123,0.00006923066,0.00018103742,0.00061615504,0.00016156574],"domain_scores_gemma":[0.997424,0.00023090937,0.00004389977,0.00038717422,0.0011705384,0.00074346206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029970803,0.0014754632,0.0006512565,0.001808659,0.0013881907,0.00523913,0.0012733107,0.0020406477,0.2536279],"category_scores_gemma":[0.0030675202,0.0004974161,0.0007199167,0.0012387477,0.00054142583,0.0033235855,0.0022253012,0.0027737406,0.27085453],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006458748,0.00007247168,0.00021972951,0.00006662919,0.000010916095,0.00011244325,0.000040128452,0.00015046944,0.000995975,0.002720354,0.88750494,0.10804137],"study_design_scores_gemma":[0.000012284016,0.000019857593,0.00024002026,0.00004360032,0.0000066481625,0.00011044666,0.000039096645,0.0004487835,0.00046209118,0.0011984819,0.9974125,0.0000061557503],"about_ca_topic_score_codex":0.003382558,"about_ca_topic_score_gemma":0.007993248,"teacher_disagreement_score":0.2536279,"about_ca_system_score_codex":0.0010251049,"about_ca_system_score_gemma":0.0024481253,"threshold_uncertainty_score":0.84846985},"labels":[],"label_agreement":null},{"id":"W4312426771","doi":"10.1145/3577871.3577874","title":"SIGCSE Technical Symposium 2023","year":2022,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Convention; Theme (computing); Library science; Political science; Coronavirus disease 2019 (COVID-19); Center (category theory); Law; Computer science; Medicine; Chemistry","score_opus":0.009803699470074466,"score_gpt":0.24118442779982435,"score_spread":0.23138072832974987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312426771","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027797457,0.01615164,0.030897021,0.043433674,0.099232614,0.0005173947,0.009763908,0.010672299,0.7865517],"genre_scores_gemma":[0.006291823,0.008640802,0.0060651843,0.0039214636,0.008881528,0.00026451243,0.010018746,0.0022614722,0.95365447],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99726677,0.00041146134,0.000146523,0.00035541988,0.0014768678,0.00034304702],"domain_scores_gemma":[0.99459475,0.0005112037,0.00010783976,0.00076024974,0.0025392694,0.0014866284],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005272436,0.0016363848,0.0007849954,0.0024593812,0.0023614955,0.008763094,0.0014842319,0.0023188528,0.37272784],"category_scores_gemma":[0.007131807,0.00065685844,0.0009376142,0.0019266658,0.000893435,0.0053590676,0.0033549182,0.0044820206,0.40986657],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002581054,0.00003069374,0.00013763765,0.00005068662,0.0000047587914,0.000052611183,0.00003207062,0.00006351878,0.00031770903,0.0021362293,0.9422306,0.05491773],"study_design_scores_gemma":[0.000005583814,0.000009008858,0.00013081507,0.000038359045,0.0000025669174,0.000048469014,0.00003211002,0.000121600344,0.00014936629,0.00082047214,0.998637,0.000004576479],"about_ca_topic_score_codex":0.0070207515,"about_ca_topic_score_gemma":0.014016734,"teacher_disagreement_score":0.37272784,"about_ca_system_score_codex":0.002364715,"about_ca_system_score_gemma":0.005127257,"threshold_uncertainty_score":0.8947276},"labels":[],"label_agreement":null},{"id":"W4320737676","doi":"10.1145/3584667.3584672","title":"Koli Calling Conference Report","year":2023,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Range (aeronautics); Track (disk drive); Computer science; Engineering","score_opus":0.03590896884421271,"score_gpt":0.2919025848855783,"score_spread":0.2559936160413656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320737676","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016574928,0.00600356,0.0011898486,0.04287987,0.07349307,0.0018526396,0.040382627,0.0027272895,0.8298135],"genre_scores_gemma":[0.006067734,0.0041797613,0.0011514453,0.0100040985,0.009566405,0.0014130492,0.028949026,0.0013523692,0.9373161],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.991008,0.00084083964,0.00041345306,0.0008166942,0.0049855886,0.0019353407],"domain_scores_gemma":[0.9716969,0.0019457857,0.000954096,0.0015814579,0.012673817,0.011147971],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007290081,0.0013887276,0.001003164,0.0060139624,0.0049742837,0.016199483,0.0030089684,0.0046535614,0.5391597],"category_scores_gemma":[0.016348898,0.000633276,0.0010446258,0.0049704616,0.0006191328,0.0033775433,0.005596168,0.005430991,0.50596154],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034484543,0.000025074643,0.00010232439,0.00007091807,0.0000016457241,0.000027363025,0.000021218602,0.000015255081,0.000057369834,0.00050640124,0.9895411,0.00959687],"study_design_scores_gemma":[0.000009837746,0.00001333531,0.0006451426,0.00008169842,0.0000021503242,0.000023537916,0.00008817511,0.000023183517,0.000073886324,0.0001343501,0.998895,0.000009762686],"about_ca_topic_score_codex":0.017642513,"about_ca_topic_score_gemma":0.029603546,"teacher_disagreement_score":0.5391597,"about_ca_system_score_codex":0.0054881005,"about_ca_system_score_gemma":0.025213847,"threshold_uncertainty_score":0.6573327},"labels":[],"label_agreement":null},{"id":"W4320737743","doi":"10.1145/3584667.3584669","title":"SIGCSE Technical Symposium 2023: Information for Attendees","year":2023,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Craft; Convention; Computer science; Library science; Work (physics); Engineering ethics; Political science; Engineering; Law; History","score_opus":0.10732500212932837,"score_gpt":0.3760461996327965,"score_spread":0.2687211975034681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320737743","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030527858,0.018827274,0.013654115,0.057554018,0.14143482,0.0038716644,0.060242828,0.023239102,0.67812335],"genre_scores_gemma":[0.003920884,0.011591527,0.004453366,0.007567315,0.021078354,0.0024960712,0.031775497,0.0051091313,0.91200775],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964318,0.0005344693,0.00025663516,0.00030806387,0.0019793638,0.00048947794],"domain_scores_gemma":[0.98494303,0.0010955464,0.00060623337,0.0010102342,0.0069004167,0.005444577],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007565374,0.0039028323,0.0026196188,0.005686845,0.0039068568,0.014496623,0.002303825,0.00467846,0.5915472],"category_scores_gemma":[0.013712946,0.0016299612,0.0018784996,0.005895829,0.00064342405,0.0076642716,0.005253815,0.005469332,0.66366756],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002125239,0.000026506066,0.00008531445,0.00006648422,0.0000029561322,0.00002463541,0.0000098441,0.000022260314,0.00011153237,0.00013233938,0.98201215,0.017484615],"study_design_scores_gemma":[0.000026169613,0.000031127758,0.00046493553,0.000113867565,0.0000080172895,0.00003778443,0.00005970887,0.00013869334,0.00013949882,0.00029400244,0.9986671,0.000019039235],"about_ca_topic_score_codex":0.007086282,"about_ca_topic_score_gemma":0.012699962,"teacher_disagreement_score":0.5915472,"about_ca_system_score_codex":0.002302119,"about_ca_system_score_gemma":0.0068358323,"threshold_uncertainty_score":0.58260834},"labels":[],"label_agreement":null},{"id":"W4383219807","doi":"10.1145/3607479.3607481","title":"SIGCSE Technical Symposium 2023 Report","year":2023,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Attendance; Library science; Coronavirus disease 2019 (COVID-19); Computer science; Political science; Medicine; Law","score_opus":0.08576458313553763,"score_gpt":0.39979102846912784,"score_spread":0.3140264453335902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383219807","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016919547,0.009353746,0.016058326,0.02939506,0.06444325,0.0008307849,0.026091864,0.009647573,0.8424874],"genre_scores_gemma":[0.0033688652,0.0052268505,0.0045069004,0.0031817348,0.004508457,0.00036348923,0.021165559,0.0019670536,0.9557111],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99705327,0.00030258336,0.00018081367,0.00036910622,0.0017787755,0.00031542644],"domain_scores_gemma":[0.99066293,0.00064657134,0.00014828952,0.0010132716,0.005729272,0.0017996021],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005990222,0.0016735793,0.00086544064,0.0029451193,0.0017097237,0.008018184,0.0015431341,0.0026970098,0.53527313],"category_scores_gemma":[0.008087159,0.00063279783,0.0010248115,0.0024213456,0.0005138252,0.00497676,0.0024496827,0.003732917,0.6266283],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028089793,0.000039127677,0.000105423314,0.000050660186,0.0000042488473,0.00002265387,0.000013286216,0.000042947824,0.00025711302,0.0011088056,0.9581837,0.040143944],"study_design_scores_gemma":[0.0000105597055,0.000016342174,0.00020532025,0.000047518202,0.0000052528953,0.000033544147,0.000027609696,0.00010341789,0.0002035657,0.00049443333,0.9988463,0.0000061401083],"about_ca_topic_score_codex":0.008978583,"about_ca_topic_score_gemma":0.010420723,"teacher_disagreement_score":0.53527313,"about_ca_system_score_codex":0.0018133767,"about_ca_system_score_gemma":0.005548746,"threshold_uncertainty_score":0.6628765},"labels":[],"label_agreement":null},{"id":"W4403216503","doi":"10.1145/3699853.3699854","title":"SIGCSE Speaker Fund Report: Funding for Pre-Conference Workshop at CCSC-CP 2024","year":2024,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Library science","score_opus":0.27555813061711965,"score_gpt":0.43932159571415824,"score_spread":0.1637634650970386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403216503","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011699498,0.00485192,0.0072526843,0.28149095,0.19497755,0.004964516,0.03626089,0.0043759313,0.45412603],"genre_scores_gemma":[0.019075105,0.0016371039,0.004277405,0.013036189,0.010589153,0.0028600597,0.01721837,0.0018246605,0.92948204],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99115974,0.0012692893,0.00027352804,0.0007082586,0.004327294,0.002261892],"domain_scores_gemma":[0.96260655,0.002687319,0.00048638028,0.0011137739,0.01663951,0.016466355],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01913646,0.0019042841,0.00081839634,0.0028255132,0.0055994005,0.008188406,0.0026887127,0.0086195925,0.3121245],"category_scores_gemma":[0.01510629,0.0007129333,0.001456454,0.001561822,0.00094391376,0.0033541995,0.0065896567,0.0062785987,0.1933727],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009567822,0.00007687125,0.00018450375,0.000043726002,0.000003826461,0.00006732112,0.000032486227,0.000063476844,0.0002823741,0.0005173662,0.99140793,0.0072244857],"study_design_scores_gemma":[0.00008613316,0.00010870416,0.0014034467,0.00007105827,0.000007787699,0.000035327306,0.00028773,0.00026315908,0.0005900943,0.00033023162,0.9967906,0.000025745712],"about_ca_topic_score_codex":0.023024695,"about_ca_topic_score_gemma":0.032714453,"teacher_disagreement_score":0.3121245,"about_ca_system_score_codex":0.0043853167,"about_ca_system_score_gemma":0.03213571,"threshold_uncertainty_score":0.98117095},"labels":[],"label_agreement":null},{"id":"W4403216957","doi":"10.1145/3699853.3699859","title":"Member Spotlight: Monica M. McGill","year":2024,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Mathematics education; Mathematics","score_opus":0.019825319438979024,"score_gpt":0.2607433245615411,"score_spread":0.24091800512256206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403216957","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018023459,0.00954246,0.0012685085,0.28227273,0.1655111,0.00035962928,0.00092500285,0.0027599004,0.5355583],"genre_scores_gemma":[0.0044006035,0.0022645046,0.00036020292,0.037459593,0.010634944,0.00007636314,0.00024294484,0.0002437778,0.94431704],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987367,0.00012752076,0.000037804395,0.00026167883,0.00059232884,0.00024396428],"domain_scores_gemma":[0.99370545,0.00036059876,0.00019066653,0.00019362182,0.0021390235,0.0034105547],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014332333,0.00090415124,0.00062607124,0.00091643154,0.0024236687,0.00372894,0.0012461197,0.0036216595,0.43625593],"category_scores_gemma":[0.005182677,0.00047945126,0.0004390874,0.00041017836,0.00056852604,0.0018454021,0.0020052886,0.003599934,0.2580542],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001142521,0.0000067036913,0.000052132706,0.000012835815,5.8965065e-7,0.000023595148,0.000007796535,0.000004562461,0.000057296063,0.00013364987,0.99326235,0.006427102],"study_design_scores_gemma":[0.000007316374,0.00001779997,0.0003933496,0.000034242577,0.0000018623555,0.00009021727,0.00008682467,0.000032129203,0.000070624854,0.0000929762,0.99916685,0.0000058324545],"about_ca_topic_score_codex":0.0074864104,"about_ca_topic_score_gemma":0.020490939,"teacher_disagreement_score":0.43625593,"about_ca_system_score_codex":0.0015200227,"about_ca_system_score_gemma":0.003263273,"threshold_uncertainty_score":0.8041125},"labels":[],"label_agreement":null}]}