{"meta":{"query_hash":"e55f3dae9ba8","filters":{"venue":"ACM SIGCSE Bulletin"},"cohort_total":109,"direct_labels_cover":1,"predictions_cover":109,"exported":109,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/e55f3dae9ba8","api":"https://metacan.xera.ac/api/v1/cohort?venue=ACM+SIGCSE+Bulletin"},"results":[{"id":"W1976679120","doi":"10.1145/1473195.1473219","title":"Introducing recursion by parking cars","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Algorithms and Data Compression","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Recursion (computer science); Mutual recursion; Fibonacci number; Focus (optics); Computer science; Theoretical computer science; Algorithm; Mathematics; Algebra over a field; Discrete mathematics; Pure mathematics","score_opus":0.013665859829799518,"score_gpt":0.21969003151232547,"score_spread":0.20602417168252596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976679120","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1723386,0.0030381626,0.7909803,0.026296133,0.0022672273,0.00041430665,0.000022162309,0.0008840429,0.0037590987],"genre_scores_gemma":[0.5481615,0.0006516399,0.44336373,0.0024661603,0.00069003436,0.00002918897,0.000055180124,0.000040917308,0.0045416397],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99856716,0.00007373536,0.0002060045,0.00052786624,0.0003099783,0.00031525808],"domain_scores_gemma":[0.9983505,0.00015392948,0.00008894404,0.0012477736,0.00004962731,0.000109200104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002476942,0.00014487431,0.00015418346,0.000053849315,0.00034616108,0.0000712036,0.0013754454,0.000065616696,0.00015194855],"category_scores_gemma":[0.0002465446,0.00012788459,0.000047326837,0.00018782831,0.0000426761,0.00017018443,0.0010463682,0.00018641916,0.00040106347],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007044086,0.000057083667,0.00038164528,0.00000495324,0.0000063573452,0.000063447944,0.0005224087,0.000050177317,0.0029249778,0.00038105712,0.90804064,0.08756018],"study_design_scores_gemma":[0.00030498294,0.00006249337,0.0003863887,0.00004133175,0.0000023717039,0.0000851799,0.000017991415,0.0035600306,0.007364856,0.00026912385,0.98768073,0.00022451619],"about_ca_topic_score_codex":0.00014417604,"about_ca_topic_score_gemma":5.6115414e-7,"teacher_disagreement_score":0.3758229,"about_ca_system_score_codex":0.000035338096,"about_ca_system_score_gemma":0.000028306142,"threshold_uncertainty_score":0.52149826},"labels":[],"label_agreement":null},{"id":"W1978140212","doi":"10.1145/1028174.971418","title":"Implementation challenges for a K-12 computer science curriculum","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Session (web analytics); Curriculum; Computer science; Mathematics education; Work (physics); Multimedia; Pedagogy; World Wide Web; Engineering; Psychology","score_opus":0.028007833469437325,"score_gpt":0.30510600139261584,"score_spread":0.27709816792317854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978140212","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035366382,0.00025448168,0.93464935,0.028197477,0.0005686783,0.00038336084,7.5883287e-7,0.00046844495,0.00011105965],"genre_scores_gemma":[0.50499994,0.000013284257,0.49443835,0.00031962848,0.0001466331,0.000049114704,0.0000018205459,0.0000084550875,0.000022787974],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99846476,0.000042894873,0.00018701755,0.00053914596,0.00030466978,0.0004615319],"domain_scores_gemma":[0.9989622,0.00011121637,0.00010101017,0.0006281153,0.00009097234,0.000106490756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010602553,0.00013560845,0.00012216612,0.00012704753,0.00045279867,0.00027983144,0.0014081022,0.000036341127,0.000012515977],"category_scores_gemma":[0.00017820044,0.00012544695,0.000065496184,0.0001851027,0.00008721465,0.00018787247,0.00044488205,0.00014482558,0.00009854528],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024135268,0.00008928752,0.0002064034,0.000018907629,0.000007045942,0.0000042144843,0.004083328,0.00039176384,0.000096713346,0.027629375,0.0005793163,0.9668912],"study_design_scores_gemma":[0.0024970663,0.00084468466,0.0049897307,0.0000875389,0.000013397657,0.00005165316,0.0006233174,0.0015819493,0.0018601279,0.0040274416,0.9828322,0.00059090304],"about_ca_topic_score_codex":0.00015681489,"about_ca_topic_score_gemma":0.000016661776,"teacher_disagreement_score":0.9822529,"about_ca_system_score_codex":0.00008276362,"about_ca_system_score_gemma":0.00009620662,"threshold_uncertainty_score":0.5115579},"labels":[],"label_agreement":null},{"id":"W1983559945","doi":"10.1145/961290.961612","title":"Computer science and the arts","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Art, Technology, and Culture","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"The arts; sort; Mathematics education; Computer science; Arts in education; Visual arts; Sociology; Multimedia; Pedagogy; Psychology; Art","score_opus":0.01827160844373599,"score_gpt":0.21149744938362086,"score_spread":0.19322584093988487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983559945","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1845866,0.002521235,0.00021935887,0.119680166,0.0015512599,0.00081628864,0.000012937965,0.0005314115,0.69008076],"genre_scores_gemma":[0.98521966,0.00004582129,0.00061271706,0.005716726,0.00024895233,0.0000166894,7.988649e-7,0.000008210904,0.008130415],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99936783,0.000027387565,0.00009030014,0.00017749166,0.0001475193,0.00018947436],"domain_scores_gemma":[0.9994296,0.00007969869,0.000034256307,0.00032715278,0.000096021686,0.000033283824],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004475627,0.00008459211,0.00009545756,0.000028739114,0.0007481999,0.00015738067,0.00030766588,0.00003014113,0.0015250138],"category_scores_gemma":[0.00030105817,0.000047097485,0.000023694067,0.000023644498,0.0024004318,0.000038691232,0.00011959456,0.0001227731,0.00025849763],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006918632,0.000016210115,0.000020377154,0.0000030039928,0.000006966039,0.0000030945114,0.008854623,4.9236564e-7,0.000019334831,0.7626727,0.22525398,0.003142285],"study_design_scores_gemma":[0.000371915,0.000024528461,0.000030519448,0.0000055338787,0.000008184389,0.000011620641,0.0015138119,0.000007765454,0.00019086615,0.011214852,0.98654133,0.00007908005],"about_ca_topic_score_codex":0.000035321253,"about_ca_topic_score_gemma":0.00006354962,"teacher_disagreement_score":0.8006331,"about_ca_system_score_codex":0.000008448121,"about_ca_system_score_gemma":0.000017618437,"threshold_uncertainty_score":0.99938774},"labels":[],"label_agreement":null},{"id":"W1992943987","doi":"10.1145/1140123.1140237","title":"Finite automata models for CS problem with binary semaphore","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Semaphore; Computer science; Synchronization (alternating current); Automaton; Simplicity; Deterministic finite automaton; Finite-state machine; Visualization; Theoretical computer science; Binary number; ω-automaton; Quantum finite automata; Algorithm; Automata theory; Parallel computing; Programming language; Mathematics; Arithmetic; Artificial intelligence; Channel (broadcasting)","score_opus":0.01652126303611729,"score_gpt":0.23239711755673698,"score_spread":0.2158758545206197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992943987","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022196658,0.00021620354,0.96600133,0.008566529,0.00010580695,0.00083704235,0.000016038128,0.0012725323,0.0007878866],"genre_scores_gemma":[0.4518891,0.00000768473,0.54498893,0.0001706226,0.00011306626,0.0003098379,0.00002051916,0.000049264876,0.002450965],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982791,0.000030630297,0.0002069515,0.00052047364,0.00042334967,0.0005394725],"domain_scores_gemma":[0.99698883,0.0014431075,0.000053768286,0.0012753812,0.00014349683,0.00009541246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036731217,0.00020176172,0.00018340933,0.00014865937,0.00012256758,0.00016630186,0.0016569172,0.00008296719,0.000023907834],"category_scores_gemma":[0.00031451412,0.00017092838,0.00005857717,0.00039264114,0.00004677773,0.00015605982,0.0005536435,0.00017042454,0.00013355997],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001324606,0.0004923693,0.002346762,0.00042649367,0.00007934114,0.0002774388,0.00056627026,0.4974265,0.0006703764,0.026876744,0.4583543,0.012350963],"study_design_scores_gemma":[0.0029366845,0.0011344005,0.0036867252,0.00027804862,0.000020382844,0.00009580457,0.00001776567,0.736963,0.0030903048,0.02614163,0.22447711,0.0011581753],"about_ca_topic_score_codex":0.00008449343,"about_ca_topic_score_gemma":0.000004063094,"teacher_disagreement_score":0.42969245,"about_ca_system_score_codex":0.00005202496,"about_ca_system_score_gemma":0.00008973352,"threshold_uncertainty_score":0.6970257},"labels":[],"label_agreement":null},{"id":"W2000110740","doi":"10.1145/1473195.1473220","title":"Another approach for resisting student resistance to formal methods","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Variety (cybernetics); Computer science; Formal methods; Generative grammar; Curriculum; Foundation (evidence); Subject (documents); Mathematics education; Programming language; Software engineering; Artificial intelligence; Sociology; Pedagogy; Psychology; World Wide Web","score_opus":0.055266100708604424,"score_gpt":0.34102143996430917,"score_spread":0.28575533925570473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000110740","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047671334,0.00020858011,0.9878642,0.0041582324,0.00014393266,0.00039279225,7.3888816e-7,0.0003862738,0.002078137],"genre_scores_gemma":[0.07600396,0.0000022688794,0.913828,0.0009833114,0.00013999663,0.00015572086,0.0000019266963,0.000026424914,0.008858358],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99798566,0.00029386443,0.0002873663,0.00057712826,0.00028070292,0.0005752719],"domain_scores_gemma":[0.9980784,0.0006384215,0.000116402196,0.0009799293,0.00007424415,0.0001125842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022206616,0.000182508,0.00022720733,0.00009732957,0.00075584784,0.0001359863,0.001637081,0.00006897576,0.000010754662],"category_scores_gemma":[0.0014695415,0.00017024222,0.000106349165,0.0002523441,0.00003677191,0.00009342072,0.00057490275,0.00024281789,0.000043022916],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022229251,0.00055240985,0.003215026,0.00017318218,0.00011444959,0.000051293417,0.033755936,0.0020342143,0.0010086868,0.014122716,0.13383204,0.81091774],"study_design_scores_gemma":[0.00040194383,0.00011179652,0.0019095849,0.000026826081,0.000006331194,0.000015749381,0.00014539194,0.0004859563,0.00059410074,0.00006785753,0.99595046,0.0002839808],"about_ca_topic_score_codex":0.000034536446,"about_ca_topic_score_gemma":0.00000265598,"teacher_disagreement_score":0.8621184,"about_ca_system_score_codex":0.000049624643,"about_ca_system_score_gemma":0.00003463816,"threshold_uncertainty_score":0.69422764},"labels":[],"label_agreement":null},{"id":"W2001659261","doi":"10.1145/1383602.1383649","title":"Creating synergy between usability courses and open source software projects","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Charles Babbage Institute, University of Minnesota","keywords":"Usability; Computer science; Open source software; Open source; Usability engineering; Software engineering; Pluralistic walkthrough; Context (archaeology); Usability lab; Component-based usability testing; Software; World Wide Web; Human–computer interaction; Operating system","score_opus":0.04499389615749449,"score_gpt":0.2840888090733392,"score_spread":0.23909491291584473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001659261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8500896,0.000088121495,0.13740583,0.008691532,0.00011740214,0.0008733958,0.000013660582,0.00074239925,0.001978075],"genre_scores_gemma":[0.75216055,0.0000062877716,0.24473573,0.0008022628,0.00012215461,0.00007931599,0.000010566121,0.000030373732,0.002052761],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976751,0.00018959944,0.00045828737,0.00081662013,0.00039392264,0.00046645137],"domain_scores_gemma":[0.99609625,0.001661816,0.00022531359,0.0016030764,0.00024726128,0.00016629609],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00076384493,0.0002614696,0.00039320654,0.00010825927,0.0010786913,0.0006285652,0.0031541581,0.000120718374,0.00011557071],"category_scores_gemma":[0.004528876,0.00025332373,0.000051582443,0.0006568657,0.00034502463,0.00044759616,0.00412639,0.00028412364,0.00017255313],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020987534,0.00028580602,0.84464127,0.00006759884,0.00010312296,0.0000850955,0.009079192,0.00011716918,0.000100357924,0.0027723643,0.043160524,0.09956651],"study_design_scores_gemma":[0.0022201992,0.0005399552,0.35498393,0.00026371737,0.00005371949,0.00040156225,0.00075549295,0.00039005565,0.0029626642,0.0042040497,0.6314022,0.0018224558],"about_ca_topic_score_codex":0.0009716905,"about_ca_topic_score_gemma":0.000014429656,"teacher_disagreement_score":0.5882417,"about_ca_system_score_codex":0.00006612415,"about_ca_system_score_gemma":0.00026485277,"threshold_uncertainty_score":0.9999919},"labels":[],"label_agreement":null},{"id":"W2008940264","doi":"10.1145/543812.543827","title":"'Virtual family'","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Outreach; Pair programming; Swift; Context (archaeology); Computer science; Multimedia; Java; Game programming; Software; World Wide Web; Software development; Game design; Game Developer; Game design document; Programming language","score_opus":0.04750945994368008,"score_gpt":0.2904381813819193,"score_spread":0.2429287214382392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008940264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53618324,0.00043968108,0.00006910431,0.10432025,0.0010092241,0.00017754085,0.0000016820226,0.00040538475,0.35739392],"genre_scores_gemma":[0.974184,0.00019458243,0.0006640589,0.0010288141,0.00023428003,0.000018300292,0.0000013699278,0.000006981331,0.023667665],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99923915,0.00007263843,0.00009839658,0.0001629886,0.0001768262,0.00024997396],"domain_scores_gemma":[0.9994297,0.0001256194,0.000032269483,0.00031260148,0.000037558646,0.000062224964],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00023435554,0.00006388369,0.00006920924,0.000053152467,0.00033670457,0.000027538112,0.00043745688,0.00013006486,0.0065725185],"category_scores_gemma":[0.0008225661,0.00006635749,0.000034272984,0.00015711765,0.00019610002,0.0000258354,0.000057796886,0.00012739204,0.0054468685],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020592327,0.00015110124,0.0026475394,0.0000015073447,0.00001246112,0.000005288033,0.017268414,0.0000015841596,0.000170218,0.03235168,0.8690522,0.078336],"study_design_scores_gemma":[0.00010634547,0.000026025644,0.0017280737,0.000002581027,0.0000057103593,9.676412e-7,0.011827175,0.0000018133836,0.00011533228,0.0036289357,0.9824613,0.000095773226],"about_ca_topic_score_codex":0.00039471878,"about_ca_topic_score_gemma":0.000042774638,"teacher_disagreement_score":0.43800074,"about_ca_system_score_codex":0.000039884217,"about_ca_system_score_gemma":0.000020058353,"threshold_uncertainty_score":0.99532753},"labels":[],"label_agreement":null},{"id":"W2010664765","doi":"10.1145/820127.820188","title":"Gender and information technology","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Discipline; Variety (cybernetics); Government (linguistics); Information technology; Public relations; Matching (statistics); Sociology; Convergence (economics); Engineering ethics; Political science; Social science; Engineering; Law; Economic growth; Computer science; Economics; Medicine","score_opus":0.0257160157195255,"score_gpt":0.2687064808119452,"score_spread":0.2429904650924197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010664765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4364668,0.0010057101,0.00032067826,0.20983109,0.00060043304,0.000398785,0.0000026262078,0.00078884006,0.350585],"genre_scores_gemma":[0.99595845,0.00036929405,0.002143386,0.0006797089,0.000048529593,0.000022051127,0.0000015798138,0.000003013367,0.0007739793],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994994,0.000026766316,0.00010139142,0.00009006225,0.00010307585,0.00017929383],"domain_scores_gemma":[0.9996179,0.000047544367,0.000041543102,0.0002075343,0.00004835631,0.000037154135],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00016906887,0.000052921303,0.00005627483,0.00015735342,0.00028198346,0.000030577638,0.00021909749,0.00018090934,0.0016172732],"category_scores_gemma":[0.00077218073,0.000054648826,0.000011842787,0.00021613378,0.00022317051,0.00012715822,0.00006640433,0.000113972565,0.0010772285],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004029929,0.000111499394,0.023204725,0.000018031766,0.000029521172,0.0000029453734,0.039420247,0.0000013561692,0.00008762889,0.43185863,0.22286338,0.28239802],"study_design_scores_gemma":[0.0001210068,0.000013841656,0.002436018,0.0000018624371,0.0000057876355,0.0000048013917,0.010789363,0.000003392005,0.000116555835,0.0199133,0.9665149,0.00007918079],"about_ca_topic_score_codex":0.00007294024,"about_ca_topic_score_gemma":0.000008919863,"teacher_disagreement_score":0.7436515,"about_ca_system_score_codex":0.000025428228,"about_ca_system_score_gemma":0.000014013043,"threshold_uncertainty_score":0.99970055},"labels":[],"label_agreement":null},{"id":"W2012283428","doi":"10.1145/1709424.1709460","title":"Naturally occurring data as research instrument","year":2010,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Taxonomy (biology); Syntax; Tracing; Programming language; Code (set theory); Replication (statistics); Extension (predicate logic); Mathematics education; Natural language processing; Psychology; Mathematics","score_opus":0.11374979673839135,"score_gpt":0.3855628700363099,"score_spread":0.27181307329791854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012283428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92051923,0.00034441103,0.008358786,0.060453914,0.002759943,0.00048340415,0.0000040654586,0.0013455505,0.0057306886],"genre_scores_gemma":[0.79224575,0.0000042026627,0.206018,0.00051719043,0.00022635824,0.000010929193,0.000009365614,0.000014813591,0.0009534171],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99754906,0.00026430713,0.0002016096,0.00073328585,0.00066235545,0.00058941054],"domain_scores_gemma":[0.9954928,0.00060749985,0.00006430994,0.0035713278,0.00009611464,0.00016793248],"candidate_categories":["open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036111746,0.00013886356,0.000125835,0.00014632902,0.00050728896,0.00060877844,0.006953902,0.00010929838,0.00016509423],"category_scores_gemma":[0.0044938503,0.00012535062,0.000034385044,0.00030842575,0.000097101176,0.00020772469,0.005423148,0.0021504967,0.0018235956],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007842966,0.00007936616,0.0012320002,0.000012744728,0.0000145263,0.00006004046,0.0015701461,0.000007097337,0.0009069715,0.017387753,0.026453998,0.9522675],"study_design_scores_gemma":[0.00019162233,0.000068658264,0.0008504811,0.000027374323,0.0000018877842,0.000048011567,0.000091278474,0.00049786776,0.00028039108,0.00040826158,0.99736655,0.0001676411],"about_ca_topic_score_codex":0.0007001134,"about_ca_topic_score_gemma":0.00003465335,"teacher_disagreement_score":0.9709125,"about_ca_system_score_codex":0.000023174423,"about_ca_system_score_gemma":0.000105438965,"threshold_uncertainty_score":0.9989536},"labels":[],"label_agreement":null},{"id":"W2015367725","doi":"10.1145/1138403.1138438","title":"Ethics and usability testing in computer science education","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Usability; Usability engineering; Computer science; Information ethics; Quality (philosophy); Engineering ethics; Computer ethics; Knowledge management; Human–computer interaction; Engineering; Meta-ethics","score_opus":0.024909717504489177,"score_gpt":0.27902372374948714,"score_spread":0.25411400624499797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015367725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85290396,0.00007345862,0.11290018,0.022087174,0.0014279546,0.0004828739,5.213229e-7,0.00018907202,0.009934805],"genre_scores_gemma":[0.8098846,0.0000010555408,0.18863352,0.001248275,0.00006908642,0.00002069771,0.0000013702553,0.0000023399532,0.00013906616],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987236,0.00008971863,0.00035027644,0.00029494902,0.00033307253,0.00020834626],"domain_scores_gemma":[0.9987416,0.00033169697,0.000110763205,0.00044809052,0.0003052523,0.0000625599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002247912,0.00009065598,0.00009065125,0.00017148789,0.00028065854,0.0002730828,0.00061203144,0.000050619707,0.000017958593],"category_scores_gemma":[0.0008996729,0.0000858171,0.000010842361,0.0007412025,0.00011537158,0.0002814764,0.00031901855,0.0002085906,0.00012380193],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004215916,0.00075720996,0.21653396,0.00022182796,0.0000039495026,0.0000033477727,0.022653364,0.0007664716,0.00064205175,0.14687349,0.02580514,0.58573496],"study_design_scores_gemma":[0.0005129145,0.000050853312,0.884943,0.00019517196,0.0000019188074,0.00009872652,0.0005983148,0.016766705,0.0013373469,0.007857055,0.08704758,0.0005903844],"about_ca_topic_score_codex":0.00041007457,"about_ca_topic_score_gemma":0.000016559941,"teacher_disagreement_score":0.66840905,"about_ca_system_score_codex":0.00013125551,"about_ca_system_score_gemma":0.0010200782,"threshold_uncertainty_score":0.34995195},"labels":[],"label_agreement":null},{"id":"W2017240144","doi":"10.1145/1047124.1047441","title":"Learning by doing","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Control (management); Software; Software engineering; Work (physics); Code (set theory); Software development; Programming language; Artificial intelligence; Engineering","score_opus":0.0072012255912518195,"score_gpt":0.22962121018862447,"score_spread":0.22241998459737264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017240144","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11613566,0.0018089616,0.7713543,0.09354761,0.00055540015,0.0002665454,6.27562e-7,0.0039714663,0.012359403],"genre_scores_gemma":[0.6755644,0.000009838835,0.31651628,0.00073677587,0.00015728612,0.000008358486,0.0000024043622,0.000015759175,0.0069888956],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986354,0.00017252672,0.00017924953,0.00038254153,0.00023082494,0.0003994746],"domain_scores_gemma":[0.99894476,0.00027265382,0.0000880704,0.00056594185,0.000024398321,0.000104183724],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00065580657,0.00013961861,0.00012659021,0.000058541445,0.00033698615,0.00026895918,0.001149955,0.00006464572,0.00014281513],"category_scores_gemma":[0.00049762893,0.00013703418,0.00006233228,0.00015046398,0.000026070766,0.00011613156,0.0004263909,0.0005707948,0.0015893921],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018826539,0.000033599354,0.00041873092,0.000003723119,0.0000069756707,0.0000059640265,0.0019288968,0.00089407235,0.00032039065,0.0005526346,0.03544402,0.96038914],"study_design_scores_gemma":[0.00019541844,0.00006606493,0.00007642219,0.00001820513,0.000002557104,0.00001615036,0.00007277948,0.0011124255,0.00047534253,0.00001515455,0.99776554,0.0001839445],"about_ca_topic_score_codex":0.00005522933,"about_ca_topic_score_gemma":0.0000011429529,"teacher_disagreement_score":0.9623215,"about_ca_system_score_codex":0.000036316807,"about_ca_system_score_gemma":0.000016140788,"threshold_uncertainty_score":0.999188},"labels":[],"label_agreement":null},{"id":"W2017587927","doi":"10.1145/1473195.1473222","title":"Using open-source robocode as a Java programming assignment","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Seneca Polytechnic","funders":"","keywords":"Java; Computer science; Open source; Reflection (computer programming); Mathematics education; Programming language; Pedagogy; Psychology; Software","score_opus":0.07750012526958257,"score_gpt":0.3129533146011387,"score_spread":0.23545318933155612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017587927","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08671195,0.00034938427,0.90127456,0.007532107,0.0004042662,0.0008366794,3.9439755e-7,0.0011860267,0.0017046425],"genre_scores_gemma":[0.42175937,0.0000069827806,0.57375747,0.00063604227,0.00011278814,0.000049531292,0.0000021694718,0.000037583366,0.0036380733],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972767,0.000336963,0.00037179264,0.00077931036,0.00050828734,0.00072689715],"domain_scores_gemma":[0.9978681,0.00025453014,0.0002244466,0.0013538223,0.00006093139,0.00023812211],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001012929,0.00028843043,0.0003050368,0.000114794035,0.0009568019,0.0006757867,0.0033711414,0.00011376525,0.00010507022],"category_scores_gemma":[0.00070639467,0.00027847927,0.000112957176,0.0003585634,0.00009737492,0.00023226008,0.0024260008,0.00053988,0.0005953759],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000306533,0.00048617928,0.002721826,0.000025512321,0.00007042113,0.00044141093,0.009685175,0.0053805974,0.00057601905,0.0020173267,0.008358442,0.97020644],"study_design_scores_gemma":[0.0005977954,0.00019489395,0.0002117148,0.00008377732,0.000010986153,0.0004938532,0.0001808563,0.0022197552,0.0004482561,0.00007921804,0.9950519,0.0004270027],"about_ca_topic_score_codex":0.0012055762,"about_ca_topic_score_gemma":0.000003297215,"teacher_disagreement_score":0.98669344,"about_ca_system_score_codex":0.0001223197,"about_ca_system_score_gemma":0.00014016722,"threshold_uncertainty_score":0.99996674},"labels":[],"label_agreement":null},{"id":"W2018873511","doi":"10.1145/1028174.971429","title":"Developing principles of GUI programming using views","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Microsoft Research","keywords":"Computer science; Programming language; Programmer; XML; Notation; Java; Event-driven programming; Programming paradigm; Software engineering; Procedural programming; Inductive programming; Operating system","score_opus":0.1032978941526476,"score_gpt":0.32310445525516995,"score_spread":0.21980656110252234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018873511","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25672525,0.00029005602,0.740065,0.0021365278,0.00016643436,0.00026472806,4.2007582e-7,0.0002748417,0.000076757184],"genre_scores_gemma":[0.24751171,0.000007728754,0.75228226,0.00006160294,0.000042356696,0.000015859592,6.1574974e-7,0.000015843381,0.0000619954],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985251,0.00003548953,0.00031733135,0.00033046503,0.00038903832,0.00040257792],"domain_scores_gemma":[0.9984281,0.00037468964,0.00009293217,0.0008999833,0.000123,0.00008129003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000576231,0.00014055335,0.0001924732,0.0001433811,0.000081415186,0.00008031776,0.0015414084,0.000059975668,0.000015483241],"category_scores_gemma":[0.002584136,0.00013572331,0.000059967853,0.00048798134,0.00004859795,0.00008627767,0.0009866884,0.00015415992,0.000077958175],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005850129,0.00086576556,0.044605155,0.0019759752,0.00036463403,0.0007565254,0.012764153,0.115065046,0.03784155,0.21939297,0.0015509077,0.56475884],"study_design_scores_gemma":[0.0020639724,0.00028946297,0.01746427,0.0013985095,0.000019425479,0.00021423203,0.00011549631,0.002878877,0.17481261,0.0036808508,0.7956617,0.0014006052],"about_ca_topic_score_codex":0.00008767653,"about_ca_topic_score_gemma":0.0000029050077,"teacher_disagreement_score":0.7941108,"about_ca_system_score_codex":0.0001617553,"about_ca_system_score_gemma":0.00021836262,"threshold_uncertainty_score":0.55346364},"labels":[],"label_agreement":null},{"id":"W2019263155","doi":"10.1145/1028174.971453","title":"IEEE-CS/ACM computing curricula","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Miami; Atlanta; Library science; Commonwealth; Citation; Computer science; History; Archaeology; Metropolitan area","score_opus":0.017253661041669113,"score_gpt":0.2570220654840884,"score_spread":0.2397684044424193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019263155","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26436955,0.00023003954,0.6237618,0.07104836,0.0075728456,0.0010501554,0.0000031928453,0.0015102325,0.030453868],"genre_scores_gemma":[0.8562348,0.000007175351,0.13830504,0.0042890143,0.00021854126,0.000028550758,0.0000074877407,0.000011889291,0.0008975099],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982931,0.00005400373,0.00050731713,0.00032911103,0.00043932066,0.00037714813],"domain_scores_gemma":[0.99813914,0.00009033334,0.0002170935,0.0012023835,0.00019097392,0.00016006331],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004949453,0.00019160537,0.00018312309,0.00012997743,0.00027978653,0.00024933633,0.002013392,0.00007440219,0.0001828255],"category_scores_gemma":[0.0003241245,0.00017343451,0.000078866855,0.00044519186,0.000031394076,0.00018931297,0.0005144249,0.00016163453,0.0062542385],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009351397,0.0007527964,0.0025771796,0.00017209185,0.0001016921,0.000081833714,0.04003494,0.005201781,0.00046138684,0.16648501,0.65403146,0.13009045],"study_design_scores_gemma":[0.0018863094,0.00007888638,0.006411725,0.00027115282,0.0000082536,0.00030362076,0.00119654,0.0007919149,0.0061586094,0.0040167263,0.977851,0.0010253163],"about_ca_topic_score_codex":0.000052316947,"about_ca_topic_score_gemma":0.0000012092976,"teacher_disagreement_score":0.59186524,"about_ca_system_score_codex":0.00015893916,"about_ca_system_score_gemma":0.00017602151,"threshold_uncertainty_score":0.99451953},"labels":[],"label_agreement":null},{"id":"W2020337406","doi":"10.1145/1140123.1140273","title":"Application of finite state automata to the bakery algorithm in critical section modeling","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Critical section; Mutual exclusion; Computer science; Automaton; Section (typography); Finite-state machine; State (computer science); Algorithm; Property (philosophy); Bounded function; Theoretical computer science; Distributed computing; Mathematics; Operating system","score_opus":0.013087769272518077,"score_gpt":0.2608764308339877,"score_spread":0.24778866156146961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020337406","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010952669,0.00006141255,0.98121387,0.00703111,0.00019132724,0.00022196406,0.000023034292,0.00007548284,0.0002291259],"genre_scores_gemma":[0.9566275,0.0000035742623,0.042819716,0.00024934596,0.00011455478,0.0000775998,0.000009795021,0.00000728198,0.0000906657],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988063,0.00007281865,0.00036139906,0.0003025055,0.00023887158,0.00021812078],"domain_scores_gemma":[0.9988484,0.00021430165,0.00005662156,0.0007392216,0.0001032673,0.000038208364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049783225,0.00009746464,0.00013905912,0.00006300871,0.00006790258,0.00007191106,0.0007181784,0.000047138976,0.0000049780824],"category_scores_gemma":[0.00016791023,0.00007974382,0.000036186124,0.00038294127,0.000019912355,0.00007809775,0.0001953382,0.00011551119,0.00009527618],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004167436,0.0004461684,0.00038035028,0.000086435044,0.000012394039,0.00003825583,0.0009167756,0.6911609,0.0010507456,0.013162616,0.02401161,0.26869205],"study_design_scores_gemma":[0.00017274426,0.000031360036,0.0006980212,0.00003347674,0.0000015944988,0.000007712926,0.000019545781,0.9562038,0.00020027958,0.0018172747,0.040710147,0.00010401576],"about_ca_topic_score_codex":0.0011313545,"about_ca_topic_score_gemma":0.00004601544,"teacher_disagreement_score":0.9456748,"about_ca_system_score_codex":0.00003327606,"about_ca_system_score_gemma":0.000022226506,"threshold_uncertainty_score":0.32518584},"labels":[],"label_agreement":null},{"id":"W2032616423","doi":"10.1145/961290.961573","title":"IEEE-CS/ACM computing curricula","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Curriculum; Software engineering; Computer science; Construct (python library); Process (computing); Software; Engineering management; Software Engineering Process Group; Volume (thermodynamics); Software development; Software development process; Engineering; Programming language; Pedagogy; Sociology","score_opus":0.020848385656718958,"score_gpt":0.26619897127636266,"score_spread":0.2453505856196437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032616423","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021241097,0.00047720372,0.9664262,0.00506308,0.0011072065,0.00020518425,9.105498e-7,0.0018366453,0.0036424936],"genre_scores_gemma":[0.3734122,0.000033036107,0.62536556,0.0007806277,0.00009434922,0.000009730286,8.6834484e-7,0.000018621242,0.0002850121],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99862653,0.000120948884,0.00023059688,0.00040891318,0.00024485448,0.0003681651],"domain_scores_gemma":[0.9970439,0.0010523474,0.00011297703,0.0016167226,0.000064338616,0.00010971969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067046826,0.00018896241,0.00017348769,0.00007776707,0.00013999241,0.00018158158,0.0019478914,0.000089126355,0.00015842794],"category_scores_gemma":[0.0028425378,0.00017960723,0.00007769992,0.0003185108,0.000025852498,0.00013356245,0.00043823922,0.00027354437,0.0004754135],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013102143,0.0004412234,0.0051979697,0.00012061291,0.000101686164,0.00046925826,0.0014185383,0.0031024886,0.0012861695,0.11247726,0.7152475,0.16012417],"study_design_scores_gemma":[0.00022706573,0.00008044335,0.00039372692,0.00005311095,0.000008597444,0.00013020572,0.000011561601,0.0016792384,0.0067623556,0.0050258543,0.9852175,0.0004103422],"about_ca_topic_score_codex":0.000031118587,"about_ca_topic_score_gemma":3.3360365e-7,"teacher_disagreement_score":0.3521711,"about_ca_system_score_codex":0.000029978914,"about_ca_system_score_gemma":0.00002725359,"threshold_uncertainty_score":0.73241705},"labels":[],"label_agreement":null},{"id":"W2036929850","doi":"10.1145/820127.820180","title":"Towards an integrated learning laboratory environment for first-year computer science students","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Java; Desk; Computer science; Unix; Focus (optics); Learning environment; Interface (matter); World Wide Web; Multimedia; Human–computer interaction; Programming language; Mathematics education; Operating system; Psychology","score_opus":0.009141153592460103,"score_gpt":0.21969370845207783,"score_spread":0.21055255485961774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036929850","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9245045,0.0005287308,0.07119774,0.00027273822,0.000881243,0.0006293531,0.000017176482,0.0014651933,0.0005033345],"genre_scores_gemma":[0.8893418,0.000065271335,0.10998868,0.00005661189,0.00016706216,0.00008379226,0.0000115840785,0.000090109446,0.00019513501],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859,0.00002411727,0.00021331542,0.00035126973,0.00038181213,0.00043946732],"domain_scores_gemma":[0.9992672,0.00007086974,0.00003074021,0.00043356538,0.000035162524,0.00016245557],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033425214,0.00023237865,0.00017908418,0.00011888627,0.00020354537,0.00012554254,0.0007553901,0.00007614464,0.0008366457],"category_scores_gemma":[0.00013338092,0.00024942713,0.00004308427,0.00018676194,0.00010435061,0.000116985146,0.0002057456,0.00030693001,0.00054540474],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012521129,0.0001745256,0.0027199928,0.00007147833,0.000055217122,0.000014544315,0.0021327962,0.9620899,0.0127205225,0.000064804895,0.005438356,0.014505324],"study_design_scores_gemma":[0.0009794716,0.0003931294,0.0020724668,0.00007618234,0.000015057299,0.000004549102,0.0002979658,0.16133094,0.01480948,0.000005094868,0.8193939,0.00062181946],"about_ca_topic_score_codex":0.000006043273,"about_ca_topic_score_gemma":4.436382e-7,"teacher_disagreement_score":0.8139555,"about_ca_system_score_codex":0.00026486814,"about_ca_system_score_gemma":0.000006309636,"threshold_uncertainty_score":0.99999577},"labels":[],"label_agreement":null},{"id":"W2040888129","doi":"10.1145/1345375.1345438","title":"Developing a computer science-specific learning taxonomy","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":279,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Taxonomy (biology); Computer science; Bloom's taxonomy; Domain (mathematical analysis); Data science; Cognition; Artificial intelligence; Management science; Psychology; Engineering; Ecology; Biology","score_opus":0.04597120944008351,"score_gpt":0.2659085814039111,"score_spread":0.2199373719638276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040888129","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035292998,0.00013074923,0.95909303,0.003045776,0.0006022782,0.00016382601,4.8564374e-8,0.0007407143,0.00093059096],"genre_scores_gemma":[0.39197764,0.0000049925297,0.6071422,0.00036379482,0.00022546499,0.000009339413,8.0306717e-7,0.000012502444,0.00026323204],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99739945,0.00010561636,0.00034289094,0.00075431605,0.0005149717,0.00088275486],"domain_scores_gemma":[0.99820745,0.0004736019,0.00016053171,0.00082990836,0.00012976964,0.000198715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039547966,0.00021379933,0.00019450011,0.00035133277,0.0009953531,0.00066242437,0.002403818,0.000074064905,0.00004284037],"category_scores_gemma":[0.00044024168,0.00020836592,0.00007473572,0.0008902819,0.00021124957,0.00021857716,0.0012147952,0.0006796619,0.00072008715],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050119133,0.000025573141,0.0015626646,0.0000061373753,0.0000060379957,0.000048098293,0.0012273847,0.00031058714,0.00017517367,0.012036823,0.0012535685,0.98334295],"study_design_scores_gemma":[0.00025087406,0.00007964756,0.00340908,0.000048343107,0.0000016179963,0.00005190347,0.0001048204,0.00068095495,0.00093542924,0.00009848659,0.9940144,0.0003244396],"about_ca_topic_score_codex":0.00003693923,"about_ca_topic_score_gemma":0.0000015018331,"teacher_disagreement_score":0.99276084,"about_ca_system_score_codex":0.00017585368,"about_ca_system_score_gemma":0.00013859675,"threshold_uncertainty_score":0.92555034},"labels":[],"label_agreement":null},{"id":"W2054300774","doi":"10.1145/1140123.1140267","title":"Interactive embedded examples","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Animation; Computer science; Java; Class (philosophy); Set (abstract data type); Programming language; Computer graphics (images); Multimedia; Software engineering; World Wide Web; Human–computer interaction; Artificial intelligence","score_opus":0.01825976416674805,"score_gpt":0.2781250647496389,"score_spread":0.2598653005828908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054300774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8237917,0.0004078716,0.025551511,0.011108226,0.0017249443,0.0005663565,0.000019849025,0.0018972344,0.13493231],"genre_scores_gemma":[0.98621243,0.00000979867,0.0039422866,0.000263791,0.00060328585,0.000023879105,0.0000069558,0.000016620743,0.008920923],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906224,0.0001032675,0.00013401538,0.00019220203,0.00022082959,0.00028744814],"domain_scores_gemma":[0.9987658,0.0008165623,0.00004448255,0.00025598906,0.000050651575,0.00006648802],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002789934,0.000100366036,0.000112151574,0.00005392318,0.00018995935,0.00007019872,0.00031694007,0.00007266884,0.0019213592],"category_scores_gemma":[0.0010646323,0.000101389196,0.000055842313,0.000115919516,0.00007877304,0.00004195053,0.000053934065,0.000114964634,0.00096154766],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006723837,0.00026516648,0.02031571,0.000021275857,0.000054822423,0.00010909005,0.0178184,0.00046850138,0.0014395866,0.01334971,0.92900395,0.017086515],"study_design_scores_gemma":[0.00025346281,0.000028091672,0.0075702863,0.000026790172,0.000010012713,0.000002071556,0.0015794643,0.0000063987677,0.0010952742,0.0031124244,0.9860736,0.00024210651],"about_ca_topic_score_codex":0.005992883,"about_ca_topic_score_gemma":0.00022460015,"teacher_disagreement_score":0.16242075,"about_ca_system_score_codex":0.0000595773,"about_ca_system_score_gemma":0.00003438212,"threshold_uncertainty_score":0.9998163},"labels":[],"label_agreement":null},{"id":"W2054673081","doi":"10.1145/1473195.1473233","title":"Girls, computer science, and games","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Usability; Computer science; Subject (documents); Computer game; Multimedia; Mathematics education; Game based learning; Science learning; Computer graphics; Video game; Video game development; Game design; Video game design; Graphics; Game Developer; Human–computer interaction; Psychology; Science education; Artificial intelligence; World Wide Web; Computer graphics (images)","score_opus":0.02727072913984487,"score_gpt":0.28611678178835664,"score_spread":0.2588460526485118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054673081","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9386339,0.00014130103,0.00008597415,0.039182838,0.00045892262,0.000116101255,5.2844814e-7,0.00014074,0.021239685],"genre_scores_gemma":[0.9918188,0.00016569358,0.0055816695,0.00091861514,0.00018979765,0.000008544808,5.5434697e-7,0.0000038416974,0.001312519],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99915063,0.000034724282,0.000079617224,0.000211392,0.00027909444,0.00024454776],"domain_scores_gemma":[0.9994458,0.00008453099,0.000029556568,0.00023640874,0.00012288008,0.00008084851],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000525217,0.00005625666,0.000068526235,0.00010238881,0.000927703,0.000033600598,0.00039208957,0.00006710803,0.00027696497],"category_scores_gemma":[0.00060033746,0.00005418954,0.000013345508,0.0002999284,0.0016904767,0.000049967846,0.00012528799,0.00008776948,0.00021854589],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009152998,0.00025028654,0.114921056,0.000010184165,0.000019230218,0.000028088676,0.061144877,0.0000024938577,0.00049202214,0.033302583,0.6493605,0.14045955],"study_design_scores_gemma":[0.000162411,0.000035468736,0.070477575,0.000003842212,0.0000049462906,0.000021260968,0.0017123607,0.0000051965876,0.00052351446,0.0038805,0.9230363,0.00013666443],"about_ca_topic_score_codex":0.00035207425,"about_ca_topic_score_gemma":0.000024549037,"teacher_disagreement_score":0.2736758,"about_ca_system_score_codex":0.000042176587,"about_ca_system_score_gemma":0.00022833855,"threshold_uncertainty_score":0.7135235},"labels":[],"label_agreement":null},{"id":"W2055559567","doi":"10.1145/1189136.1189176","title":"How much choice is too much?","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Flexibility (engineering); Accreditation; Accountability; Computer science; Quality (philosophy); Work (physics); Perspective (graphical); Freedom of choice; Mathematics education; Psychology; Medical education; Artificial intelligence; Management; Political science; Engineering","score_opus":0.013873262198988429,"score_gpt":0.2295154148745094,"score_spread":0.21564215267552098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055559567","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2596643,0.0015826426,0.27866158,0.44530144,0.001545988,0.0005237024,0.0000043196333,0.0032767265,0.0094393045],"genre_scores_gemma":[0.80382115,0.0000037425798,0.15347949,0.00215789,0.00043941409,0.000019847417,0.0000049500836,0.00002475295,0.040048786],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982716,0.00013658754,0.000182437,0.0005544432,0.00034914058,0.00050580944],"domain_scores_gemma":[0.9982085,0.0003526523,0.00011522289,0.0011690587,0.00005977545,0.00009477413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042710674,0.00020328621,0.00017909723,0.00009027986,0.000305744,0.00073942647,0.0016422037,0.00010280544,0.0000723435],"category_scores_gemma":[0.0005866985,0.00019194065,0.000106480285,0.00025478035,0.000046921137,0.00013685347,0.00048340517,0.000412752,0.0006046963],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043516725,0.00015541997,0.0037775692,0.000022531016,0.000019242569,0.00005290336,0.0011874094,0.000029314946,0.00045611765,0.009033969,0.6032467,0.38201448],"study_design_scores_gemma":[0.0002838219,0.00005821223,0.002414936,0.000016726706,0.00000550047,0.000018478038,0.000050567334,0.00021038717,0.00095007237,0.00060965127,0.9951216,0.0002600434],"about_ca_topic_score_codex":0.0008337203,"about_ca_topic_score_gemma":0.000008168612,"teacher_disagreement_score":0.54415685,"about_ca_system_score_codex":0.000037018308,"about_ca_system_score_gemma":0.00002866572,"threshold_uncertainty_score":0.7827112},"labels":[],"label_agreement":null},{"id":"W2056233383","doi":"10.1145/782941.782999","title":"Information technology fluency in practice","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Fluency; Set (abstract data type); Context (archaeology); Work (physics); Computer science; Psychology; Cognitive psychology; Mathematics education; Engineering; Geography","score_opus":0.00944723736324211,"score_gpt":0.2313233680680912,"score_spread":0.2218761307048491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056233383","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03272513,0.00051345455,0.09719282,0.4417006,0.002858163,0.0014527689,0.0000024383203,0.0013581894,0.42219642],"genre_scores_gemma":[0.86250854,0.00008253054,0.12534375,0.0102505,0.000043225,0.00020002502,0.000006163954,0.0000061474807,0.0015590909],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989597,0.00004423431,0.00044406764,0.00010215701,0.00024264696,0.00020716169],"domain_scores_gemma":[0.9989551,0.00007560854,0.00018882567,0.00055203313,0.00018273616,0.000045702327],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003616558,0.00009383159,0.000094488416,0.0004018632,0.000077021876,0.00013167526,0.00082087616,0.00008474163,0.00040319894],"category_scores_gemma":[0.0010150538,0.00009031424,0.000018269657,0.0008204034,0.000016262435,0.0010696184,0.00020078511,0.00014235511,0.011100429],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053129825,0.00030802566,0.0019946194,0.00004659282,0.000022022456,0.00001311315,0.03860596,0.0000905735,0.000027166303,0.24444701,0.40361282,0.31082678],"study_design_scores_gemma":[0.00029458755,0.000018418657,0.000667194,0.000018209415,0.000001008242,0.00006766498,0.0016973566,0.00056615454,0.00017188971,0.00031001033,0.9960491,0.00013837586],"about_ca_topic_score_codex":0.000018679159,"about_ca_topic_score_gemma":7.869536e-7,"teacher_disagreement_score":0.82978344,"about_ca_system_score_codex":0.00009276906,"about_ca_system_score_gemma":0.000035770692,"threshold_uncertainty_score":0.98966956},"labels":[],"label_agreement":null},{"id":"W2066878596","doi":"10.1145/1113847.1113883","title":"Choice in the classroom","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Island University; University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Coursework; Weighting; Grading (engineering); Set (abstract data type); Computer science; Mathematics education; Psychology; Programming language; Engineering","score_opus":0.023819761963997443,"score_gpt":0.2576615417337542,"score_spread":0.23384177976975679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066878596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42606533,0.001825847,0.2192475,0.27057302,0.0017299929,0.0012441966,0.0000017893913,0.0007870393,0.0785253],"genre_scores_gemma":[0.9711306,0.0000065382515,0.011710469,0.0028662535,0.00056195975,0.000023602342,4.6522743e-7,0.000008529436,0.013691562],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99885523,0.00015943132,0.00019926309,0.0002586946,0.00024794476,0.0002794097],"domain_scores_gemma":[0.9986674,0.00048902683,0.00006189981,0.00072064897,0.000030200363,0.000030795345],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006830056,0.00010575289,0.00010196161,0.000057019162,0.00010462219,0.00014851133,0.0017005366,0.000045118464,0.00009158417],"category_scores_gemma":[0.00037787587,0.000073627176,0.00004933492,0.00018834892,0.000015303796,0.00008861219,0.0002223696,0.00026869235,0.0016733641],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012783843,0.00041006794,0.022420082,0.000033843222,0.000032524695,0.00014335183,0.010208094,0.0046059005,0.0010980318,0.5837758,0.13844457,0.23881494],"study_design_scores_gemma":[0.00013326455,0.000027570679,0.005418887,0.0000244424,9.45419e-7,0.000012530219,0.00008230697,0.00054412516,0.0002803588,0.00016564784,0.9932047,0.00010519177],"about_ca_topic_score_codex":0.00019909936,"about_ca_topic_score_gemma":0.00003008447,"teacher_disagreement_score":0.85476017,"about_ca_system_score_codex":0.00004128885,"about_ca_system_score_gemma":0.000016952103,"threshold_uncertainty_score":0.99910396},"labels":[],"label_agreement":null},{"id":"W2072628972","doi":"10.1145/355354.355375","title":"Experiments with distance learning in software engineering graduate courses","year":2000,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Government of Alberta","keywords":"Distance education; Computer science; Graduate students; Software; Graduate education; Software engineering; Multimedia; Mathematics education; Psychology; Pedagogy; Programming language","score_opus":0.02060776067581981,"score_gpt":0.2879359280902579,"score_spread":0.2673281674144381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072628972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918657,0.00023443697,0.00013149268,0.0035009608,0.00005780088,0.00013941385,0.000001058126,0.00024515417,0.0038240026],"genre_scores_gemma":[0.9792588,0.00015950427,0.0103764925,0.00009401925,0.0001606206,0.000024217497,0.000005854532,0.000025739168,0.0098947715],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987643,0.00010688821,0.00014633087,0.00024109767,0.0003305482,0.00041086614],"domain_scores_gemma":[0.9994654,0.00020735487,0.000043983327,0.00016569834,0.000030335446,0.000087232314],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003235828,0.00012766305,0.00015052162,0.00005208474,0.00024028102,0.00006324525,0.00026868226,0.000058001548,0.001856175],"category_scores_gemma":[0.00062019366,0.000120059136,0.000029677989,0.00023733955,0.00007309439,0.000079829166,0.000028781787,0.00033120447,0.00025100008],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051073136,0.0006995737,0.33885545,0.00009828055,0.00011012023,0.0009010409,0.048171483,0.046716,0.0003129869,0.0017453934,0.011090165,0.55078876],"study_design_scores_gemma":[0.00041995963,0.00006274716,0.0035237446,0.00012434264,0.000005784003,0.0000018810533,0.0033247413,0.000049678783,0.00018243278,0.000018636256,0.9920448,0.00024125635],"about_ca_topic_score_codex":0.0005117269,"about_ca_topic_score_gemma":0.00019019189,"teacher_disagreement_score":0.98095465,"about_ca_system_score_codex":0.00006400759,"about_ca_system_score_gemma":0.000094868024,"threshold_uncertainty_score":0.9990563},"labels":[],"label_agreement":null},{"id":"W2076573027","doi":"10.1145/1595453.1595455","title":"Formal methods versus engineering","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Engineering mathematics; Science and engineering; Position (finance); Formal methods; Domain (mathematical analysis); Computer science; Key (lock); Software engineering; Mathematics education; Management science; Applied mathematics; Calculus (dental); Mathematics; Engineering; Engineering ethics","score_opus":0.027312784894961892,"score_gpt":0.2765459763135167,"score_spread":0.2492331914185548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076573027","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32325786,0.002454945,0.45458737,0.09651153,0.003899823,0.00069621956,0.0000040179525,0.0039125676,0.114675656],"genre_scores_gemma":[0.9593499,0.000017520882,0.03594013,0.0027165622,0.0014672292,0.000010911065,0.00001990153,0.000030537416,0.00044733848],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988309,0.0000061687947,0.0002573308,0.00029046275,0.00019805726,0.00041704238],"domain_scores_gemma":[0.9992205,0.00008633103,0.00011454639,0.00041780563,0.0001431663,0.00001763512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050371094,0.00021340493,0.00024183039,0.00023483268,0.00016658304,0.00024281991,0.00048004332,0.000084312764,0.0005245347],"category_scores_gemma":[0.0008940979,0.00019910991,0.00013020496,0.0005025311,0.000014566535,0.00043281962,0.00017505027,0.00016941837,0.0006745373],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005597294,0.00033711919,0.00041894102,0.00034066528,0.00021742033,0.000060042203,0.00013248286,0.0333875,0.004324234,0.024584414,0.03567213,0.89996535],"study_design_scores_gemma":[0.0017078099,0.000026147629,0.0010250652,0.00007233872,0.0002532683,0.0000027157803,0.00008332226,0.0746899,0.00052621047,0.0021685367,0.91870445,0.00074024004],"about_ca_topic_score_codex":0.000107453125,"about_ca_topic_score_gemma":0.0000016973049,"teacher_disagreement_score":0.89922506,"about_ca_system_score_codex":0.000016780441,"about_ca_system_score_gemma":0.00000881756,"threshold_uncertainty_score":0.86700374},"labels":[],"label_agreement":null},{"id":"W2076949411","doi":"10.1145/1028174.971344","title":"Redesigning introductory computer programming with HTML, JavaScript, and Java","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"JavaScript; Java; Computer science; Java Programming Language; Programming language; Course (navigation); Software engineering; Engineering","score_opus":0.010455336097791408,"score_gpt":0.21056593714980712,"score_spread":0.20011060105201572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076949411","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08432413,0.0007143584,0.8980805,0.014671044,0.00042302377,0.00039087463,2.8482097e-7,0.0012091178,0.00018663098],"genre_scores_gemma":[0.33752355,0.000006583272,0.6614174,0.0004806473,0.00027066487,0.000020401849,0.0000020963791,0.000025935598,0.0002527125],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99793285,0.00015086746,0.000253543,0.0007704137,0.00033380536,0.00055851653],"domain_scores_gemma":[0.99855226,0.00015301144,0.00013467348,0.00091178255,0.00006986415,0.00017842172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008054721,0.00027065346,0.00025196632,0.00013062468,0.0004316849,0.0005458201,0.00092943816,0.000083925006,0.000011045597],"category_scores_gemma":[0.00020861902,0.00022940732,0.000049361755,0.0002563922,0.00014776926,0.00018310851,0.0005298371,0.0005301632,0.000102381506],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001977266,0.00013867363,0.002180706,0.000048803227,0.000058667236,0.00015790376,0.006262895,0.0011837053,0.00023118511,0.0035928374,0.0040648505,0.98206],"study_design_scores_gemma":[0.0015204166,0.0008352508,0.002902537,0.0002504808,0.000024607032,0.00037250074,0.00018431041,0.0002836718,0.00050369994,0.00027277513,0.9921951,0.0006546111],"about_ca_topic_score_codex":0.00015830235,"about_ca_topic_score_gemma":0.000004333217,"teacher_disagreement_score":0.9881303,"about_ca_system_score_codex":0.00006019756,"about_ca_system_score_gemma":0.00006713632,"threshold_uncertainty_score":0.9354959},"labels":[],"label_agreement":null},{"id":"W2082733211","doi":"10.1145/1595453.1595493","title":"Reading a computer science research paper","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Reading (process); Grading (engineering); Reading comprehension; Mathematics education; Graduate students; Process (computing); Scheme (mathematics); Pedagogy; Psychology; Programming language; Engineering; Linguistics","score_opus":0.034083846895492785,"score_gpt":0.3168147683689195,"score_spread":0.2827309214734267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082733211","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037313479,0.000035941197,0.98259604,0.010733911,0.00016474526,0.00020479118,4.2190325e-7,0.0011310745,0.0014017442],"genre_scores_gemma":[0.25648946,0.000013669735,0.74195695,0.0010744091,0.00013025913,0.000016525608,4.9190936e-7,0.0000108002,0.0003074451],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971948,0.0000936663,0.00024036998,0.0007526702,0.00095217617,0.00076629675],"domain_scores_gemma":[0.99712414,0.00022928913,0.000042879077,0.0020788691,0.00032259573,0.00020222917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002426519,0.00017379667,0.00017665526,0.00042059633,0.00034817538,0.00038165477,0.0041011116,0.000081108716,0.00005722613],"category_scores_gemma":[0.00017807288,0.00016560503,0.000052958105,0.0011794602,0.00020654498,0.00036693655,0.0012990298,0.0004474396,0.00040710394],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057972456,0.0000955255,0.000053608746,0.000008951163,0.000004575521,0.00008970726,0.0007574776,0.00038204665,0.010763057,0.3162796,0.061146554,0.61041313],"study_design_scores_gemma":[0.00025895584,0.0004382519,0.0021865116,0.00013898443,0.0000022708032,0.00007338153,0.0000023908628,0.025463935,0.01717325,0.017382136,0.9363687,0.00051125884],"about_ca_topic_score_codex":0.00003438487,"about_ca_topic_score_gemma":2.5704293e-7,"teacher_disagreement_score":0.87522215,"about_ca_system_score_codex":0.00015176136,"about_ca_system_score_gemma":0.000105998224,"threshold_uncertainty_score":0.7620954},"labels":[],"label_agreement":null},{"id":"W2085398753","doi":"10.1145/782941.782981","title":"E-notes","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Class (philosophy); Task (project management); Mathematics education; Complement (music); Note-taking; Computer science; Psychology; Artificial intelligence","score_opus":0.04223747453391772,"score_gpt":0.38623205812612016,"score_spread":0.3439945835922024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085398753","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10244378,0.00021138847,0.00019949822,0.03956027,0.00092032185,0.00018689128,4.2634343e-7,0.00009219127,0.85638523],"genre_scores_gemma":[0.9769656,0.00012443874,0.014790333,0.0008555972,0.00023881097,0.000025208727,6.5543145e-7,0.000010399576,0.0069889585],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987046,0.0005304356,0.00010635508,0.0001794687,0.00024141435,0.00023769953],"domain_scores_gemma":[0.99815154,0.0012855093,0.00008019189,0.0003109675,0.00009159908,0.000080177146],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011265203,0.00006588143,0.000069720256,0.000038697937,0.00039196244,0.0000759807,0.00029876744,0.000068540365,0.006087876],"category_scores_gemma":[0.02748103,0.000067397734,0.00003340533,0.00019491944,0.00014097744,0.000089056964,0.000027507618,0.0001255499,0.002327288],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041999443,0.0006388693,0.063446276,0.000016503132,0.00006927747,0.000013435289,0.056272134,0.000023187042,0.0019285049,0.6209428,0.16167668,0.09493035],"study_design_scores_gemma":[0.00007263234,0.000012952266,0.0014104302,0.0000033646093,0.0000065075374,9.749074e-7,0.0020201458,1.2366573e-7,0.0011631168,0.018621217,0.97660094,0.000087615954],"about_ca_topic_score_codex":0.00097652926,"about_ca_topic_score_gemma":0.00013703648,"teacher_disagreement_score":0.87452185,"about_ca_system_score_codex":0.0001008947,"about_ca_system_score_gemma":0.0001523712,"threshold_uncertainty_score":0.9984495},"labels":[],"label_agreement":null},{"id":"W2086325135","doi":"10.1145/2822363.2822364","title":"SIGCSE conference report","year":2015,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Library science","score_opus":0.05197395258689915,"score_gpt":0.2901810069703583,"score_spread":0.23820705438345915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086325135","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14517033,0.00074921234,0.26669577,0.4925433,0.0025222558,0.0004578243,0.0000063104835,0.0024490594,0.089405924],"genre_scores_gemma":[0.88242424,0.00001914274,0.091695264,0.0011934708,0.00026584818,0.000007082674,0.00000917773,0.00001693213,0.024368826],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99842733,0.000088848195,0.00029396132,0.00045507614,0.0004100222,0.00032473632],"domain_scores_gemma":[0.9977298,0.00014016428,0.00015487573,0.0014444757,0.00025912983,0.00027158784],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00069202104,0.00015943695,0.00019972697,0.00006983738,0.00007680678,0.0001355317,0.0014834575,0.000080213744,0.00010735557],"category_scores_gemma":[0.0022203075,0.00014386192,0.00006719797,0.00024032476,0.00005644073,0.00009269969,0.0006692884,0.0002603516,0.0019501672],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027061616,0.00041659235,0.0072287805,0.000030096508,0.00007226686,0.0043468773,0.0021302341,0.0013358697,0.00027290345,0.027454114,0.8899997,0.0666855],"study_design_scores_gemma":[0.0005019246,0.00014858934,0.00038754262,0.000030256248,0.000011298156,0.0003865012,0.00010824964,0.009145306,0.0006362185,0.012967842,0.97531974,0.00035650434],"about_ca_topic_score_codex":0.000067827576,"about_ca_topic_score_gemma":0.0000029385592,"teacher_disagreement_score":0.7372539,"about_ca_system_score_codex":0.000032035052,"about_ca_system_score_gemma":0.00020277008,"threshold_uncertainty_score":0.9988269},"labels":[],"label_agreement":null},{"id":"W2088519794","doi":"10.1145/355354.355378","title":"A WWW-based multimedia center for learning data communications — phase 1","year":2000,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Center (category theory); Data center; Computer science; The Internet; Multimedia; Distance education; World Wide Web; Computer network; Psychology; Mathematics education","score_opus":0.0380159263427923,"score_gpt":0.3053124693094443,"score_spread":0.26729654296665195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088519794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6503955,0.016588368,0.19801511,0.020035414,0.0033218544,0.00844188,0.0031644476,0.022071578,0.07796587],"genre_scores_gemma":[0.73265797,0.00014506845,0.26222366,0.00022730541,0.00018879396,0.0002460348,0.0023713177,0.00018578542,0.001754086],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990189,0.00003797704,0.0002437031,0.00025053805,0.00011818322,0.0003306716],"domain_scores_gemma":[0.9974134,0.0004772652,0.000024628056,0.0019675163,0.000020002184,0.000097187745],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00019730264,0.0001945676,0.0001714937,0.00005873907,0.00013616547,0.00004590194,0.0014256238,0.00007846148,0.0020664555],"category_scores_gemma":[0.00033093287,0.0002231035,0.00005483374,0.00009338566,0.0000515349,0.000065061315,0.00020054507,0.00034448932,0.0009794148],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015126172,0.000736334,0.00045942658,0.0002189541,0.00020475032,0.000015520103,0.0009804975,0.54234767,0.030779598,0.000022687886,0.14747973,0.27660358],"study_design_scores_gemma":[0.0012198641,0.00003757998,0.000016226972,0.00003456805,0.000009843168,0.0000022719555,0.00002509458,0.40277383,0.0019523425,0.0000021554267,0.59376407,0.00016213927],"about_ca_topic_score_codex":0.000010484566,"about_ca_topic_score_gemma":0.0000019247796,"teacher_disagreement_score":0.44628435,"about_ca_system_score_codex":0.000055949564,"about_ca_system_score_gemma":0.000009181648,"threshold_uncertainty_score":0.9997984},"labels":[],"label_agreement":null},{"id":"W2089356027","doi":"10.1145/961290.961526","title":"Measuring effectiveness of constructivist and behaviourist assignments in CS102","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Successor cardinal; Measure (data warehouse); Computer science; Constructivist teaching methods; Mathematics education; Software engineering; Programming language; Psychology; Mathematics; Data mining; Teaching method","score_opus":0.02149025322131989,"score_gpt":0.23637409489699102,"score_spread":0.21488384167567112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089356027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9734852,0.00017149489,0.025405612,0.00010054952,0.00012269261,0.000142323,3.6962476e-7,0.000061758314,0.00051002356],"genre_scores_gemma":[0.9590719,0.0000026404075,0.040852703,0.00001083319,0.000004930602,0.000013248716,3.7494547e-7,0.000008127262,0.0000352425],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984945,0.00062396994,0.00017623669,0.00030806076,0.00018177224,0.00021546298],"domain_scores_gemma":[0.9989606,0.0004842596,0.000087508524,0.000388119,0.00002380355,0.000055704957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014947595,0.000113574555,0.00019069585,0.00009422043,0.000080961494,0.00006541763,0.00035809175,0.00004914072,0.000008131971],"category_scores_gemma":[0.0007762669,0.00011401453,0.000029790379,0.0001472654,0.00007976983,0.00005571028,0.00015954755,0.0002280026,0.000007899407],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003129632,0.00028472528,0.8192595,0.00016816972,0.000029203042,0.00007234783,0.0015899085,0.00013668218,0.0028441097,0.011029737,0.000048929018,0.16450535],"study_design_scores_gemma":[0.004561429,0.00047447445,0.91263014,0.0011008817,0.00003279273,0.0002211399,0.00035825418,0.00014494115,0.03732657,0.002112014,0.040049817,0.0009875388],"about_ca_topic_score_codex":0.00014218887,"about_ca_topic_score_gemma":0.0000024657918,"teacher_disagreement_score":0.1635178,"about_ca_system_score_codex":0.000035660487,"about_ca_system_score_gemma":0.000025426261,"threshold_uncertainty_score":0.46493775},"labels":[],"label_agreement":null},{"id":"W2094440966","doi":"10.1145/1041624.1041662","title":"Searching the web to develop inquiry and collaborative skills","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Treasure; Intuition; Heuristics; Computer science; World Wide Web; Process (computing); Psychology; Cognitive science; History","score_opus":0.020072458187212823,"score_gpt":0.34469800063358785,"score_spread":0.32462554244637504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094440966","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67109454,0.00011487475,0.00012397721,0.30861828,0.00055172824,0.0005208901,0.0000035983799,0.00006195436,0.018910158],"genre_scores_gemma":[0.9826274,0.00016654635,0.0076830806,0.0060671396,0.000514804,0.000074206975,0.0000030058895,0.000009787996,0.0028540152],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989125,0.0002573951,0.00013223587,0.0001857168,0.0002956474,0.00021649846],"domain_scores_gemma":[0.9988369,0.0003577761,0.00004694542,0.00021068695,0.00042289883,0.00012478903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096966367,0.000078003555,0.000077702825,0.000052617917,0.0008691341,0.00021148837,0.000318527,0.000054409567,0.00026425943],"category_scores_gemma":[0.005136404,0.000061499886,0.000009471035,0.0011311492,0.00023066821,0.00006484261,0.000111453825,0.00011023018,0.0003783603],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032291347,0.00014968896,0.0011004992,0.000006654384,0.000024464705,0.0000045297293,0.66751635,0.00021729602,0.0005088935,0.15232435,0.14334664,0.03476836],"study_design_scores_gemma":[0.0001913338,0.000025355563,0.002846903,0.000017829967,0.0000037051093,5.434311e-7,0.06501545,3.0530742e-7,0.00035915835,0.0031750528,0.928259,0.00010533332],"about_ca_topic_score_codex":0.00039470746,"about_ca_topic_score_gemma":0.0015263411,"teacher_disagreement_score":0.7849124,"about_ca_system_score_codex":0.00012663906,"about_ca_system_score_gemma":0.0011549051,"threshold_uncertainty_score":0.66847646},"labels":[],"label_agreement":null},{"id":"W2112169282","doi":"10.1145/2728793.2728803","title":"SIGCSE symposium preview","year":2015,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Library science","score_opus":0.1818611352153002,"score_gpt":0.4119725235561093,"score_spread":0.2301113883408091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112169282","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1588143,0.009249268,0.0015839266,0.37366328,0.004693857,0.0014163356,0.00004820003,0.0006393537,0.44989148],"genre_scores_gemma":[0.85633934,0.00046851445,0.004647532,0.015047354,0.0012904356,0.00010211984,0.00001948038,0.00006966502,0.12201559],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99455196,0.00063435594,0.0010185774,0.0008764514,0.0023716572,0.0005470311],"domain_scores_gemma":[0.9937508,0.0023379428,0.00045503682,0.0021823242,0.0006270705,0.00064683484],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.010766877,0.0002750381,0.00054689473,0.00020815396,0.0001710427,0.001461598,0.0072220084,0.0002478031,0.003090912],"category_scores_gemma":[0.055587843,0.0001912295,0.0001762777,0.0009514242,0.00014665167,0.00073343946,0.0018343999,0.0005712883,0.020280473],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027030184,0.000041744694,0.0029476176,0.0000049701875,0.000009462223,0.000018371988,0.00041905761,0.000048991336,0.000024307765,0.00036345999,0.96589446,0.03020054],"study_design_scores_gemma":[0.00047037352,0.00005495953,0.00038170346,0.000043856002,0.000016737906,0.000029023096,0.00041039445,0.000049582297,0.0003646212,0.0137611255,0.9841385,0.00027915605],"about_ca_topic_score_codex":0.00012629181,"about_ca_topic_score_gemma":0.00000554849,"teacher_disagreement_score":0.697525,"about_ca_system_score_codex":0.000079482095,"about_ca_system_score_gemma":0.00022380232,"threshold_uncertainty_score":0.99957496},"labels":[],"label_agreement":null},{"id":"W2128237363","doi":"10.1145/1709424.1709457","title":"An exploration of the current state of information assurance education","year":2010,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information and Cyber Security","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information assurance; Curriculum; Government (linguistics); Information security; Engineering management; Program assurance; Information technology; Computer science; Quality assurance; Knowledge management; Business; Public relations; Engineering; Political science; Computer security; Operations management","score_opus":0.012075157353617158,"score_gpt":0.2582837157291871,"score_spread":0.24620855837556996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128237363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.787651,0.000043964796,0.19468549,0.008976019,0.0036405744,0.00066497206,0.000016223481,0.00010338439,0.0042183753],"genre_scores_gemma":[0.992683,0.000012652526,0.006984305,0.00025332862,0.000021872202,0.000016036849,0.000009722883,0.0000017152482,0.000017390406],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99923205,0.00004680195,0.00033020048,0.00006536757,0.00024488528,0.00008071509],"domain_scores_gemma":[0.9985373,0.000037534206,0.00034955874,0.00074390596,0.00029981288,0.00003187311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031861308,0.00006197307,0.00006985228,0.000059390914,0.000057924,0.000050709892,0.000857658,0.000019887097,0.000019894198],"category_scores_gemma":[0.00022429484,0.000047164045,0.00003371365,0.00019864053,0.000036504043,0.0019031016,0.00010699601,0.00014560534,0.000058327583],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000695864,0.00011889993,0.00021482179,0.000053040116,0.0000024298538,1.0664716e-8,0.007438989,0.0001325849,0.0009669363,0.035798594,0.003850807,0.95141596],"study_design_scores_gemma":[0.00076515035,0.00015201015,0.1038696,0.00012348998,0.00001059726,0.0000043786995,0.00025708097,0.010357989,0.11649432,0.04244565,0.72509885,0.0004209098],"about_ca_topic_score_codex":0.000023392688,"about_ca_topic_score_gemma":0.000020611933,"teacher_disagreement_score":0.950995,"about_ca_system_score_codex":0.000008131239,"about_ca_system_score_gemma":0.00018348718,"threshold_uncertainty_score":0.19232939},"labels":[],"label_agreement":null},{"id":"W2135426144","doi":"10.1145/820127.820185","title":"Implications of MBTI in software engineering education","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Learning Styles and Cognitive Differences","field":"Psychology","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Learning styles; Engineering education; Software; Personality; Range (aeronautics); Teaching method","score_opus":0.023403537523332827,"score_gpt":0.28043535226160377,"score_spread":0.2570318147382709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135426144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9805352,0.00069707405,0.00020846057,0.003303072,0.00018838367,0.00013779331,0.0000071724103,0.000050097962,0.014872762],"genre_scores_gemma":[0.99526924,0.000020401152,0.0010220978,0.00023143963,0.000050521245,0.000083238745,0.000008432917,0.000010977295,0.0033036252],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994589,0.00003478314,0.00015776473,0.00015899129,0.000050716033,0.00013881882],"domain_scores_gemma":[0.9993571,0.00024230623,0.000058207315,0.00026518965,0.000049016544,0.000028178469],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000059835897,0.00007239796,0.00009940427,0.000086598935,0.000021188753,0.0000070675337,0.00018681103,0.000054240892,0.008028763],"category_scores_gemma":[0.0005119685,0.00007268531,0.000033096097,0.00013433081,0.00002059943,0.000010882869,0.000033491735,0.0001130098,0.0006696729],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022366687,0.0012791349,0.49133897,0.000079607235,0.00006208897,0.00000450537,0.0075474866,0.00003203821,0.00079799996,0.014889103,0.07384168,0.41010502],"study_design_scores_gemma":[0.0002788701,0.00005636906,0.93523735,0.000059354672,0.0000098522505,0.0000056321173,0.00066809816,0.0000066215384,0.00012370346,0.00039680273,0.063021176,0.00013614455],"about_ca_topic_score_codex":0.0001317525,"about_ca_topic_score_gemma":0.000004755231,"teacher_disagreement_score":0.4438984,"about_ca_system_score_codex":0.000013833183,"about_ca_system_score_gemma":0.0000082672605,"threshold_uncertainty_score":0.992878},"labels":[],"label_agreement":null},{"id":"W2142139649","doi":"10.1145/960492.960541","title":"Case studies in admissions to and early performance in computer science degrees","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Mathematics education; Nothing; Medical education; Focus (optics); Psychology; Pedagogy; Medicine","score_opus":0.12084057617636708,"score_gpt":0.4360256950521833,"score_spread":0.31518511887581624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142139649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921631,0.00008843897,0.00009155907,0.0051400703,0.00045625042,0.00021223973,4.367653e-7,0.000013444029,0.0018344102],"genre_scores_gemma":[0.82761806,0.00003082156,0.17155252,0.00038385674,0.0000673616,0.000037041656,6.289293e-8,0.0000038919475,0.00030640667],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988183,0.00021773155,0.00020303171,0.00024710296,0.0002304882,0.00028337725],"domain_scores_gemma":[0.99880594,0.0006495304,0.00003766464,0.00020513423,0.00019237131,0.000109350156],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0032513344,0.000073761476,0.000110971996,0.00034777794,0.0005028491,0.000046816796,0.00024524858,0.000036360198,0.00008481519],"category_scores_gemma":[0.012063364,0.00007135703,0.0000081504195,0.0014591495,0.00045872206,0.00010440866,0.00012091222,0.00012473285,0.000029916138],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024995736,0.00037399554,0.6321186,0.00004537021,0.000011978918,0.00037737255,0.20214629,0.00085853616,0.00023088201,0.07454792,0.004733982,0.08453012],"study_design_scores_gemma":[0.0012995434,0.00038690417,0.5494741,0.00058394094,0.000014094274,0.00051973073,0.052848976,0.00014733353,0.0015116184,0.011865173,0.38010335,0.0012452409],"about_ca_topic_score_codex":0.00034495202,"about_ca_topic_score_gemma":0.000276854,"teacher_disagreement_score":0.37536937,"about_ca_system_score_codex":0.00017134943,"about_ca_system_score_gemma":0.00036723402,"threshold_uncertainty_score":0.99625844},"labels":[],"label_agreement":null},{"id":"W2148364996","doi":"10.1145/1028174.971464","title":"Research, teaching, and service","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Structuring; Context (archaeology); Curriculum; Service (business); Graduate students; Computer science; Mathematics education; Engineering ethics; Medical education; Engineering management; Pedagogy; Sociology; Psychology; Engineering; Political science; Medicine","score_opus":0.03360376872872277,"score_gpt":0.3113248947453306,"score_spread":0.2777211260166078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148364996","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3129541,0.00025168757,0.055556204,0.4929166,0.0013279535,0.000843573,0.0000016853313,0.00063524226,0.13551293],"genre_scores_gemma":[0.886949,0.000011373457,0.09987457,0.010340917,0.000096944575,0.00006211555,0.000003365903,0.000007550747,0.0026541548],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988519,0.00016721826,0.00019928561,0.00019373748,0.0003567629,0.00023108402],"domain_scores_gemma":[0.999023,0.00012192478,0.000050034643,0.0005121535,0.00018052413,0.000112342284],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001860316,0.000077024946,0.00007454686,0.00012135576,0.00047361007,0.00021705344,0.00075561827,0.000041326995,0.00007991364],"category_scores_gemma":[0.000330141,0.000067701934,0.000013255776,0.00024692662,0.000021746382,0.00015674661,0.00044395568,0.0003264107,0.002380055],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050543645,0.00018798001,0.00023401692,0.000096281765,0.000022678962,0.000012590796,0.0725438,0.00007505585,0.00015733573,0.591294,0.275431,0.059940226],"study_design_scores_gemma":[0.00038953885,0.000025514548,0.002342684,0.00004629673,6.7243695e-7,0.000054844422,0.0021587058,0.000045560166,0.0003707708,0.0038371254,0.99058133,0.00014696177],"about_ca_topic_score_codex":0.00026843755,"about_ca_topic_score_gemma":0.000008000521,"teacher_disagreement_score":0.71515036,"about_ca_system_score_codex":0.00007190221,"about_ca_system_score_gemma":0.00012706414,"threshold_uncertainty_score":0.9983967},"labels":[],"label_agreement":null},{"id":"W2294704675","doi":"10.1145/1047124.1047404","title":"Viruses 101","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"VMware","keywords":"Course (navigation); Computer virus; Computer science; Objectivity (philosophy); Value (mathematics); Engineering ethics; Computer security; Engineering; Epistemology","score_opus":0.018672593287123118,"score_gpt":0.2700043010100863,"score_spread":0.2513317077229632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294704675","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005880635,0.00019768062,0.9664151,0.01682203,0.0002159776,0.00020313615,0.0000015460525,0.0025867033,0.007677155],"genre_scores_gemma":[0.3000169,0.000036650385,0.69086224,0.0066091516,0.0002210878,0.000056334648,4.6428516e-7,0.000019187497,0.0021779898],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989614,0.000038378766,0.00019061312,0.00035347758,0.00019821663,0.00025790354],"domain_scores_gemma":[0.99852604,0.00015329478,0.00007465214,0.0011049247,0.00006119825,0.000079877944],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016180576,0.00013332008,0.00011825466,0.00009141226,0.00010351886,0.00007475969,0.0013372486,0.000062507046,0.00043971656],"category_scores_gemma":[0.0003747729,0.00013026652,0.000056060195,0.00020447181,0.000037597187,0.00020369883,0.00057076756,0.00014763603,0.0023568445],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016172089,0.00013309943,0.00012586742,0.00000928547,0.000014686465,0.000035048695,0.0002851589,0.00016412439,0.009157667,0.016256878,0.20975128,0.7640507],"study_design_scores_gemma":[0.00011282819,0.000048605747,0.0000876457,0.00000645502,0.0000013156258,0.000021903745,0.0000042624642,0.00013851096,0.16481455,0.003605852,0.8310057,0.0001523608],"about_ca_topic_score_codex":0.000015496056,"about_ca_topic_score_gemma":0.000004846014,"teacher_disagreement_score":0.7638984,"about_ca_system_score_codex":0.000052640014,"about_ca_system_score_gemma":0.000017800323,"threshold_uncertainty_score":0.99841994},"labels":[],"label_agreement":null},{"id":"W2914032695","doi":"10.1145/3310216.3310218","title":"ICER 2019 call for participation","year":2019,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Fifteenth; Library science; Computer science; History; Artificial intelligence","score_opus":0.012820397193943968,"score_gpt":0.28168711243989203,"score_spread":0.2688667152459481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914032695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5245963,0.0002513461,0.2168786,0.2489599,0.0016847422,0.0009740442,0.000014350789,0.00072414876,0.0059166304],"genre_scores_gemma":[0.90160257,0.000008319972,0.061708905,0.0018106671,0.00019071474,0.000019764735,0.000013820965,0.000015276475,0.034629997],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99917597,0.000033361284,0.00014980907,0.00026372267,0.00014158063,0.00023557182],"domain_scores_gemma":[0.9988938,0.00026692997,0.000069171256,0.0006356949,0.00007485232,0.000059571277],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002503563,0.000086401174,0.000115435716,0.000039524784,0.000051450395,0.00007575074,0.0006143922,0.000052117965,0.00012989389],"category_scores_gemma":[0.00031750038,0.000077411685,0.00006419279,0.00009722233,0.000010615894,0.000055305423,0.00016884762,0.000093253686,0.0028471379],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061627965,0.00043948565,0.018408917,0.0001279075,0.00009245062,0.000011241406,0.001384533,0.0074968273,0.0030237495,0.053699374,0.8189348,0.0963191],"study_design_scores_gemma":[0.0006931577,0.00022804565,0.0040287245,0.00002477982,0.000014110998,0.0000020834254,0.000012176154,0.06205153,0.0008023192,0.0028644286,0.92903006,0.00024855754],"about_ca_topic_score_codex":0.000023795286,"about_ca_topic_score_gemma":0.0000016441383,"teacher_disagreement_score":0.3770063,"about_ca_system_score_codex":0.0000149664465,"about_ca_system_score_gemma":0.00002827214,"threshold_uncertainty_score":0.9979293},"labels":[],"label_agreement":null},{"id":"W2943211855","doi":"10.1145/3329103.3329107","title":"ICER 2019 preview","year":2019,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Fifteenth; Publishing; Library science; Media studies; Multimedia; Political science; Computer science; History; Sociology; Law; Classics","score_opus":0.007859121275715492,"score_gpt":0.24447093884610605,"score_spread":0.23661181757039054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943211855","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19131668,0.014156709,0.030352512,0.6606296,0.0037299846,0.0015393706,0.000011123876,0.002260936,0.096003085],"genre_scores_gemma":[0.6013023,0.0011761042,0.14646298,0.0116559975,0.0005863171,0.000016291158,0.000016046026,0.000060079907,0.23872384],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989676,0.00007046949,0.00017698479,0.00033233134,0.00020791838,0.0002447172],"domain_scores_gemma":[0.998444,0.00016250678,0.00008020739,0.0011899348,0.000049739505,0.0000735974],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000303861,0.00011893371,0.00018201649,0.00004348629,0.000043571716,0.000096436794,0.0013316094,0.000051948686,0.0009510041],"category_scores_gemma":[0.0002169227,0.000099491444,0.000086984495,0.00018248727,0.000014390775,0.00006404843,0.00049047935,0.00019359509,0.025314461],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009027529,0.00026628264,0.0098406365,0.00022940018,0.00007774572,0.000047069476,0.00048331433,0.0006477605,0.0005431091,0.040111624,0.7448642,0.20287979],"study_design_scores_gemma":[0.0001991274,0.00006596606,0.0009836762,0.00007010205,0.0000070675164,0.0000087348035,0.000005533448,0.0019542607,0.00008310006,0.0011134928,0.9953343,0.0001746201],"about_ca_topic_score_codex":0.000018924842,"about_ca_topic_score_gemma":4.0936843e-7,"teacher_disagreement_score":0.6489736,"about_ca_system_score_codex":0.000013485395,"about_ca_system_score_gemma":0.00003542434,"threshold_uncertainty_score":0.9999623},"labels":[],"label_agreement":null},{"id":"W2984105958","doi":"10.1145/3371394.3371396","title":"New educators wednesday roundtable at SIGCSE 2020","year":2019,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Career path; Institution; Face (sociological concept); Process (computing); Medical education; Computer science; Sociology; Medicine; Management","score_opus":0.008605873357390261,"score_gpt":0.24597100136932823,"score_spread":0.23736512801193796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984105958","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6081963,0.0011043078,0.013623795,0.34673372,0.010110216,0.00062649866,0.0000064107185,0.0011830955,0.018415656],"genre_scores_gemma":[0.25467876,0.000047341528,0.0380163,0.0022544686,0.0005987503,0.0000048785664,0.0000090954945,0.00003823443,0.70435214],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980084,0.00008913047,0.00029315788,0.00066469633,0.00039671556,0.0005479569],"domain_scores_gemma":[0.99751717,0.0003072176,0.00014592582,0.0016479058,0.000065011074,0.00031674653],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003121349,0.00025466635,0.0002948356,0.00008898818,0.0001508368,0.0003724256,0.0019321206,0.00011855489,0.0021033618],"category_scores_gemma":[0.0003364019,0.00023593854,0.00014245998,0.00044907807,0.000020068837,0.00024075442,0.0010949016,0.00032553295,0.017690225],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015658054,0.00011248198,0.013222402,0.000029223613,0.000041001444,0.000038744434,0.00053196674,0.00097042683,0.00059217686,0.0034832093,0.97281,0.008152721],"study_design_scores_gemma":[0.00051140774,0.000111517846,0.0008617774,0.00003827607,0.000013454828,0.000033654247,0.0000569796,0.0016590779,0.0007556506,0.0014975586,0.9940706,0.00039008036],"about_ca_topic_score_codex":0.0002944294,"about_ca_topic_score_gemma":0.000011652738,"teacher_disagreement_score":0.6859365,"about_ca_system_score_codex":0.00015698391,"about_ca_system_score_gemma":0.0002363877,"threshold_uncertainty_score":0.99880886},"labels":[],"label_agreement":null},{"id":"W2997440247","doi":"10.1145/792548.611952","title":"Effectiveness of online assessment","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Competence (human resources); Online assessment; Online course; Online learning; Multimedia; Medical education; Mathematics education; Psychology; Medicine; Formative assessment","score_opus":0.019544315614180293,"score_gpt":0.3334399466632715,"score_spread":0.3138956310490912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997440247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76798266,0.00028450863,0.0014847185,0.008344142,0.0006768445,0.000487869,0.000027493994,0.0000832917,0.22062847],"genre_scores_gemma":[0.9930652,0.00011568064,0.0050214264,0.00020917311,0.00007346403,0.00000852233,0.0000071855566,0.000007047515,0.0014923064],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99787104,0.0012523036,0.0001688497,0.0001583609,0.00032439857,0.00022501769],"domain_scores_gemma":[0.9978223,0.0017093447,0.00008021097,0.00020824098,0.00010859083,0.00007132205],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003441042,0.000081144586,0.00017109,0.000036544054,0.00017272354,0.000011703921,0.00034895877,0.00032353136,0.0019895597],"category_scores_gemma":[0.003939367,0.00007567916,0.0000634122,0.00014188563,0.0001835907,0.000028141201,0.000040778206,0.0005587781,0.00009697127],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101767444,0.00075822644,0.025650881,0.0002127079,0.00011131496,0.000024992198,0.008119717,0.000048102655,0.0053474563,0.91149956,0.03955226,0.008573016],"study_design_scores_gemma":[0.00042853435,0.000068101224,0.00926019,0.00011183538,0.000021305188,0.0000017473862,0.0033949206,0.000002273926,0.005530267,0.01716923,0.96383363,0.00017794852],"about_ca_topic_score_codex":0.0014477351,"about_ca_topic_score_gemma":0.00005519621,"teacher_disagreement_score":0.92428136,"about_ca_system_score_codex":0.000068781235,"about_ca_system_score_gemma":0.00021438903,"threshold_uncertainty_score":0.99892277},"labels":[],"label_agreement":null},{"id":"W2998477998","doi":"10.1145/1151954.1067477","title":"Iconic programming for flowcharts, java, turing, etc","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Programming language; Java; Symbol (formal); Flowchart; Programmer; Syntax; Executable; Turing; Artificial intelligence","score_opus":0.01830950721453408,"score_gpt":0.2622674583629954,"score_spread":0.24395795114846133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998477998","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054655023,0.0023376816,0.86358994,0.072126195,0.0012369868,0.0015408166,0.0000030689916,0.0034292676,0.0010810087],"genre_scores_gemma":[0.31438223,0.000007453646,0.6801006,0.0008497896,0.00053247716,0.00014974782,0.0000059280233,0.000033598048,0.0039381566],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980354,0.00010236879,0.0003060324,0.0006091966,0.0002534522,0.000693554],"domain_scores_gemma":[0.99826396,0.00036640075,0.00013213183,0.0010165316,0.00006465736,0.000156311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000999931,0.00022975668,0.00021644979,0.00010313333,0.0003866055,0.0004047469,0.0015615309,0.00010867058,0.00008573258],"category_scores_gemma":[0.00077311014,0.00022149183,0.00016185138,0.00015380207,0.000041891333,0.00014419593,0.00043246057,0.0003812077,0.00058653735],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007692004,0.00008674635,0.00015043757,0.000024426812,0.000018489529,0.0000054132124,0.0014887432,0.00022795438,0.00006361422,0.002859504,0.011971418,0.9830956],"study_design_scores_gemma":[0.00051309954,0.00014135765,0.00013180877,0.000043806398,0.000009830739,0.000023111832,0.000046546087,0.0016317341,0.0006638436,0.00010471723,0.99639434,0.00029582847],"about_ca_topic_score_codex":0.00004900826,"about_ca_topic_score_gemma":0.000009665883,"teacher_disagreement_score":0.9844229,"about_ca_system_score_codex":0.00006268844,"about_ca_system_score_gemma":0.000049369304,"threshold_uncertainty_score":0.9032175},"labels":[],"label_agreement":null},{"id":"W2999120375","doi":"10.1145/1595496.1562937","title":"Adaptation of team-based learning on a first term programming class","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus","funders":"","keywords":"Adaptation (eye); Class (philosophy); Computer science; Term (time); Mathematics education; Artificial intelligence; Natural (archaeology); Psychology","score_opus":0.018787845620476702,"score_gpt":0.24762778745255826,"score_spread":0.22883994183208156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999120375","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27114594,0.00034558633,0.69773424,0.023146225,0.0004510829,0.0010464535,8.6229556e-7,0.0026424238,0.0034871856],"genre_scores_gemma":[0.76728195,0.0000025232048,0.23220475,0.00019706611,0.000040353894,0.000014813413,0.0000041561716,0.0000112914295,0.00024309364],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984012,0.00016558394,0.0002832766,0.0004254504,0.00035910745,0.00036535916],"domain_scores_gemma":[0.9986732,0.0003240787,0.0002237394,0.0006354811,0.000055576722,0.00008789928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062101707,0.000183485,0.00019574046,0.00016647445,0.0003384569,0.00013480391,0.00086824683,0.000089247056,0.000013917385],"category_scores_gemma":[0.00056712056,0.00017599607,0.00010601638,0.0002989175,0.00003662348,0.00006278673,0.0000846087,0.00048251785,0.00008498138],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031101434,0.00019550008,0.0011762796,0.00002748987,0.000008938573,0.000016000464,0.001752479,0.013882944,0.000045672667,0.0015718874,0.00029579195,0.9809959],"study_design_scores_gemma":[0.001023899,0.0015247882,0.006451186,0.00037332086,0.000014692059,0.000010690436,0.00019541905,0.013672198,0.00060324644,0.00006534247,0.9756927,0.0003725361],"about_ca_topic_score_codex":0.000041469568,"about_ca_topic_score_gemma":0.0000032537482,"teacher_disagreement_score":0.98062336,"about_ca_system_score_codex":0.0000418324,"about_ca_system_score_gemma":0.000027233511,"threshold_uncertainty_score":0.7176911},"labels":[],"label_agreement":null},{"id":"W2999142283","doi":"10.1145/1595496.1563042","title":"Visual examples of recursion","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Recursion (computer science); Computer science; Double recursion; Mutual recursion; Range (aeronautics); Curriculum; Algebra over a field; Theoretical computer science; Programming language; Mathematics; Pure mathematics; Psychology; Engineering; Pedagogy","score_opus":0.017302002563066337,"score_gpt":0.273521499818605,"score_spread":0.25621949725553866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999142283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6723529,0.0009146567,0.28692108,0.03535295,0.00052067917,0.00025773738,7.4760385e-7,0.0010691449,0.0026101265],"genre_scores_gemma":[0.8263143,0.000007418714,0.17282586,0.00030248644,0.000047868416,0.0000013405014,0.0000011921994,0.000004305193,0.0004952506],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990712,0.00011360741,0.00016975477,0.00024257587,0.00019608253,0.00020680395],"domain_scores_gemma":[0.99911684,0.00018855745,0.000096136944,0.0005083794,0.000033404744,0.000056678517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047313437,0.000090424124,0.00012655386,0.00006722586,0.000091052934,0.000054774115,0.00081497827,0.00004975877,0.000048581467],"category_scores_gemma":[0.0005349724,0.000081856335,0.000054966717,0.00015067802,0.000023423952,0.000047870883,0.0001556009,0.00017597494,0.00010963052],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007479351,0.000096142096,0.00028226545,0.000005502273,0.000003559287,0.0000066787647,0.001024089,0.000031052994,0.0009444141,0.0037037546,0.005251555,0.9886435],"study_design_scores_gemma":[0.0002757492,0.00053035625,0.007636758,0.000061592385,0.000003876593,0.000013119103,0.000060869475,0.00023073456,0.0029503002,0.00085916754,0.98719865,0.00017884876],"about_ca_topic_score_codex":0.000050796658,"about_ca_topic_score_gemma":4.0054078e-7,"teacher_disagreement_score":0.98846465,"about_ca_system_score_codex":0.0000111820855,"about_ca_system_score_gemma":0.000016235444,"threshold_uncertainty_score":0.33380044},"labels":[],"label_agreement":null},{"id":"W3000454248","doi":"10.1145/792548.611912","title":"Toward a K-12 computer science curriculum","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Curriculum; Session (web analytics); Computer science; Work (physics); Mathematics education; AP Computer Science; Multimedia; Information and Computer Science; Library science; Pedagogy; Psychology; Engineering; World Wide Web; Mechanical engineering","score_opus":0.020727372975809594,"score_gpt":0.24920380664410913,"score_spread":0.22847643366829953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000454248","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04066303,0.00019240574,0.94560146,0.0071982737,0.0014135106,0.00020893157,2.6736694e-7,0.0009319558,0.0037901453],"genre_scores_gemma":[0.5717688,0.0000025305303,0.42725527,0.0005862021,0.00007084703,0.000009035521,3.3357497e-7,0.00000887377,0.0002980448],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99782175,0.00018598353,0.00021133771,0.00067164813,0.00048791236,0.00062134216],"domain_scores_gemma":[0.99834687,0.00015126869,0.00009325226,0.0011185632,0.00008569155,0.00020435381],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015506926,0.00018146116,0.00016697988,0.00015424172,0.00044964888,0.0005266363,0.002268396,0.00005516844,0.000088305795],"category_scores_gemma":[0.0010252896,0.00016169809,0.000078221194,0.00052701915,0.0001855862,0.00017810366,0.00061598944,0.00037497436,0.00083292817],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003528555,0.00038602625,0.006090101,0.000031432548,0.00002109637,0.00013384497,0.007042904,0.0005714185,0.00024968258,0.083831094,0.018855838,0.88278306],"study_design_scores_gemma":[0.00033013718,0.00012900155,0.00080295635,0.000031951142,0.0000039714073,0.000106772146,0.000049434984,0.0017580639,0.00046981557,0.00040009382,0.99560285,0.00031495732],"about_ca_topic_score_codex":0.00007456285,"about_ca_topic_score_gemma":8.127667e-7,"teacher_disagreement_score":0.97674704,"about_ca_system_score_codex":0.000056668396,"about_ca_system_score_gemma":0.00011823241,"threshold_uncertainty_score":0.99994504},"labels":[],"label_agreement":null},{"id":"W3003877329","doi":"10.1145/1227504.1227324","title":"Plagiarism detection using feature-based neural networks","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Plagiarism detection; Feature (linguistics); Relevance (law); Computer science; Detector; Artificial neural network; Similarity (geometry); Artificial intelligence; Code (set theory); Feature engineering; Measure (data warehouse); Pattern recognition (psychology); Natural language processing; Machine learning; Data mining; Deep learning; Programming language; Linguistics","score_opus":0.022764008140186278,"score_gpt":0.2937078578585832,"score_spread":0.27094384971839697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003877329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62365514,0.0008662242,0.31170815,0.029565008,0.0045231753,0.0008673683,0.000007944262,0.00067608437,0.028130922],"genre_scores_gemma":[0.9906035,0.000018773577,0.00325556,0.0031884909,0.0016294782,0.0000034156012,0.0000064852925,0.00002023632,0.0012740745],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800986,0.00031545924,0.00023744021,0.0002967288,0.00046181615,0.00067869906],"domain_scores_gemma":[0.9982427,0.0010280017,0.00014248204,0.00027061935,0.000118709315,0.00019748391],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0033642272,0.00017146018,0.00017443915,0.00010549857,0.0009298486,0.00008549496,0.00051117403,0.0015208838,0.00057390425],"category_scores_gemma":[0.0018824355,0.00017315219,0.0001122974,0.0003335614,0.00024273334,0.00007544096,0.00006809972,0.0024137362,0.00009312084],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031192114,0.00073685835,0.03409246,0.00011850651,0.00030235286,0.0009296937,0.02970461,0.04937646,0.012138108,0.018734576,0.25383598,0.5969112],"study_design_scores_gemma":[0.00067031145,0.00007302253,0.0016042402,0.000047559213,0.000056820332,0.000015191449,0.0019268033,0.022079993,0.0036899648,0.0010402629,0.96822345,0.000572364],"about_ca_topic_score_codex":0.005230187,"about_ca_topic_score_gemma":0.0011528473,"teacher_disagreement_score":0.7143875,"about_ca_system_score_codex":0.00018932515,"about_ca_system_score_gemma":0.000072898,"threshold_uncertainty_score":0.99988776},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"bench_or_experimental","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3004191551","doi":"10.1145/331795.331862","title":"Aristotle and object-oriented programming","year":2000,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Logic, programming, and type systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Jerome's University; University of Waterloo","funders":"","keywords":"GRASP; Computer science; Object (grammar); Programming language; Functional logic programming; Programming paradigm; Artificial intelligence; Inductive programming; Procedural programming; Logic programming; Epistemology; Philosophy","score_opus":0.012492214453591749,"score_gpt":0.22729414331925507,"score_spread":0.21480192886566332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004191551","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3651764,0.0099975355,0.3652339,0.029245265,0.004059882,0.0048744227,0.0000049592913,0.0063533373,0.21505429],"genre_scores_gemma":[0.97277427,0.000036892652,0.0223098,0.0003627834,0.00012601462,0.00004868056,0.0000033113613,0.000014677423,0.0043235975],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985986,0.000077298675,0.00022708159,0.0004696037,0.00023303962,0.00039442492],"domain_scores_gemma":[0.9988911,0.00009752458,0.00006588385,0.0007595713,0.000045816112,0.000140081],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00033549275,0.00016690868,0.00018531631,0.00005150555,0.00019911473,0.00021344503,0.0006771037,0.00008676431,0.00034079124],"category_scores_gemma":[0.000119174314,0.00014139636,0.00005430455,0.00023328487,0.00007334481,0.00008789135,0.00024694458,0.00014428138,0.0010224929],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017266359,0.00015505265,0.0018264203,0.000036367794,0.000028826229,0.00009474702,0.0019064285,0.0000041156277,0.000090804024,0.043902103,0.007387883,0.94455],"study_design_scores_gemma":[0.0003615546,0.00017153806,0.0004880543,0.0000052264218,0.0000057852053,0.00006192615,0.000053218882,0.00014723715,0.00023307504,0.004821472,0.99344116,0.000209761],"about_ca_topic_score_codex":0.00023525597,"about_ca_topic_score_gemma":0.000009856857,"teacher_disagreement_score":0.9860533,"about_ca_system_score_codex":0.000022280366,"about_ca_system_score_gemma":0.000025749407,"threshold_uncertainty_score":0.9997553},"labels":[],"label_agreement":null},{"id":"W3005053504","doi":"10.1145/1124706.1121475","title":"Teaching requirements engineering to an unsuspecting audience","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Scope (computer science); Class (philosophy); Computer science; Requirements engineering; Mathematics education; Software; Software engineering; Psychology; Programming language; Artificial intelligence","score_opus":0.017364789693851766,"score_gpt":0.2716638577694441,"score_spread":0.2542990680755923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005053504","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08793924,0.000060571074,0.90363187,0.004395172,0.00037230755,0.0001753016,6.663162e-7,0.002041802,0.001383081],"genre_scores_gemma":[0.49326771,0.0000011617368,0.506081,0.00025119368,0.00016165388,0.000019365987,8.8348804e-7,0.000015160952,0.00020190718],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986588,0.000044249744,0.00022569248,0.00043602023,0.00025640614,0.00037886534],"domain_scores_gemma":[0.9985339,0.00032371882,0.00007102279,0.000922952,0.000037860467,0.000110563014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007594756,0.00017102619,0.00012883569,0.000129172,0.00016355987,0.00022817441,0.0014583123,0.00005483698,0.000027767732],"category_scores_gemma":[0.00093328423,0.00017903233,0.00003588092,0.00022810226,0.0000067724964,0.00035782382,0.0005579556,0.00027284998,0.00010657736],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059225298,0.0009984716,0.0095434785,0.00025169615,0.00010959214,0.0007411605,0.0065468824,0.10244253,0.0944189,0.30708516,0.10449928,0.37330362],"study_design_scores_gemma":[0.0003396841,0.0004354928,0.0063636284,0.00017772614,0.000013471937,0.000094147326,0.00004363259,0.024776349,0.01645693,0.0036310104,0.9465067,0.0011612603],"about_ca_topic_score_codex":0.0006769298,"about_ca_topic_score_gemma":0.000005670103,"teacher_disagreement_score":0.8420074,"about_ca_system_score_codex":0.00006683786,"about_ca_system_score_gemma":0.000012134745,"threshold_uncertainty_score":0.7300726},"labels":[],"label_agreement":null},{"id":"W3005305860","doi":"10.1145/1269900.1268797","title":"A TDD approach to introducing students to embedded programming","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta","funders":"","keywords":"Principal (computer security); Computer science; Test (biology); Control (management); Human–computer interaction; Software engineering; Mathematics education; Psychology; Artificial intelligence; Computer security","score_opus":0.016980083082080523,"score_gpt":0.29879484583495036,"score_spread":0.2818147627528698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005305860","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033936616,0.00003776328,0.9601114,0.003250819,0.0002800742,0.0005506055,3.3167825e-7,0.0010519136,0.000780487],"genre_scores_gemma":[0.19117542,0.0000017036652,0.8069071,0.001290305,0.00019219572,0.00007382799,0.0000010393295,0.000019856638,0.00033856294],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981141,0.000038589795,0.00026611524,0.0005923122,0.00046990573,0.00051898236],"domain_scores_gemma":[0.99797434,0.00037189014,0.00006290826,0.0012457013,0.00007744341,0.0002677309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018516019,0.00018502072,0.0001778206,0.00020328166,0.00010375632,0.00035141077,0.0024247395,0.00006813875,0.000018152616],"category_scores_gemma":[0.00170605,0.00018046718,0.000048806873,0.000650568,0.000008739027,0.000115470415,0.0014017144,0.00021464625,0.00030353852],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012855281,0.0009742213,0.0033441125,0.0001090209,0.00010864021,0.00015055752,0.014847137,0.00262195,0.0027686723,0.0064348555,0.14619811,0.82231414],"study_design_scores_gemma":[0.00023810944,0.00035668781,0.0021448818,0.000054195858,0.000009679244,0.00004274833,0.00012462043,0.00022792119,0.005883552,0.0001561433,0.9902586,0.0005028617],"about_ca_topic_score_codex":0.00006302898,"about_ca_topic_score_gemma":0.0000018029468,"teacher_disagreement_score":0.8440605,"about_ca_system_score_codex":0.000062860054,"about_ca_system_score_gemma":0.000015606978,"threshold_uncertainty_score":0.73592377},"labels":[],"label_agreement":null},{"id":"W3009308216","doi":"10.1145/1595496.1562933","title":"The academic enhancement program","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Medical education; Academic program; Mathematics education; Psychology; Student engagement; Population; Computer science; Higher education; Medicine","score_opus":0.01702310704222665,"score_gpt":0.2952658466355037,"score_spread":0.27824273959327706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009308216","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.084954545,0.005841165,0.29372355,0.5975304,0.0019406625,0.0019900738,4.031575e-7,0.005356228,0.008662967],"genre_scores_gemma":[0.8089661,0.00010999907,0.18335523,0.002146392,0.00021166222,0.00007757798,0.0000013842903,0.000010400675,0.005121267],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985922,0.0001382958,0.00020720567,0.00032161907,0.00028702183,0.00045365808],"domain_scores_gemma":[0.99863887,0.00026178538,0.0000951984,0.0008884043,0.000030001089,0.00008576945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092306244,0.00012970068,0.000095863135,0.000029402034,0.0005117529,0.00028311528,0.0020501371,0.00006807057,0.000018491048],"category_scores_gemma":[0.00052888994,0.00008861267,0.00006132077,0.00017169277,0.000042761367,0.00005397151,0.00026007445,0.0006012393,0.00050848024],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035473163,0.000043349373,0.000040058112,0.0000011648998,0.0000043172677,0.000004099177,0.00047796938,0.000007985721,0.00007948639,0.0048986557,0.014433248,0.9800061],"study_design_scores_gemma":[0.00013488301,0.00027005488,0.00089423324,0.000018506757,0.0000027721162,0.000008211104,0.000027694268,0.00021012226,0.00042691166,0.000868202,0.99700916,0.00012922905],"about_ca_topic_score_codex":0.00001079288,"about_ca_topic_score_gemma":4.294081e-7,"teacher_disagreement_score":0.98257595,"about_ca_system_score_codex":0.000028652856,"about_ca_system_score_gemma":0.00002534488,"threshold_uncertainty_score":0.6535654},"labels":[],"label_agreement":null},{"id":"W3010695516","doi":"10.1145/1352322.1352269","title":"Multidisciplinary students and instructors","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Digital Games and Media","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Multidisciplinary approach; Teamwork; Curriculum; Liberian dollar; Engineering ethics; Computer science; Engineering management; Medical education; Engineering; Sociology; Management; Pedagogy; Business; Medicine; Social science","score_opus":0.03357715684357324,"score_gpt":0.31705324532769064,"score_spread":0.2834760884841174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010695516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7483942,0.000078885285,8.800978e-7,0.0016155576,0.00012395183,0.00009510729,0.0000011084267,0.0000515381,0.24963878],"genre_scores_gemma":[0.84726816,0.0002808464,0.0008118642,0.00012420857,0.000116288604,0.0000060247553,9.3864475e-7,0.00001240448,0.15137927],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99928,0.00003293978,0.00008421138,0.00014927142,0.0002626054,0.00019101906],"domain_scores_gemma":[0.99950284,0.00008229624,0.000030259951,0.00020673215,0.000016277854,0.000161622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012654,0.00006637053,0.00008674583,0.000029456887,0.00013963727,0.000032040673,0.0003875845,0.00004691598,0.0006557618],"category_scores_gemma":[0.00064993574,0.000060459282,0.000024287607,0.00007009044,0.0003186983,0.000038875656,0.00035767615,0.000052102245,0.00037403958],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004595416,0.00031457125,0.6916879,0.000014623855,0.000041318748,0.00023831135,0.060517285,0.000001106957,0.00008237266,0.0030446572,0.090544425,0.15346748],"study_design_scores_gemma":[0.00025635326,0.000026823713,0.110007346,0.000009427933,0.0000029195867,0.000004377746,0.0021273398,1.7924812e-7,0.00002224565,0.00018375673,0.887269,0.00009023053],"about_ca_topic_score_codex":0.00016382073,"about_ca_topic_score_gemma":0.00007372038,"teacher_disagreement_score":0.79672456,"about_ca_system_score_codex":0.000015391186,"about_ca_system_score_gemma":0.000028572056,"threshold_uncertainty_score":0.7180132},"labels":[],"label_agreement":null},{"id":"W3011480664","doi":"10.1145/1352322.1352183","title":"Poogle and the unknown-answer assignment","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Mathematics education; World Wide Web; Human–computer interaction; Programming language; Information retrieval; Mathematics","score_opus":0.015551567382523111,"score_gpt":0.21358515525531893,"score_spread":0.19803358787279582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011480664","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24942955,0.0040249783,0.4331254,0.29923582,0.0014213098,0.00092144415,9.634899e-7,0.0015850363,0.010255472],"genre_scores_gemma":[0.94043773,0.000045226072,0.05191771,0.001435756,0.00009972845,0.000023205044,5.8302163e-7,0.000010241988,0.0060298042],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988467,0.00024225148,0.0001413337,0.00028964563,0.00022855114,0.00025151914],"domain_scores_gemma":[0.99868244,0.00047213156,0.00006190447,0.0006926681,0.000020431213,0.00007041339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071885664,0.000114639086,0.00013220716,0.0000304013,0.00046930273,0.00011444659,0.0008493799,0.00004165065,0.000055515273],"category_scores_gemma":[0.00042815125,0.00007326175,0.00005239698,0.00009866111,0.00017769933,0.000044279397,0.00047662127,0.00027769106,0.00022067245],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007253123,0.0002122865,0.0034731887,0.000018440736,0.00008607015,0.00017168907,0.02241043,0.00028026235,0.00009744644,0.067940965,0.10256191,0.8026748],"study_design_scores_gemma":[0.00077421585,0.000048846647,0.0016900204,0.000010544889,0.000005142482,0.00010031884,0.000044618308,0.00032708468,0.00007161183,0.00030360825,0.99649686,0.00012713253],"about_ca_topic_score_codex":0.00011926832,"about_ca_topic_score_gemma":0.0000011223271,"teacher_disagreement_score":0.89393497,"about_ca_system_score_codex":0.000014621665,"about_ca_system_score_gemma":0.000020288788,"threshold_uncertainty_score":0.36095446},"labels":[],"label_agreement":null},{"id":"W3018735809","doi":"10.1145/1595496.1562903","title":"A \"communication skills for computer scientists\" course","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Course (navigation); Interpersonal communication; Curriculum; Computer science; Communication skills; Social skills; Public speaking; Multimedia; Mathematics education; Psychology; Pedagogy; Medical education; Engineering; Communication","score_opus":0.009120484359714551,"score_gpt":0.26670133801524587,"score_spread":0.2575808536555313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3018735809","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012736913,0.0001556305,0.9092312,0.0662062,0.0015841601,0.0010942062,0.0000045503916,0.00043325892,0.008553893],"genre_scores_gemma":[0.38984376,0.00001173856,0.5982073,0.00829711,0.000120856195,0.00010046345,0.000034082757,0.0000060443062,0.0033786416],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988618,0.000050433784,0.00036101072,0.00022890285,0.0002565738,0.00024128746],"domain_scores_gemma":[0.99832183,0.000111063826,0.00017647642,0.0010254318,0.00026966917,0.00009553391],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00063616864,0.0001186435,0.0001282249,0.00008749039,0.00028632383,0.00030500456,0.0014446606,0.00005094108,0.00009047981],"category_scores_gemma":[0.000088368324,0.00010988555,0.00006510938,0.00025527194,0.000024923234,0.00020856863,0.0001633189,0.000068703215,0.0008006436],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029419543,0.00036110874,0.000095790456,0.000012441174,0.000011734045,7.45704e-7,0.0037145491,0.00004617324,0.000025668369,0.055444267,0.7139052,0.22637935],"study_design_scores_gemma":[0.0006459462,0.00007510537,0.010742244,0.000051264346,0.0000041586018,0.00002811715,0.00008817966,0.002365264,0.00057235296,0.0019338104,0.98322326,0.0002703089],"about_ca_topic_score_codex":0.0000034567763,"about_ca_topic_score_gemma":5.461962e-7,"teacher_disagreement_score":0.37710685,"about_ca_system_score_codex":0.000060835286,"about_ca_system_score_gemma":0.00011167631,"threshold_uncertainty_score":0.99997735},"labels":[],"label_agreement":null},{"id":"W3030373777","doi":"10.1145/1595496.1562919","title":"Curing recursion aversion","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Recursion (computer science); Curriculum; Logo (programming language); Mathematics education; Computer science; Psychology; Pedagogy; Programming language","score_opus":0.01209224078929277,"score_gpt":0.2414519971998191,"score_spread":0.22935975641052633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030373777","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3789667,0.0010745709,0.43849692,0.16325225,0.0018177105,0.00048510748,6.3219807e-7,0.0041995654,0.0117065655],"genre_scores_gemma":[0.8248275,0.000009417795,0.17247486,0.0009127842,0.00009848268,0.0000016569771,0.0000013717016,0.000006342527,0.0016675926],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892205,0.00009939724,0.0001329768,0.00033608562,0.00021746385,0.00029200816],"domain_scores_gemma":[0.99900335,0.000110290675,0.000066483684,0.0007065047,0.000024297107,0.00008905849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045692758,0.00011245585,0.00010190561,0.00007689002,0.00024756684,0.00014539679,0.0010249049,0.000060863753,0.00006263685],"category_scores_gemma":[0.00038339815,0.00010557873,0.00006090899,0.00015887727,0.000013245578,0.000093887764,0.00023937026,0.0002997529,0.0007290402],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005989312,0.000049257982,0.00012405585,0.0000035897388,0.0000023044968,0.000023639206,0.0008934755,0.000077587996,0.00025649715,0.0023059389,0.0126271015,0.98363054],"study_design_scores_gemma":[0.00022881984,0.00021593504,0.0016097123,0.00005588512,0.0000024229823,0.000019187011,0.000031126565,0.00035477427,0.00078005757,0.0006304356,0.9958975,0.00017420165],"about_ca_topic_score_codex":0.000023292288,"about_ca_topic_score_gemma":1.8448482e-7,"teacher_disagreement_score":0.9834564,"about_ca_system_score_codex":0.00003170019,"about_ca_system_score_gemma":0.0000124506105,"threshold_uncertainty_score":0.937058},"labels":[],"label_agreement":null},{"id":"W3044473656","doi":"10.1145/331795.331887","title":"Enhancing student learning through on-line quizzes","year":2000,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Multimedia; Line (geometry); Mathematics education; Psychology; Mathematics","score_opus":0.02293948998551392,"score_gpt":0.2954405126227133,"score_spread":0.2725010226371994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044473656","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7903271,0.00075400417,0.1622561,0.027105361,0.0007764254,0.00040465852,5.532254e-7,0.0028639801,0.015511861],"genre_scores_gemma":[0.8809,0.0000443788,0.10323811,0.0016169919,0.0002727279,0.000022523494,0.0000029400014,0.000029132756,0.01387315],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99787325,0.00030094982,0.00029642243,0.0005868382,0.00043233906,0.0005102216],"domain_scores_gemma":[0.9984099,0.0005071813,0.00009534216,0.00086136966,0.000031847503,0.000094346484],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007592229,0.00022630292,0.00022278407,0.00005663019,0.00048270324,0.0003136956,0.0014374886,0.000080432634,0.0007601943],"category_scores_gemma":[0.00048627032,0.0002070254,0.00010084669,0.00021727143,0.000039857314,0.000109985485,0.00031187735,0.000760211,0.0029018186],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002811242,0.00030899167,0.0010049026,0.000017895483,0.00004520162,0.00009481199,0.016539754,0.018080115,0.00021777586,0.00305183,0.0029647357,0.9576459],"study_design_scores_gemma":[0.00040962998,0.00046960317,0.00065016065,0.00009953739,0.0000069641314,0.000018581024,0.00026542437,0.00032032456,0.0009823196,0.00010911989,0.99635875,0.00030956013],"about_ca_topic_score_codex":0.0001756589,"about_ca_topic_score_gemma":0.00000555244,"teacher_disagreement_score":0.993394,"about_ca_system_score_codex":0.000046109337,"about_ca_system_score_gemma":0.000025779907,"threshold_uncertainty_score":0.99787456},"labels":[],"label_agreement":null},{"id":"W3085272523","doi":"10.1145/792548.611998","title":"CS girls rock","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Subject (documents); Mathematics education; Psychology; Medical education; Medicine; Library science; Computer science","score_opus":0.016195666001530988,"score_gpt":0.23890716185707378,"score_spread":0.22271149585554278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085272523","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040969037,0.0009006327,0.9165329,0.021160766,0.001314253,0.00029361006,5.606225e-7,0.0018561506,0.016972119],"genre_scores_gemma":[0.7749952,0.000004917386,0.21840882,0.00083788676,0.00005682917,0.000011635099,7.56631e-7,0.0000138457035,0.0056701037],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998685,0.00022108818,0.00016005382,0.0003606099,0.00021131535,0.00036190313],"domain_scores_gemma":[0.9986322,0.00023572233,0.00006707434,0.00092754647,0.000030925592,0.000106528896],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006158896,0.00013159496,0.00012566308,0.000057376314,0.0002154894,0.00019181464,0.0010581834,0.00006472434,0.00020258824],"category_scores_gemma":[0.0013463362,0.00012307,0.000066951936,0.00018463729,0.000013781071,0.000059165417,0.00021318285,0.00031231574,0.002107755],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009461362,0.00032249477,0.006818261,0.000038395312,0.000054194927,0.00015160786,0.00462091,0.0014312372,0.00035726815,0.100802414,0.16295391,0.7224398],"study_design_scores_gemma":[0.00019828552,0.000052976455,0.00043826646,0.000012446943,0.000002969042,0.00003272012,0.000027110504,0.000118312375,0.00043930626,0.00038938515,0.99811566,0.00017258638],"about_ca_topic_score_codex":0.00003106271,"about_ca_topic_score_gemma":7.5304774e-7,"teacher_disagreement_score":0.83516175,"about_ca_system_score_codex":0.000021695561,"about_ca_system_score_gemma":0.000033128003,"threshold_uncertainty_score":0.9986692},"labels":[],"label_agreement":null},{"id":"W3085625739","doi":"10.1145/1227504.1227376","title":"Facilitated student discussions for evaluating teaching","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Strengths and weaknesses; Medical education; Psychology; Value (mathematics); Process (computing); Pedagogy; Mathematics education; Computer science; Medicine; Social psychology","score_opus":0.2067954413929152,"score_gpt":0.5387146358721906,"score_spread":0.3319191944792754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085625739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7802027,0.00015010663,0.010743013,0.15585709,0.001007352,0.0017545632,0.000014048693,0.00048296255,0.049788155],"genre_scores_gemma":[0.93053764,0.000007921192,0.051936075,0.00071560824,0.00035004367,0.00006906634,0.000014126612,0.000022717144,0.016346773],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965748,0.001101461,0.000435417,0.00035966278,0.0009988149,0.00052981824],"domain_scores_gemma":[0.9920814,0.0068565332,0.00026666172,0.00041747253,0.0001940772,0.00018382241],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02615631,0.0001431025,0.00016954009,0.000103374674,0.0021219822,0.00015491692,0.0007312345,0.00010658904,0.0011141355],"category_scores_gemma":[0.056051638,0.00012336145,0.00011155332,0.00011670014,0.00012571366,0.00016779162,0.00017923402,0.00037309167,0.00036849812],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003538997,0.001094855,0.02055504,0.00005770718,0.00022057135,0.000013317922,0.30042163,0.00051270763,0.005260795,0.06603327,0.14920959,0.4562666],"study_design_scores_gemma":[0.0006831343,0.0001570615,0.008893132,0.00004598727,0.000061006933,7.287647e-7,0.04600841,0.00004930879,0.000102377635,0.002022129,0.9417158,0.0002609599],"about_ca_topic_score_codex":0.0013176986,"about_ca_topic_score_gemma":0.00062097976,"teacher_disagreement_score":0.79250616,"about_ca_system_score_codex":0.0002017767,"about_ca_system_score_gemma":0.00011417751,"threshold_uncertainty_score":0.99979895},"labels":[],"label_agreement":null},{"id":"W3086619722","doi":"10.1145/1269900.1268837","title":"Introducing students to professional software construction","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Université du Québec à Montréal","keywords":"Documentation; Computer science; Software engineering; Key (lock); Software; Software construction; Software development; Software documentation; Software maintenance; Programming language","score_opus":0.011510398496954758,"score_gpt":0.29675010937146684,"score_spread":0.2852397108745121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086619722","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42865044,0.000029114606,0.5651792,0.0039405054,0.0014250277,0.0002607727,9.074749e-7,0.00047769037,0.000036301954],"genre_scores_gemma":[0.36604974,0.0000018592582,0.6316966,0.00063331245,0.00036916437,0.000029210983,0.0000024319786,0.000022295697,0.0011954288],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978799,0.00004322921,0.00023847035,0.0004998866,0.0008364903,0.0005019754],"domain_scores_gemma":[0.9973846,0.0012073296,0.000041097814,0.0009798701,0.00015550289,0.0002315863],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012941555,0.00014071386,0.00013378671,0.00023296414,0.00014344236,0.00012782683,0.0019114709,0.00007413404,0.0001660397],"category_scores_gemma":[0.0062191836,0.00013650059,0.00003838855,0.0005011669,0.000032525186,0.000086111584,0.0015211398,0.00028932688,0.0011184954],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011615833,0.00037753527,0.41892824,0.00009382819,0.00008205768,0.00028846093,0.002927987,0.0013952338,0.0042264992,0.0024099187,0.16783407,0.40132],"study_design_scores_gemma":[0.0017422849,0.00041584886,0.67044556,0.00032379784,0.000010439562,0.00023624777,0.00026850138,0.00014443081,0.029226793,0.0013793726,0.29462048,0.0011862385],"about_ca_topic_score_codex":0.000020441306,"about_ca_topic_score_gemma":0.0000019300971,"teacher_disagreement_score":0.4001338,"about_ca_system_score_codex":0.0001245052,"about_ca_system_score_gemma":0.00005530821,"threshold_uncertainty_score":0.99965924},"labels":[],"label_agreement":null},{"id":"W3090436727","doi":"10.1145/1269900.1268879","title":"Extending a marking tool with simple support for testing","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Simple (philosophy); Computer science; Test (biology); Software engineering; Extensibility; Programming language; Human–computer interaction","score_opus":0.03038015326115105,"score_gpt":0.2788251729453463,"score_spread":0.24844501968419527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090436727","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05231874,0.000037684662,0.9445239,0.0010858588,0.000146405,0.00028596676,6.6031225e-7,0.0006676508,0.00093316054],"genre_scores_gemma":[0.46780163,2.9085922e-7,0.53116614,0.0003023163,0.00012432136,0.00001917019,0.0000029007392,0.000020579102,0.0005626677],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982465,0.000047218924,0.00027111452,0.00048872654,0.0002578849,0.0006885511],"domain_scores_gemma":[0.9973145,0.0016775297,0.00016018699,0.00066170486,0.000083552564,0.000102520666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024219905,0.00018109365,0.0001735993,0.00011591527,0.00044483467,0.0002753308,0.00092917273,0.00006040131,0.000031355587],"category_scores_gemma":[0.0021374011,0.00015915318,0.000059878268,0.0002983567,0.00003256568,0.000105897285,0.00030892115,0.0002783864,0.000051474868],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030850828,0.000040525436,0.0069452147,0.000030304567,0.000015657815,0.000077946475,0.00079632207,0.00011440659,0.00029182227,0.0014510035,0.0020868154,0.9881191],"study_design_scores_gemma":[0.0006271181,0.00044085152,0.005699081,0.00007708732,0.00001291448,0.0001436851,0.00014801107,0.0011505779,0.0005127949,0.0002568546,0.9905431,0.00038789908],"about_ca_topic_score_codex":0.00006106321,"about_ca_topic_score_gemma":0.0000051787238,"teacher_disagreement_score":0.9884563,"about_ca_system_score_codex":0.00004761657,"about_ca_system_score_gemma":0.000049422844,"threshold_uncertainty_score":0.6490078},"labels":[],"label_agreement":null},{"id":"W3113733331","doi":"10.1145/1124706.1121495","title":"Practice what you preach","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Institution; Computer science; Academic institution; Mathematics education; Psychology; Sociology; Library science; Social science","score_opus":0.012283083745499777,"score_gpt":0.26253850777203314,"score_spread":0.25025542402653334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113733331","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028589904,0.0013074222,0.014503991,0.42996293,0.0027121697,0.0004902326,5.1866937e-7,0.0008101764,0.52162266],"genre_scores_gemma":[0.79512835,0.00017457645,0.15211539,0.007084003,0.0005584162,0.000045962912,0.000013451146,0.000027255108,0.04485258],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99881035,0.00015250315,0.00018473864,0.0003422123,0.00024883245,0.00026135732],"domain_scores_gemma":[0.99856436,0.00039810722,0.00011593788,0.0007362706,0.00011331753,0.0000720104],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00049582624,0.00011195401,0.00009855482,0.00005434933,0.00017418638,0.00092048437,0.0011103991,0.000052935127,0.0005593485],"category_scores_gemma":[0.00087460486,0.0001086741,0.000040435443,0.00022067426,0.000024098916,0.00084660563,0.00038111644,0.00021311008,0.0043383692],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024276542,0.000714562,0.0009241431,0.000019899024,0.000026228156,0.0000578254,0.0035245083,0.00047038752,0.00067094545,0.11961031,0.76683,0.10712687],"study_design_scores_gemma":[0.0001774469,0.000037778595,0.0010903012,0.000016818725,0.0000052743176,0.000038840768,0.0017065553,0.00016154346,0.0005572254,0.0006397064,0.99541247,0.00015602319],"about_ca_topic_score_codex":0.0002593369,"about_ca_topic_score_gemma":0.0000028815157,"teacher_disagreement_score":0.76653844,"about_ca_system_score_codex":0.000035079327,"about_ca_system_score_gemma":0.000058186688,"threshold_uncertainty_score":0.9964369},"labels":[],"label_agreement":null},{"id":"W3138525007","doi":"10.1145/1539024.1508949","title":"Gr8 designs for Gr8 girls","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of British Columbia; University of Toronto; University of Washington","keywords":"Representation (politics); Order (exchange); Psychology; Medical education; Program Design Language; Mathematics education; Applied psychology; Computer science; Medicine; Political science; Software engineering; Business; Finance","score_opus":0.04260396320666823,"score_gpt":0.28976699945743445,"score_spread":0.24716303625076622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138525007","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00940325,0.00023709403,0.9396989,0.04846079,0.00034505592,0.00034348914,9.092124e-7,0.0008533776,0.0006571322],"genre_scores_gemma":[0.49823272,0.0000036533702,0.4970841,0.002038829,0.00017640556,0.000026970794,0.0000031474135,0.000012714432,0.0024214697],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986082,0.00011063529,0.00020187965,0.0004326474,0.00019188486,0.00045479866],"domain_scores_gemma":[0.9984757,0.00042580592,0.00009055625,0.00084229006,0.000050172934,0.00011548836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007600573,0.00016140357,0.0001701083,0.00007549902,0.000287491,0.00024166559,0.0014045005,0.00008097191,0.000032584376],"category_scores_gemma":[0.0009245488,0.00015089619,0.00011317297,0.00015435452,0.000023585713,0.00007903492,0.0001417029,0.00024134896,0.0003033622],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015977363,0.000105999985,0.00016389436,0.000010066946,0.000011256185,0.000015432635,0.0011694814,0.00013678617,0.00041430636,0.011887554,0.061582446,0.9244868],"study_design_scores_gemma":[0.00043671462,0.00038460645,0.0012518174,0.000025052024,0.0000074885234,0.000017354747,0.000019698062,0.00048207195,0.0006139574,0.0022509971,0.9942603,0.00024994486],"about_ca_topic_score_codex":0.000023312254,"about_ca_topic_score_gemma":7.4293683e-7,"teacher_disagreement_score":0.93267787,"about_ca_system_score_codex":0.000027267686,"about_ca_system_score_gemma":0.000032739645,"threshold_uncertainty_score":0.6153368},"labels":[],"label_agreement":null},{"id":"W3143450461","doi":"10.1145/1151954.1067523","title":"Student communication challenges in distributed software engineering environments","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Seneca Polytechnic; Toronto Metropolitan University","funders":"","keywords":"Computer science; Face (sociological concept); Software; Human–computer interaction; Population; Distributed learning; Work (physics); Software engineering; Multimedia; Psychology; Engineering; Pedagogy; Programming language; Sociology","score_opus":0.05484086281013643,"score_gpt":0.34636559348790025,"score_spread":0.2915247306777638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3143450461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96614766,0.0051218495,0.009808407,0.014938867,0.00025672474,0.00032467057,0.0000106796015,0.00026483333,0.0031262871],"genre_scores_gemma":[0.965009,0.00015336434,0.033417508,0.00019848702,0.000093879455,0.00007427117,0.00004812768,0.000031761523,0.00097364746],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99834317,0.00068916363,0.00027267888,0.00027076466,0.0001426082,0.0002816125],"domain_scores_gemma":[0.9984018,0.0006285302,0.00009175375,0.00082912727,0.000010954968,0.000037831906],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015208811,0.00015283027,0.00017825761,0.00009836899,0.000069908914,0.0000137448405,0.0005047215,0.00011453543,0.0010826888],"category_scores_gemma":[0.0009007712,0.0001600979,0.000034618093,0.00009637891,0.000033205324,0.000022205051,0.00019159191,0.0005828565,0.0008341777],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021947575,0.002961151,0.16656046,0.00005953688,0.00035372504,0.00007143722,0.06274672,0.00909718,0.0016633269,0.010307602,0.022208598,0.7237508],"study_design_scores_gemma":[0.00054748775,0.00003646707,0.44784495,0.000032034444,0.0000052231653,0.0000040882246,0.0005548927,0.000013591507,0.000071219605,0.000022265342,0.5507201,0.00014768327],"about_ca_topic_score_codex":0.000036474466,"about_ca_topic_score_gemma":0.0000045716356,"teacher_disagreement_score":0.7236031,"about_ca_system_score_codex":0.000120382916,"about_ca_system_score_gemma":0.000003969258,"threshold_uncertainty_score":0.9999438},"labels":[],"label_agreement":null},{"id":"W3144969684","doi":"10.1145/563517.563350","title":"What comes after CS 1 + 2","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Mathematics education; Computer science; AP Computer Science; Science education; Psychology","score_opus":0.020525742399755204,"score_gpt":0.23065001954915085,"score_spread":0.21012427714939563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3144969684","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32707563,0.034275226,0.1546537,0.45995462,0.009249386,0.00096694776,0.0000022673582,0.006326143,0.007496091],"genre_scores_gemma":[0.8886694,0.0001687656,0.09507066,0.0027879062,0.00015879118,0.000033278604,9.406379e-7,0.000019151053,0.013091135],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99879754,0.00012684929,0.00015354271,0.00035123905,0.0002282571,0.00034260235],"domain_scores_gemma":[0.99865144,0.00022704982,0.000055292257,0.00094239454,0.000025536383,0.00009827454],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00030173606,0.00013771975,0.00013053764,0.000064865504,0.00014343295,0.00065341947,0.0011123292,0.00006317664,0.00087418355],"category_scores_gemma":[0.000269467,0.00012432926,0.000074870455,0.00014946146,0.000039599538,0.00023677034,0.00044427527,0.00029710724,0.0034169164],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039694337,0.00009509635,0.0014453029,0.000014769119,0.000014406966,0.00009683845,0.005043879,0.000029395032,0.00000879449,0.00055455096,0.053002104,0.9396909],"study_design_scores_gemma":[0.00017499323,0.000053282587,0.0009906379,0.000042269785,0.000003412091,0.000023395087,0.00008754552,0.00044187202,0.00003796492,0.000097840806,0.9978659,0.00018086366],"about_ca_topic_score_codex":0.00002109039,"about_ca_topic_score_gemma":0.0000014383379,"teacher_disagreement_score":0.9448638,"about_ca_system_score_codex":0.000019081854,"about_ca_system_score_gemma":0.000004559793,"threshold_uncertainty_score":0.99735904},"labels":[],"label_agreement":null},{"id":"W3158725434","doi":"10.1145/366413.364619","title":"Experiences with tutored video instruction for introductory programming courses","year":2001,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Abandonment (legal); Mathematics education; Studio; Quarter (Canadian coin); Computer science; Community college; Course (navigation); Multimedia; Medical education; Psychology; Engineering; Medicine; Political science; Telecommunications","score_opus":0.014772326870057669,"score_gpt":0.2521385936302297,"score_spread":0.23736626676017206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158725434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7431849,0.00025039233,0.24724144,0.0071539534,0.000762007,0.00046425094,2.9172034e-7,0.0008663938,0.000076372584],"genre_scores_gemma":[0.6807698,0.0000040234686,0.3179821,0.00013219567,0.00033996554,0.00025521277,0.0000033987658,0.000016777603,0.0004965091],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99843085,0.00009084001,0.00020604402,0.00055796135,0.0002736846,0.00044062306],"domain_scores_gemma":[0.9987728,0.00020641675,0.0001451795,0.0006799335,0.00009691109,0.000098746204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050005125,0.00018535207,0.00017794604,0.00010102489,0.0004169019,0.00034581122,0.00092190335,0.0000636358,0.000029149383],"category_scores_gemma":[0.0005848821,0.00015201763,0.000059242066,0.00026713754,0.00012526051,0.0002027223,0.00014968772,0.00021135683,0.00002676696],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007236993,0.000087278866,0.0018794375,0.00001777987,0.000022556858,0.000015195471,0.016618473,0.00010193262,0.000057563182,0.0008384335,0.0028564704,0.9774325],"study_design_scores_gemma":[0.0006423357,0.00045489924,0.0003977266,0.000042265623,0.000009640734,0.000117365424,0.0054761185,0.0002329876,0.00036922703,0.000040130268,0.9919465,0.00027079222],"about_ca_topic_score_codex":0.000084926185,"about_ca_topic_score_gemma":0.0000071355657,"teacher_disagreement_score":0.98909,"about_ca_system_score_codex":0.000041229898,"about_ca_system_score_gemma":0.000056743367,"threshold_uncertainty_score":0.61990994},"labels":[],"label_agreement":null},{"id":"W3160493202","doi":"10.1145/1597849.1384361","title":"Eclipse as a teaching tool","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Eclipse; Session (web analytics); Quality assurance; Computer science; Mathematics education; Quality (philosophy); Engineering; Psychology; World Wide Web; Astronomy; Philosophy; Physics; Operations management; Epistemology","score_opus":0.15075581781956088,"score_gpt":0.3787341237158545,"score_spread":0.22797830589629364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160493202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85993844,0.000062413135,0.0026769824,0.014484701,0.0018390598,0.00022143948,0.000009295761,0.00019434355,0.12057331],"genre_scores_gemma":[0.8698439,0.000009992571,0.011205247,0.0028322362,0.00069418916,0.000010470968,0.0000089358655,0.000014586834,0.11538045],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961754,0.00028534606,0.0005944656,0.00092926424,0.0016304954,0.00038502313],"domain_scores_gemma":[0.99461114,0.0020607738,0.00017995988,0.0028985587,0.00011615737,0.00013340711],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.006212061,0.00016037845,0.00022848463,0.0002531996,0.0007200374,0.00040242638,0.0025664917,0.00004912976,0.006697536],"category_scores_gemma":[0.030623434,0.00012185911,0.00013258164,0.00042045597,0.00012872014,0.000115242925,0.0016661737,0.00023810733,0.037345357],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014017057,0.00008083979,0.0009963394,8.9610893e-7,0.000006469704,0.000098573095,0.00058159715,0.000060748705,0.000026100643,0.0017942154,0.92427087,0.07206935],"study_design_scores_gemma":[0.00032871476,0.00004074296,0.0027061258,0.000009633251,0.0000048769966,0.00006411284,0.0003840458,0.0002587023,0.000075276286,0.008217994,0.9877329,0.00017690458],"about_ca_topic_score_codex":0.00013245178,"about_ca_topic_score_gemma":0.0000038699673,"teacher_disagreement_score":0.07189244,"about_ca_system_score_codex":0.000028641218,"about_ca_system_score_gemma":0.000047356123,"threshold_uncertainty_score":0.9942105},"labels":[],"label_agreement":null},{"id":"W3161584748","doi":"10.1145/1597849.1384417","title":"Web-based dynamic learning through lexical chaining","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Chaining; Computer science; Forward chaining; Backward chaining; Artificial intelligence; Natural language processing; Web application; World Wide Web; Expert system; Psychology","score_opus":0.018063030882019274,"score_gpt":0.2688657226676718,"score_spread":0.2508026917856525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161584748","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052578367,0.0028481784,0.9134512,0.022908447,0.00027543918,0.0002565104,0.0000012385605,0.0045230896,0.0031575507],"genre_scores_gemma":[0.5534785,0.00001807141,0.44448814,0.0012860487,0.000029240573,0.000014677844,0.0000031294092,0.000015701615,0.00066653325],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983187,0.00012511539,0.00024183713,0.000516319,0.00036858438,0.0004294491],"domain_scores_gemma":[0.99862397,0.0003179417,0.0001246543,0.00077085936,0.000083786435,0.000078783574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002949385,0.00021220281,0.00021761027,0.00009031359,0.00037703267,0.000094102244,0.0017074628,0.00013785779,0.00012409608],"category_scores_gemma":[0.00094093155,0.00019149168,0.00009040727,0.0003482584,0.000121231824,0.00017130461,0.0005738407,0.0005782528,0.0002711706],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041198218,0.0015948043,0.010006693,0.00059113454,0.0002313495,0.00942275,0.024848554,0.003063822,0.112674475,0.10754555,0.2036134,0.5259955],"study_design_scores_gemma":[0.004851784,0.001393313,0.0013897358,0.0007904657,0.000041498595,0.0012366766,0.00022396269,0.18689014,0.07020308,0.048718564,0.6805083,0.0037524344],"about_ca_topic_score_codex":0.000044651184,"about_ca_topic_score_gemma":0.0000017617054,"teacher_disagreement_score":0.5222431,"about_ca_system_score_codex":0.0000673807,"about_ca_system_score_gemma":0.0001158655,"threshold_uncertainty_score":0.7808804},"labels":[],"label_agreement":null},{"id":"W3161812051","doi":"10.1145/1597849.1384365","title":"Using eclipse in the classroom","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Eclipse; Session (web analytics); Mathematics education; Computer science; Quality assurance; Psychology; Engineering; Astronomy; World Wide Web; Physics; Operations management","score_opus":0.17435982721824708,"score_gpt":0.3065053748815758,"score_spread":0.13214554766332873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161812051","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9607023,0.0001705879,0.00038513614,0.010540055,0.00053724594,0.0002939712,0.0000030896713,0.00008317501,0.027284458],"genre_scores_gemma":[0.98799837,0.00004670061,0.00076326553,0.007856064,0.0028105031,0.000015684622,0.000022974307,0.000023504777,0.00046293464],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987722,0.000020365727,0.00027397848,0.00028981874,0.00030322993,0.00034043277],"domain_scores_gemma":[0.998962,0.0001295481,0.00012149046,0.0007037414,0.00007577616,0.000007434319],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00041843878,0.00017768011,0.00016437116,0.00015911699,0.000265411,0.00014717763,0.0010710215,0.0000811075,0.002195074],"category_scores_gemma":[0.00060272997,0.0001264403,0.00006075542,0.0006040364,0.00012065874,0.00033238964,0.00036742116,0.0002298922,0.0026276214],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001517044,0.0005896215,0.13412188,0.00018770107,0.000027085682,0.000684937,0.00046984394,0.00041076585,0.0007416692,0.014154186,0.8338674,0.014593252],"study_design_scores_gemma":[0.0002575852,0.000003956754,0.013207446,0.000043963566,0.000017094002,0.000050768627,0.0002574462,0.00051264476,0.00006315715,0.0022034894,0.98313713,0.0002453337],"about_ca_topic_score_codex":0.0010336497,"about_ca_topic_score_gemma":0.00006080314,"teacher_disagreement_score":0.14926976,"about_ca_system_score_codex":0.000018957508,"about_ca_system_score_gemma":0.000018881743,"threshold_uncertainty_score":0.99871707},"labels":[],"label_agreement":null},{"id":"W3162673503","doi":"10.1145/1227504.1227503","title":"The games computers play...","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Simple (philosophy); Space (punctuation); Artificial intelligence; Combinatorial game theory; Video game design; Human–computer interaction; Game mechanics; Sequential game; Game theory; Mathematical economics; Mathematics; Epistemology; Operating system","score_opus":0.0221212513490587,"score_gpt":0.27319952615600973,"score_spread":0.25107827480695105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162673503","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04079195,0.0006611441,0.88611627,0.05342184,0.0027818063,0.00036717523,0.0000010192238,0.00062724826,0.015231567],"genre_scores_gemma":[0.9086681,0.00007922693,0.082799196,0.0039449106,0.0004278442,0.000014718645,9.4161464e-7,0.000024230523,0.0040408038],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99820226,0.00006916685,0.00037302167,0.00039042006,0.00038156405,0.0005835913],"domain_scores_gemma":[0.9957596,0.0024710628,0.00011774387,0.0014235334,0.000095716794,0.00013233285],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012635491,0.00016848554,0.00013413772,0.00008788509,0.00041422652,0.00031605025,0.0033516618,0.00007219591,0.00007059275],"category_scores_gemma":[0.0007757755,0.00012084927,0.00009050914,0.00036584018,0.00021844791,0.00009378238,0.0009040586,0.00022244858,0.0021165905],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023539169,0.000060616287,0.0006673123,0.0000036488718,0.000028093498,0.0000975764,0.0018159276,0.00016447576,0.00045175897,0.09969287,0.18762249,0.7093717],"study_design_scores_gemma":[0.00006612534,0.0000703547,0.0012312196,0.0000164397,0.0000030528786,0.000025768397,0.00022829494,0.0014353356,0.020521961,0.010132933,0.96603304,0.00023548726],"about_ca_topic_score_codex":0.000057847185,"about_ca_topic_score_gemma":0.000030505054,"teacher_disagreement_score":0.8678762,"about_ca_system_score_codex":0.000044988406,"about_ca_system_score_gemma":0.00003374762,"threshold_uncertainty_score":0.9986604},"labels":[],"label_agreement":null},{"id":"W4206476877","doi":"10.1145/366413.364795","title":"Polymorphic panelists","year":2001,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Data Mining Algorithms and Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Object (grammar); Class (philosophy); Computer science; Set (abstract data type); Payroll; World Wide Web; Programming language; Artificial intelligence; Management","score_opus":0.02323046340890464,"score_gpt":0.24728474401152947,"score_spread":0.22405428060262483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206476877","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09858044,0.0008042508,0.64728034,0.21101731,0.0008985734,0.00054251647,0.000038119368,0.0017680767,0.03907041],"genre_scores_gemma":[0.55039626,0.0001873504,0.42889017,0.005552846,0.00046492703,0.00012248522,0.00003846619,0.000031632204,0.0143158315],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99905163,0.00002327339,0.0001514888,0.0003486132,0.00016995985,0.00025500575],"domain_scores_gemma":[0.9983498,0.00011248059,0.00005053919,0.0013488557,0.000035931836,0.00010243091],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001643895,0.00010408695,0.00009588998,0.00004760577,0.00013438897,0.00014615835,0.001717428,0.000041125684,0.0003508144],"category_scores_gemma":[0.00013561013,0.000097323886,0.000038243586,0.0002859289,0.000033642063,0.00008548848,0.00053790014,0.00009868849,0.003156083],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004684867,0.00019900697,0.000813226,0.000005477675,0.000017952134,0.00012493307,0.00034942347,0.000011450695,0.00093879947,0.03314986,0.30853084,0.65585434],"study_design_scores_gemma":[0.00018057055,0.00002824749,0.0030015826,0.000009199178,0.0000031268949,0.00009535865,0.0000135871605,0.0017600548,0.00038519275,0.0019176089,0.9924314,0.00017406952],"about_ca_topic_score_codex":0.000113138405,"about_ca_topic_score_gemma":0.0000023318887,"teacher_disagreement_score":0.6839006,"about_ca_system_score_codex":0.000014289824,"about_ca_system_score_gemma":0.000023379893,"threshold_uncertainty_score":0.99762005},"labels":[],"label_agreement":null},{"id":"W4210655901","doi":"10.1145/3516410.3516411","title":"Koli Calling 2021 report","year":2022,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Range (aeronautics); Computer science; Engineering","score_opus":0.01285629288574404,"score_gpt":0.251477186572898,"score_spread":0.23862089368715397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210655901","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18489762,0.0017906566,0.14659573,0.6354706,0.0035516927,0.00042813885,0.000014356069,0.0012661711,0.025985023],"genre_scores_gemma":[0.84644884,0.000043604676,0.10821615,0.0024277568,0.0005032717,0.00003131421,0.00002487341,0.000029482093,0.042274702],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99860185,0.000109507084,0.00023874937,0.00039426473,0.00039001709,0.00026560313],"domain_scores_gemma":[0.9985288,0.00015722835,0.00012148902,0.0010662565,0.00004576586,0.0000804765],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00063801033,0.00010276925,0.00013586874,0.00006901573,0.00035252207,0.00006029386,0.0012923045,0.000025630705,0.0011080962],"category_scores_gemma":[0.000536832,0.00010689174,0.000082264334,0.00030290306,0.000019207198,0.000031613105,0.0014049899,0.00038504132,0.00039013478],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024756468,0.00072405103,0.010293028,0.00003986063,0.00013880024,0.013338209,0.0022058706,0.05052654,0.0012823946,0.028405897,0.7664032,0.1266174],"study_design_scores_gemma":[0.00014289486,0.00006196344,0.00016461537,0.0000054947427,0.0000059970716,0.00030818666,0.000078015975,0.011517388,0.0001302856,0.0019921267,0.98541886,0.00017420153],"about_ca_topic_score_codex":0.00006412166,"about_ca_topic_score_gemma":9.494291e-7,"teacher_disagreement_score":0.66155124,"about_ca_system_score_codex":0.000042761912,"about_ca_system_score_gemma":0.00007786455,"threshold_uncertainty_score":0.99980503},"labels":[],"label_agreement":null},{"id":"W4214940704","doi":"10.1145/961611.961613","title":"Grading programming assignments using rubrics","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Rubric; Grading (engineering); Computer science; Programming language; Mathematics education; Mathematics; Engineering","score_opus":0.039357818377353804,"score_gpt":0.27475643451062076,"score_spread":0.23539861613326696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214940704","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07338208,0.0003584247,0.9220354,0.0012606086,0.0007528617,0.00028467237,2.6565564e-7,0.0008412438,0.0010844439],"genre_scores_gemma":[0.48982495,0.0000026705056,0.5095155,0.00017879037,0.00003844842,0.00001071593,8.1511945e-7,0.000020545602,0.00040755863],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977492,0.0003509886,0.00028684924,0.00055070594,0.0004011564,0.0006610708],"domain_scores_gemma":[0.99844927,0.0002631289,0.00016568777,0.0009081428,0.000045024768,0.00016874271],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012507334,0.00022705809,0.0002021462,0.00013057105,0.0005079275,0.0004845547,0.0011259867,0.000095537114,0.00004540939],"category_scores_gemma":[0.0014011246,0.00022705238,0.0001007486,0.000414431,0.000043958393,0.0001484241,0.00031323024,0.00044345926,0.00016920276],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062748377,0.0003344559,0.015541801,0.00005430129,0.000078315716,0.00017237474,0.0036404855,0.0012270737,0.0010579394,0.028799007,0.002480188,0.94660777],"study_design_scores_gemma":[0.00037384397,0.00007966787,0.00022126852,0.00006828184,0.000014326035,0.000097217955,0.00014963218,0.0011920672,0.0007269095,0.00044749532,0.99622947,0.00039980563],"about_ca_topic_score_codex":0.00006181867,"about_ca_topic_score_gemma":5.536602e-7,"teacher_disagreement_score":0.9937493,"about_ca_system_score_codex":0.00010247032,"about_ca_system_score_gemma":0.000055736156,"threshold_uncertainty_score":0.9258928},"labels":[],"label_agreement":null},{"id":"W4230497875","doi":"10.1145/961611.961612","title":"Computer science and the arts","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Art, Technology, and Culture","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"The arts; Computer science; Computer graphics (images); Visual arts; Art","score_opus":0.01827160844373599,"score_gpt":0.21149744938362086,"score_spread":0.19322584093988487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230497875","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1845866,0.002521235,0.00021935887,0.119680166,0.0015512599,0.00081628864,0.000012937965,0.0005314115,0.69008076],"genre_scores_gemma":[0.98521966,0.00004582129,0.00061271706,0.005716726,0.00024895233,0.0000166894,7.988649e-7,0.000008210904,0.008130415],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99936783,0.000027387565,0.00009030014,0.00017749166,0.0001475193,0.00018947436],"domain_scores_gemma":[0.9994296,0.00007969869,0.000034256307,0.00032715278,0.000096021686,0.000033283824],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004475627,0.00008459211,0.00009545756,0.000028739114,0.0007481999,0.00015738067,0.00030766588,0.00003014113,0.0015250138],"category_scores_gemma":[0.00030105817,0.000047097485,0.000023694067,0.000023644498,0.0024004318,0.000038691232,0.00011959456,0.0001227731,0.00025849763],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006918632,0.000016210115,0.000020377154,0.0000030039928,0.000006966039,0.0000030945114,0.008854623,4.9236564e-7,0.000019334831,0.7626727,0.22525398,0.003142285],"study_design_scores_gemma":[0.000371915,0.000024528461,0.000030519448,0.0000055338787,0.000008184389,0.000011620641,0.0015138119,0.000007765454,0.00019086615,0.011214852,0.98654133,0.00007908005],"about_ca_topic_score_codex":0.000035321253,"about_ca_topic_score_gemma":0.00006354962,"teacher_disagreement_score":0.8006331,"about_ca_system_score_codex":0.000008448121,"about_ca_system_score_gemma":0.000017618437,"threshold_uncertainty_score":0.99938774},"labels":[],"label_agreement":null},{"id":"W4232082794","doi":"10.1145/1595496.1562991","title":"Two novel prolog assignments","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Prolog; Simple (philosophy); Computer science; Recursion (computer science); Chart; Tracing; Graph; Delegate; Family tree; Programming language; Theoretical computer science; Mathematics; Combinatorics","score_opus":0.036016320331605615,"score_gpt":0.2971889069433948,"score_spread":0.26117258661178916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232082794","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.071929455,0.00019916128,0.7950158,0.09823537,0.0011031762,0.0007267744,0.0000033669655,0.0009748137,0.03181205],"genre_scores_gemma":[0.86049604,0.0000065704703,0.1322412,0.00552891,0.00014550138,0.000016868982,0.0000010768007,0.000008876236,0.0015549408],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983834,0.000047546047,0.0002938737,0.0004896296,0.0003494687,0.0004360743],"domain_scores_gemma":[0.9983494,0.00018594947,0.000105245956,0.0011695889,0.000071331146,0.00011845871],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00034677895,0.00017484408,0.00016413926,0.00007252087,0.00012796752,0.00015505601,0.0022233583,0.000071158815,0.0002586642],"category_scores_gemma":[0.0005366316,0.00016026029,0.0000679172,0.00022281392,0.000061435574,0.00013976148,0.00040552128,0.00018713587,0.0025532863],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005937134,0.0012381334,0.0018181244,0.000008560387,0.00004820297,0.00015327141,0.0020740852,0.0009798036,0.05118073,0.1659691,0.10752878,0.66894186],"study_design_scores_gemma":[0.0010023203,0.0012264008,0.007709932,0.00008659622,0.000024278519,0.00010954051,0.00015442012,0.012289054,0.23861504,0.13025668,0.6070333,0.0014924144],"about_ca_topic_score_codex":0.000032804724,"about_ca_topic_score_gemma":0.0000023768275,"teacher_disagreement_score":0.7885666,"about_ca_system_score_codex":0.00004529476,"about_ca_system_score_gemma":0.000038434555,"threshold_uncertainty_score":0.99822336},"labels":[],"label_agreement":null},{"id":"W4232457545","doi":"10.1145/3371394.3371398","title":"ICER 2019 review","year":2019,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Attendance; Medical education; Library science; Medicine; Political science; Computer science; Law","score_opus":0.007261097141783245,"score_gpt":0.2508526252975716,"score_spread":0.24359152815578833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232457545","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017945567,0.032979358,0.008260691,0.88827497,0.0016460441,0.00076836953,0.0000055982377,0.0010105469,0.049108837],"genre_scores_gemma":[0.23906428,0.02034577,0.19595155,0.104351155,0.0009868386,0.000029611398,0.00004337968,0.00010985051,0.43911758],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989791,0.000066236695,0.00018250306,0.00031654644,0.0002255568,0.00023007787],"domain_scores_gemma":[0.99840426,0.00014750971,0.00008293013,0.0012351038,0.00005926562,0.00007092162],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00035740007,0.00011290847,0.00019481502,0.000036928563,0.000038996128,0.000058169993,0.0012957656,0.000042944426,0.0011873055],"category_scores_gemma":[0.00030581694,0.000094758194,0.00008728066,0.00020340575,0.00001312588,0.000054662778,0.0004455391,0.0001988561,0.026233383],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018380929,0.00006126304,0.0013384477,0.00025628955,0.000019627529,0.000018422723,0.000057041347,0.000058521073,0.000118506745,0.0067753484,0.95579314,0.03550155],"study_design_scores_gemma":[0.00015082474,0.000050242845,0.00043649742,0.000386595,0.000008629829,0.000010739021,0.0000028689458,0.00076559687,0.0000483509,0.00060749054,0.99737,0.00016215401],"about_ca_topic_score_codex":0.000018059669,"about_ca_topic_score_gemma":2.9103438e-7,"teacher_disagreement_score":0.78392386,"about_ca_system_score_codex":0.000012934058,"about_ca_system_score_gemma":0.000035049474,"threshold_uncertainty_score":0.99972576},"labels":[],"label_agreement":null},{"id":"W4232885657","doi":"10.1145/1595496.1563021","title":"Towards automatic syllabi matching","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Syllabus; Erasmus+; Task (project management); Matching (statistics); Computer science; Process (computing); Plan (archaeology); Set (abstract data type); Curriculum; Similarity (geometry); Matriculation; European union; Mathematics education; Higher education; Convention; Academic mobility; Political science; Artificial intelligence; Engineering; Psychology; Business; Law; Mathematics; Geography; Programming language","score_opus":0.013365707433066644,"score_gpt":0.2821213629615849,"score_spread":0.26875565552851827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232885657","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31794468,0.0002653686,0.08769992,0.5759412,0.0006647771,0.00026097026,0.0000010961794,0.0014452941,0.01577667],"genre_scores_gemma":[0.78172624,0.000007768484,0.21466018,0.0028696947,0.000049051483,0.000011683907,0.0000012852872,0.0000035185356,0.0006705817],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99911803,0.00003742291,0.00016979205,0.00026106887,0.00019160623,0.00022205841],"domain_scores_gemma":[0.998991,0.00008783786,0.00006275232,0.00076813094,0.000035775556,0.000054464595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024851153,0.00010815518,0.00011373868,0.00007439973,0.00012404971,0.00007744634,0.0013872869,0.0000703714,0.000191997],"category_scores_gemma":[0.00014503795,0.000098638666,0.00004138662,0.00019259662,0.000020088539,0.0000796416,0.0002215372,0.00016402673,0.00072899327],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001759186,0.0003028321,0.00019802187,0.0000143989,0.000020817704,0.00003817626,0.00076868496,0.000033377983,0.000870989,0.40924942,0.075000525,0.513501],"study_design_scores_gemma":[0.00052803836,0.00029406554,0.047410697,0.000113578586,0.00001429589,0.00012413028,0.00029799622,0.0012531459,0.008995448,0.81584644,0.12449689,0.00062524795],"about_ca_topic_score_codex":0.000010380972,"about_ca_topic_score_gemma":3.778128e-7,"teacher_disagreement_score":0.57307154,"about_ca_system_score_codex":0.000041750664,"about_ca_system_score_gemma":0.00008072092,"threshold_uncertainty_score":0.93699765},"labels":[],"label_agreement":null},{"id":"W4235410135","doi":"10.1145/1595496.1563001","title":"AARTIC","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Realization (probability); Computer science; Learning environment; Human–computer interaction; Multimedia; Mathematics education; Psychology","score_opus":0.02324741548401871,"score_gpt":0.31551313293546546,"score_spread":0.29226571745144675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235410135","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18446946,0.0008346232,0.00024371668,0.23385075,0.00032944212,0.00038167892,0.0000010895924,0.00058867113,0.5793006],"genre_scores_gemma":[0.98729825,0.00005011731,0.00152084,0.0037403156,0.00026699487,0.0000048440274,0.0000010373191,0.0000053883837,0.0071121934],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989862,0.00019305416,0.000113029375,0.00015747586,0.00021926938,0.00033100045],"domain_scores_gemma":[0.99944204,0.00014890789,0.000041749292,0.00023001498,0.000035328518,0.000101980826],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00075700536,0.000069133785,0.00008618455,0.0000406063,0.00041688656,0.00006478649,0.0003484152,0.00006729761,0.0028250765],"category_scores_gemma":[0.0014556615,0.00006727925,0.000045393757,0.00017450872,0.00006679587,0.0000420124,0.000028707176,0.00013634124,0.0019949605],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086069944,0.00023468402,0.005199992,0.000014654132,0.000022146125,0.00008177201,0.03119709,0.000060595128,0.0021535202,0.082086645,0.2915207,0.5873421],"study_design_scores_gemma":[0.00015856043,0.0000642105,0.001822229,0.000015683445,0.0000055443147,7.3839783e-7,0.00055093516,0.000002253347,0.0002450318,0.00719361,0.98982525,0.000115958646],"about_ca_topic_score_codex":0.0005584811,"about_ca_topic_score_gemma":0.000043699274,"teacher_disagreement_score":0.8028288,"about_ca_system_score_codex":0.000033002154,"about_ca_system_score_gemma":0.00007820645,"threshold_uncertainty_score":0.9987821},"labels":[],"label_agreement":null},{"id":"W4236734165","doi":"10.1145/1595496.1562971","title":"\"Mailing it in\"","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Computer science; World Wide Web; System administrator; Annotation; Extensibility; Web application; Software engineering; Multimedia; Operating system; Artificial intelligence","score_opus":0.017477869750960787,"score_gpt":0.2660010656891605,"score_spread":0.24852319593819971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236734165","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31254858,0.001078351,0.28663322,0.37630242,0.0010146854,0.00047581608,3.929735e-7,0.0022982615,0.019648286],"genre_scores_gemma":[0.8434786,0.000005337966,0.15324219,0.002249234,0.00006287614,0.000003149902,6.0018425e-7,0.0000050774756,0.0009529282],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99893737,0.00009654991,0.00017347428,0.00031103674,0.00016325207,0.0003183174],"domain_scores_gemma":[0.9990696,0.00016743528,0.000048811486,0.0006355513,0.000015749025,0.00006286827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006286764,0.00010266522,0.00011602349,0.00009489575,0.00009776316,0.00014565323,0.0010605082,0.000053685144,0.000044308712],"category_scores_gemma":[0.0006092962,0.0000999996,0.00004404435,0.00021889312,0.000012971679,0.000067528854,0.00015995443,0.000342896,0.00043558268],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000465918,0.0000827522,0.0010024754,0.0000037550208,0.0000026567543,0.0000732985,0.0025425616,0.000260397,0.000105576415,0.0063320743,0.008222411,0.9813674],"study_design_scores_gemma":[0.00028026066,0.000100536745,0.0049305125,0.000047825815,0.0000013960984,0.00001677436,0.00006506669,0.00061758235,0.00010346861,0.0010634222,0.99258745,0.00018569398],"about_ca_topic_score_codex":0.000054725402,"about_ca_topic_score_gemma":0.000003149253,"teacher_disagreement_score":0.98436505,"about_ca_system_score_codex":0.000025763647,"about_ca_system_score_gemma":0.000018970899,"threshold_uncertainty_score":0.559868},"labels":[],"label_agreement":null},{"id":"W4236807692","doi":"10.1145/563517.563421","title":"JAVA IDEs","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Java; Computer science; Strengths and weaknesses; Salient; Adaptation (eye); Software engineering; Programming language; Human–computer interaction; Psychology; Artificial intelligence","score_opus":0.028798566767082968,"score_gpt":0.21650561086091233,"score_spread":0.18770704409382935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236807692","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07076717,0.004098312,0.59590054,0.08556443,0.0042836904,0.00079746963,0.000019564015,0.003469298,0.23509954],"genre_scores_gemma":[0.9771798,0.000017250479,0.014800415,0.0010058439,0.0002036893,0.000008931405,0.0000027883264,0.000010345597,0.006770925],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99867,0.00009003103,0.00024522928,0.00038070497,0.00025716692,0.0003569084],"domain_scores_gemma":[0.99838966,0.00022366174,0.00008590944,0.0011322063,0.00005457694,0.00011399204],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00026124393,0.00015217846,0.00017006148,0.000054402957,0.00013976418,0.00021928007,0.0019326129,0.000065364075,0.0006383251],"category_scores_gemma":[0.0002489468,0.00013888006,0.00008073031,0.0002480475,0.000030763535,0.00006908338,0.00047731271,0.00012966862,0.007602124],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001914207,0.000105522304,0.0005545043,0.000018320656,0.000022282527,0.000083053856,0.0006725461,0.00033312896,0.00012023694,0.012359903,0.9542036,0.031524982],"study_design_scores_gemma":[0.00027855727,0.00005803012,0.00046744445,0.000031817694,0.0000029569137,0.000057804365,0.000012670862,0.008787043,0.00020018217,0.0011094746,0.98874736,0.00024667138],"about_ca_topic_score_codex":0.000035732413,"about_ca_topic_score_gemma":7.208479e-7,"teacher_disagreement_score":0.90641266,"about_ca_system_score_codex":0.000020580654,"about_ca_system_score_gemma":0.000007986541,"threshold_uncertainty_score":0.99317056},"labels":[],"label_agreement":null},{"id":"W4238899949","doi":"10.1145/3263054","title":"Session details: Integrating mathematics and computer science","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Session (web analytics); Computer science; Mathematics education; Mathematics; World Wide Web","score_opus":0.017639533540883285,"score_gpt":0.27361713337270116,"score_spread":0.2559775998318179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238899949","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16078302,0.00007187282,0.8370331,0.0012287765,0.0001994111,0.0000771784,6.382779e-8,0.00028259843,0.0003239622],"genre_scores_gemma":[0.41573602,0.0000017138168,0.5839232,0.00020342211,0.000057847443,0.0000013508494,2.0466135e-7,0.0000062199056,0.00007002274],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985229,0.000037925813,0.00024507838,0.00042074607,0.0003471881,0.00042620723],"domain_scores_gemma":[0.9984969,0.00053450133,0.00011924224,0.00062802207,0.000072527735,0.00014879652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031239665,0.00013980795,0.00013906028,0.0001520343,0.00049970817,0.0004567623,0.0011230733,0.00005121982,0.000011200298],"category_scores_gemma":[0.0009041463,0.000112872294,0.000030822688,0.00035578094,0.00017586334,0.00016523864,0.00092999946,0.00033736217,0.00007441086],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016596464,0.00004540611,0.0009479379,0.00001877976,0.000003093137,0.00002023965,0.0044040293,0.000013366572,0.00086036744,0.009054981,0.00032860407,0.9843015],"study_design_scores_gemma":[0.0022799056,0.0011735838,0.024515161,0.0016866997,0.0000450842,0.0011062891,0.003954068,0.17191002,0.019043025,0.005437317,0.76621926,0.0026296035],"about_ca_topic_score_codex":0.000032711898,"about_ca_topic_score_gemma":0.0000028073025,"teacher_disagreement_score":0.9816719,"about_ca_system_score_codex":0.000035267258,"about_ca_system_score_gemma":0.00003794302,"threshold_uncertainty_score":0.46027985},"labels":[],"label_agreement":null},{"id":"W4239553643","doi":"10.1145/1539024.1508880","title":"GINI","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Network Traffic and Congestion Control","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Virtual machine; The Internet; Set (abstract data type); Network topology; Operating system; Programming language","score_opus":0.008488547664246456,"score_gpt":0.21447406647032274,"score_spread":0.2059855188060763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239553643","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01838047,0.0011787104,0.50517464,0.41455534,0.0012469472,0.0004159507,0.0000012971394,0.0018123579,0.057234317],"genre_scores_gemma":[0.9632071,0.0000210022,0.023665978,0.009651032,0.00022711557,0.000007193389,8.649088e-7,0.000004393113,0.0032152685],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991083,0.000042643558,0.00014357534,0.00027844688,0.00017033017,0.00025666034],"domain_scores_gemma":[0.99891496,0.00012983345,0.0000438457,0.0007728367,0.00004081894,0.0000976917],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017194187,0.00010609114,0.000115036746,0.00003641441,0.00008428891,0.00009604361,0.0011653223,0.00004859043,0.00024404612],"category_scores_gemma":[0.00010959114,0.00009643729,0.000055889006,0.00015158826,0.00001772297,0.00005936413,0.000101210615,0.00011661463,0.0016789562],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056542694,0.00003927863,0.00002308755,6.079446e-7,0.000004417084,0.000025769645,0.00006464513,0.0000961551,0.00005126132,0.045919474,0.1403349,0.8134347],"study_design_scores_gemma":[0.00060068036,0.00015502363,0.0014879298,0.000012631085,0.0000051393645,0.000023294251,0.000006994667,0.00638413,0.00016743751,0.007744988,0.98317385,0.0002379269],"about_ca_topic_score_codex":0.0000025873846,"about_ca_topic_score_gemma":4.4172197e-7,"teacher_disagreement_score":0.94482666,"about_ca_system_score_codex":0.000012174821,"about_ca_system_score_gemma":0.00002447268,"threshold_uncertainty_score":0.99909836},"labels":[],"label_agreement":null},{"id":"W4241559733","doi":"10.1145/1269900.1268910","title":"Learning strategies sessions within the classroom in computing science university courses","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Session (web analytics); Mathematics education; Context (archaeology); Computer science; Active learning (machine learning); Psychology; World Wide Web","score_opus":0.016681786228307138,"score_gpt":0.2772062042000658,"score_spread":0.2605244179717587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241559733","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9380185,0.000023650495,0.015603986,0.008221857,0.00042889517,0.00013661882,1.2477531e-7,0.00017742245,0.037388932],"genre_scores_gemma":[0.9841634,0.000005751907,0.014242143,0.00026463222,0.000046514102,3.3480828e-7,6.352998e-7,0.0000058039,0.0012708101],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9984793,0.00018582406,0.00019740475,0.0003777001,0.000346256,0.00041350545],"domain_scores_gemma":[0.99842507,0.0007388932,0.0001591479,0.00044643026,0.00012013988,0.00011029689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027820326,0.000116817755,0.000112513495,0.000201366,0.0011405325,0.0004357211,0.0020634427,0.0000459812,0.000059639424],"category_scores_gemma":[0.0008481329,0.000095456766,0.00003078643,0.00117555,0.00029093662,0.0003665572,0.00086413027,0.0006212093,0.00016892908],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006525745,0.00048371137,0.1671335,0.000034937446,0.000027364465,0.00024224407,0.07428056,0.08790938,0.0070802835,0.61133045,0.005635193,0.045777116],"study_design_scores_gemma":[0.0009676359,0.00022308645,0.36818323,0.00023247849,0.000011543529,0.000066215296,0.4658039,0.023259385,0.0014433472,0.0012345338,0.13780919,0.000765469],"about_ca_topic_score_codex":0.00026272846,"about_ca_topic_score_gemma":0.00009364972,"teacher_disagreement_score":0.6100959,"about_ca_system_score_codex":0.00011344347,"about_ca_system_score_gemma":0.00047375186,"threshold_uncertainty_score":0.877217},"labels":[],"label_agreement":null},{"id":"W4241715413","doi":"10.1145/1595496.1562989","title":"Rich content plug-ins for the teaching machine","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Content (measure theory); Computer science; Mathematics education; Psychology; Mathematics","score_opus":0.04298472079546844,"score_gpt":0.2762401715993988,"score_spread":0.23325545080393034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241715413","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01577404,0.0011758562,0.8195884,0.16066515,0.00058256433,0.00056887674,0.0000022330491,0.0008381859,0.0008046762],"genre_scores_gemma":[0.81773096,0.000008623833,0.17530161,0.0037605674,0.00021672405,0.000035841247,0.0000036085885,0.000014366753,0.0029277173],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848366,0.00017923526,0.000239872,0.00040596523,0.00024523897,0.00044602252],"domain_scores_gemma":[0.99756914,0.0011342514,0.000121112964,0.0010443483,0.00004482945,0.00008632669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015419115,0.00018588653,0.00017678128,0.0000568663,0.0007964563,0.00033393104,0.0019695894,0.00006167856,0.00001843495],"category_scores_gemma":[0.0017166417,0.0001251201,0.00013018392,0.00010162234,0.000030277777,0.00007101518,0.00025245524,0.0005895088,0.000098297285],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016580181,0.00010652538,0.00032076918,0.0000057596203,0.000024378076,0.000007328455,0.0021595615,0.00023306222,0.00016118582,0.015777417,0.017126374,0.9640611],"study_design_scores_gemma":[0.000534044,0.00026276166,0.0027000445,0.000026146765,0.00001583383,0.00002193561,0.00010705789,0.0039933915,0.00012521373,0.00045981808,0.99153906,0.00021471728],"about_ca_topic_score_codex":0.00016461193,"about_ca_topic_score_gemma":0.0000044592744,"teacher_disagreement_score":0.9744127,"about_ca_system_score_codex":0.00003617727,"about_ca_system_score_gemma":0.000022509603,"threshold_uncertainty_score":0.61257786},"labels":[],"label_agreement":null},{"id":"W4241715483","doi":"10.1145/1124706.1121510","title":"Poker as a group project for artificial intelligence","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Group (periodic table); Flexibility (engineering); Project-based learning; Computer science; Quarter (Canadian coin); Artificial intelligence; Mathematics education; Psychology; Operations research; Engineering; Management","score_opus":0.04609725248997808,"score_gpt":0.3092880024774703,"score_spread":0.2631907499874922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241715483","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016500158,0.00016694551,0.9627379,0.013281996,0.0008424606,0.0011421094,0.0000077084505,0.00052566745,0.0047950316],"genre_scores_gemma":[0.761958,0.000013555263,0.23278925,0.0014161041,0.0008202281,0.0003991758,0.000013217648,0.00004645137,0.0025440336],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99743307,0.00008731278,0.00062499166,0.0007913129,0.00039828365,0.00066502823],"domain_scores_gemma":[0.99751306,0.00080982107,0.00017625987,0.0012345891,0.00018632815,0.00007993395],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006268915,0.00028393374,0.00026065996,0.00017715039,0.00026244333,0.00036020155,0.0022907911,0.00014389114,0.00022429824],"category_scores_gemma":[0.0010780699,0.00026940563,0.0001869141,0.00046702175,0.00016112841,0.00019222725,0.000565836,0.0001908723,0.0022424483],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088587694,0.00038498105,0.00010445356,0.000026253756,0.000020041092,0.000046672627,0.0007059797,0.00028628946,0.0028317114,0.70417696,0.060357694,0.23097035],"study_design_scores_gemma":[0.000060986993,0.00043918155,0.00006412037,0.00003856404,0.000014527573,0.000036247417,0.00026171186,0.009766744,0.0925322,0.5044225,0.39174008,0.0006231569],"about_ca_topic_score_codex":0.0010549066,"about_ca_topic_score_gemma":0.00011304877,"teacher_disagreement_score":0.7454578,"about_ca_system_score_codex":0.00006847168,"about_ca_system_score_gemma":0.000101164704,"threshold_uncertainty_score":0.9999758},"labels":[],"label_agreement":null},{"id":"W4241885102","doi":"10.1145/366413.364536","title":"Teaching CS1 with karel the robot in Java","year":2001,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Karel; Java; Computer science; Programming language; Selection (genetic algorithm); Inheritance (genetic algorithm); Object (grammar); Robot; Recursion (computer science); Object-oriented programming; Curriculum; Interface (matter); Software engineering; Mathematics education; Artificial intelligence; Pedagogy; Sociology; Psychology; Operating system","score_opus":0.01481916463549439,"score_gpt":0.24105464480473818,"score_spread":0.22623548016924377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241885102","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3287672,0.00072800077,0.46574748,0.18904647,0.000480556,0.0006100364,3.855461e-7,0.0013598509,0.013260009],"genre_scores_gemma":[0.8961928,0.0000063314264,0.0989431,0.0011583491,0.00010021813,0.000023013814,9.3877253e-7,0.00001794802,0.0035573198],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983925,0.00034130277,0.00018490329,0.00038821393,0.000269353,0.00042369205],"domain_scores_gemma":[0.99838585,0.00045106187,0.00008372407,0.000994169,0.00001948841,0.00006568371],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012250753,0.00015972706,0.00014233535,0.00008454125,0.00037622283,0.00025003072,0.001683259,0.000054056098,0.000035405275],"category_scores_gemma":[0.00045594212,0.00010283606,0.000042850155,0.00024727272,0.000054752065,0.00008899879,0.00039473543,0.0008641297,0.00022798574],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027009606,0.00014528645,0.016113723,0.000008756066,0.000017330449,0.0002103035,0.0103871515,0.002910568,0.000052638683,0.0045708534,0.004802007,0.9607544],"study_design_scores_gemma":[0.0004339829,0.00012376241,0.007770041,0.00007225876,0.000004392745,0.00012481882,0.00031028016,0.001132742,0.000015854594,0.0001645451,0.9896253,0.00022205724],"about_ca_topic_score_codex":0.0016056723,"about_ca_topic_score_gemma":0.00008087289,"teacher_disagreement_score":0.9848233,"about_ca_system_score_codex":0.0000367477,"about_ca_system_score_gemma":0.000030211017,"threshold_uncertainty_score":0.41935325},"labels":[],"label_agreement":null},{"id":"W4241968824","doi":"10.1145/1539024.1509031","title":"Nifty assignments","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Session (web analytics); Computer science; World Wide Web; Mathematics education; Psychology","score_opus":0.014059446520253639,"score_gpt":0.27787904828785887,"score_spread":0.2638196017676052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241968824","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13836542,0.00032888693,0.11205854,0.6951853,0.0011085791,0.00037944835,0.0000020989526,0.0011124557,0.051459283],"genre_scores_gemma":[0.90630746,0.000009838653,0.08742713,0.003801602,0.0000503645,0.00001084245,0.0000017090325,0.0000024819208,0.002388556],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99925697,0.000027546863,0.000117386924,0.00024565408,0.0001661299,0.00018632345],"domain_scores_gemma":[0.99910325,0.00007724284,0.000046650035,0.00069586467,0.000027009815,0.000050003095],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016010931,0.00008288677,0.00007499452,0.000047816346,0.00009724811,0.00004396633,0.0012018555,0.0000616288,0.00022648998],"category_scores_gemma":[0.000109614404,0.00007603954,0.00003032419,0.00013278196,0.00002295043,0.000061333834,0.00017041036,0.00012609817,0.0008950033],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000512422,0.0006294579,0.0025301722,0.0000034095503,0.000022566226,0.000038860588,0.00021331725,0.000015242577,0.0018120718,0.37062034,0.3958086,0.22830081],"study_design_scores_gemma":[0.0004949796,0.00028129603,0.08020889,0.000025723399,0.0000062790987,0.00003177387,0.000052683183,0.000110863,0.017137833,0.22958024,0.6716929,0.0003765524],"about_ca_topic_score_codex":0.0000026333282,"about_ca_topic_score_gemma":1.4222708e-7,"teacher_disagreement_score":0.7679421,"about_ca_system_score_codex":0.000030874864,"about_ca_system_score_gemma":0.000040052277,"threshold_uncertainty_score":0.99988294},"labels":[],"label_agreement":null},{"id":"W4242119943","doi":"10.1145/637610.544457","title":"On using the web as a collaboration space in the context of an industrial simulation","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; École de Technologie Supérieure","funders":"","keywords":"Context (archaeology); Computer science; Class (philosophy); Factory (object-oriented programming); Space (punctuation); Problem-based learning; Multimedia; Mathematics education; Artificial intelligence; Psychology","score_opus":0.05971097477426593,"score_gpt":0.3089616606893736,"score_spread":0.24925068591510766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242119943","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96114415,0.000015628279,0.00027196648,0.034114227,0.00023320413,0.00031188768,5.45158e-7,0.000020248788,0.0038881497],"genre_scores_gemma":[0.9976634,0.0000033342903,0.00067725335,0.0013279539,0.00008953398,0.0000068104546,0.0000013805115,0.000004614088,0.00022574478],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99884945,0.00045871866,0.00017261233,0.0001621232,0.0002430044,0.00011408112],"domain_scores_gemma":[0.99859405,0.00070027006,0.0001345556,0.0004713614,0.00007545336,0.000024310964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063792773,0.00007260875,0.00008050048,0.000062578205,0.00014670003,0.00018404868,0.0006830705,0.00005580346,0.0002687671],"category_scores_gemma":[0.0012261649,0.0000479492,0.000019110565,0.0005073003,0.00002997543,0.00013750477,0.00006568152,0.00019993333,0.00012214175],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028400894,0.0017680911,0.002571983,0.000017652568,0.000041147276,0.000025609606,0.20767632,0.43991452,0.0041305926,0.19154863,0.06434381,0.08767761],"study_design_scores_gemma":[0.0021055648,0.0006499405,0.00091949175,0.000076822405,0.000013299819,0.000010370115,0.039655525,0.765538,0.0015066316,0.0008785177,0.18833876,0.00030708435],"about_ca_topic_score_codex":0.00015220328,"about_ca_topic_score_gemma":0.00002934047,"teacher_disagreement_score":0.32562345,"about_ca_system_score_codex":0.000037959682,"about_ca_system_score_gemma":0.00005792675,"threshold_uncertainty_score":0.29428113},"labels":[],"label_agreement":null},{"id":"W4242446486","doi":"10.1145/1124706.1121516","title":"Nifty assignments","year":2006,"lang":"sr","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Advanced Algebra and Logic","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.011870817175091116,"score_gpt":0.22601031886424014,"score_spread":0.21413950168914903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242446486","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15346721,0.008945177,0.5693602,0.08861768,0.008270316,0.0020812985,0.00007525078,0.0017195471,0.16746332],"genre_scores_gemma":[0.9207049,0.00007610912,0.040326025,0.00264305,0.00090832275,0.000032603908,0.000016568758,0.000044697434,0.035247717],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996622,0.00019729736,0.0005735349,0.0010120916,0.0006418247,0.00095325214],"domain_scores_gemma":[0.9971832,0.00037494983,0.00028450633,0.0018684512,0.00009282652,0.00019604813],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003627275,0.00045662955,0.00039989976,0.00010380845,0.00036872196,0.000308495,0.002448184,0.00022472149,0.0023571784],"category_scores_gemma":[0.0002696307,0.00043285463,0.00019282606,0.00040491176,0.00017402922,0.0001808435,0.0012722642,0.00040817563,0.009976487],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079779624,0.0015796968,0.0061185304,0.000109127635,0.00010270911,0.0011054169,0.00052264065,0.0015513416,0.0030074394,0.13213511,0.68394375,0.16974448],"study_design_scores_gemma":[0.0013191821,0.00029331323,0.013222879,0.00009443454,0.000036747766,0.000053893345,0.00004705164,0.00055959384,0.005053104,0.07427154,0.90409267,0.00095557346],"about_ca_topic_score_codex":0.00018998704,"about_ca_topic_score_gemma":0.000008776524,"teacher_disagreement_score":0.7672377,"about_ca_system_score_codex":0.000115683055,"about_ca_system_score_gemma":0.00007971428,"threshold_uncertainty_score":0.9998123},"labels":[],"label_agreement":null},{"id":"W4243838442","doi":"10.1145/1595496.1562896","title":"An academic kit for integrating mobile devices into the CS curriculum","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Mobile and Web Applications","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Blackberry (Canada); University of Guelph","funders":"","keywords":"Mobile device; Curriculum; Computer science; Multimedia; Software; Mobile technology; Engineering management; Software engineering; Engineering; World Wide Web; Operating system; Pedagogy; Sociology","score_opus":0.011808206544525983,"score_gpt":0.29493040001850357,"score_spread":0.2831221934739776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243838442","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35637984,0.0016394617,0.56922853,0.06563933,0.00035341966,0.0029389865,0.000006713956,0.0008153868,0.0029983],"genre_scores_gemma":[0.91800815,0.000051141782,0.07574043,0.004979232,0.00026452704,0.0007307766,0.0000094021425,0.000009925397,0.00020642043],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99877816,0.000061999875,0.00027745205,0.00042295083,0.00017289873,0.00028656327],"domain_scores_gemma":[0.9981622,0.00032635944,0.00012619774,0.0011914803,0.00009853032,0.0000951943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004767947,0.00015225822,0.00013427426,0.00004302498,0.00037753215,0.00016150168,0.0027479515,0.00009564435,0.00004056035],"category_scores_gemma":[0.00016959898,0.00010289991,0.000073616706,0.00027174494,0.000039735827,0.00015436673,0.00018321355,0.00026550711,0.00017759948],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061748356,0.00025024856,0.00096282177,0.000018129038,0.000015699365,0.0000020568273,0.005164822,0.00022718922,0.008406316,0.15483226,0.07930389,0.7508104],"study_design_scores_gemma":[0.00023419889,0.0003354683,0.0009260172,0.000032904547,0.000014231029,0.00000813136,0.0006338715,0.0134315835,0.004520999,0.020115418,0.9594582,0.00028898605],"about_ca_topic_score_codex":0.0000943758,"about_ca_topic_score_gemma":0.000015441141,"teacher_disagreement_score":0.8801543,"about_ca_system_score_codex":0.000025946414,"about_ca_system_score_gemma":0.00004112379,"threshold_uncertainty_score":0.51064235},"labels":[],"label_agreement":null},{"id":"W4246408032","doi":"10.1145/572139.572180","title":"Striving for mathematical thinking","year":2001,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Nature versus nurture; Mathematical software; Computer science; Mathematics education; Software; Duty; Natural science; Natural (archaeology); Software engineering; Management science; Mathematics; Engineering; Sociology; Programming language; Epistemology; Political science; Geography","score_opus":0.026740498687448117,"score_gpt":0.27436036605171155,"score_spread":0.24761986736426342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246408032","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013069337,0.00006498041,0.9719354,0.01305067,0.0001593191,0.00017501262,2.0875078e-7,0.00056437333,0.000980708],"genre_scores_gemma":[0.328247,0.0000034213044,0.66929126,0.00049793464,0.00014907225,0.00003310638,0.0000013171364,0.00001632101,0.0017605657],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988206,0.00007156776,0.00019275033,0.00032063847,0.00021804756,0.00037636465],"domain_scores_gemma":[0.9982758,0.000862595,0.00007626811,0.00067101896,0.00003497181,0.000079302525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009942396,0.00012215991,0.0001457367,0.000058647118,0.0003193933,0.00029720538,0.0012978069,0.00006286113,0.00008459676],"category_scores_gemma":[0.001655627,0.000110207235,0.00008841882,0.00012916047,0.000022106733,0.000074152835,0.000376465,0.00022769213,0.00027591136],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010887919,0.00012198422,0.0008716767,0.000041963627,0.000024156281,0.00003535272,0.0039935294,0.00016603582,0.000066616165,0.08444167,0.010687246,0.8995389],"study_design_scores_gemma":[0.00034775242,0.00009067589,0.00021845415,0.00007518095,0.0000073458023,0.00006361878,0.0001002437,0.0028925356,0.00010285954,0.016322222,0.9795623,0.00021685669],"about_ca_topic_score_codex":0.000011863118,"about_ca_topic_score_gemma":6.448793e-7,"teacher_disagreement_score":0.968875,"about_ca_system_score_codex":0.000023376659,"about_ca_system_score_gemma":0.00001829989,"threshold_uncertainty_score":0.44941208},"labels":[],"label_agreement":null},{"id":"W4247734969","doi":"10.1145/1124706.1121392","title":"Engagement theory","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Sociology; Subject (documents); Project team; Library science; Perspective (graphical); Engineering; Pedagogy; Computer science; Knowledge management; Geography","score_opus":0.030138746947569475,"score_gpt":0.3476629075905442,"score_spread":0.31752416064297473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247734969","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2447945,0.00031633876,0.0001559535,0.12957579,0.0008110261,0.00024783146,0.0000010594852,0.00031034093,0.62378716],"genre_scores_gemma":[0.88026756,0.000023327333,0.0029716145,0.00090961397,0.00069594017,0.00002608514,0.0000035415808,0.000011515641,0.11509078],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980848,0.0010579331,0.00013490826,0.00017805913,0.0003000843,0.00024423437],"domain_scores_gemma":[0.99798304,0.0014955004,0.00010180708,0.0003005214,0.000060644332,0.00005848993],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0024909673,0.000070644615,0.0000697194,0.00003251174,0.0005829138,0.00011220177,0.0004134721,0.000055333105,0.018980766],"category_scores_gemma":[0.0029835918,0.0000712035,0.000035326026,0.0001423333,0.00014416901,0.00006664495,0.00006605354,0.00017854731,0.005631731],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019889712,0.00022530823,0.012583471,0.000006063233,0.000017444625,0.000008219386,0.020117098,0.00004824558,0.00014136547,0.34203258,0.6159899,0.008810397],"study_design_scores_gemma":[0.000085930325,0.000009180661,0.0074163177,0.0000044782755,0.000009356643,2.718609e-7,0.0031474936,1.2458761e-7,0.00007710802,0.0058272295,0.9833299,0.00009261574],"about_ca_topic_score_codex":0.0025711611,"about_ca_topic_score_gemma":0.000109907385,"teacher_disagreement_score":0.6354731,"about_ca_system_score_codex":0.00006276386,"about_ca_system_score_gemma":0.0001219448,"threshold_uncertainty_score":0.9951425},"labels":[],"label_agreement":null},{"id":"W4248827866","doi":"10.1145/3262638","title":"Session details: Issues in secondary education & introductory programming","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Session (web analytics); Mathematics education; Computer science; Medical education; Psychology; Medicine; World Wide Web","score_opus":0.014335364810979129,"score_gpt":0.285197729777942,"score_spread":0.27086236496696287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248827866","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7525463,0.013089463,0.049787737,0.175786,0.002499922,0.001148156,8.424522e-7,0.0024564732,0.002685094],"genre_scores_gemma":[0.42412224,0.00003185362,0.5698066,0.0007200833,0.00067056424,0.00006097932,0.0000113691995,0.00002251596,0.0045538074],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981458,0.00028860942,0.0003235686,0.00056528795,0.00025288737,0.00042382494],"domain_scores_gemma":[0.9985836,0.0001596097,0.00012829751,0.0009676465,0.000056483215,0.000104326326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00104911,0.0001891114,0.00018782861,0.00021944079,0.00018334613,0.00027685906,0.0010695006,0.00010008344,0.00018559878],"category_scores_gemma":[0.0008606825,0.00018454221,0.00005854745,0.00030379288,0.00004201209,0.00027388212,0.0003897785,0.00063776533,0.0007593005],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004761939,0.00019247441,0.0015006916,0.000021268956,0.0000040250384,0.0000023134382,0.0035189562,0.000062386454,0.0001827952,0.00038970594,0.015297761,0.9788229],"study_design_scores_gemma":[0.00020507256,0.000044511722,0.002787975,0.00008902143,0.0000030269848,0.000018780576,0.00020598876,0.000058357127,0.00024132067,0.000103131686,0.9960136,0.00022925992],"about_ca_topic_score_codex":0.0002546492,"about_ca_topic_score_gemma":0.0000762205,"teacher_disagreement_score":0.9807158,"about_ca_system_score_codex":0.000109467655,"about_ca_system_score_gemma":0.00017781537,"threshold_uncertainty_score":0.9759525},"labels":[],"label_agreement":null},{"id":"W4249082466","doi":"10.1145/1151954.1067495","title":"Designing CIspace","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Usability; Computer science; Visualization; Instructional design; Human–computer interaction; Multimedia; Mathematics education; Psychology; Artificial intelligence","score_opus":0.013470470558014192,"score_gpt":0.254148664902514,"score_spread":0.24067819434449977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249082466","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025056567,0.0004551615,0.5551805,0.4058916,0.00027477602,0.00012615898,7.8473244e-7,0.00094969687,0.012064737],"genre_scores_gemma":[0.44035566,0.00001289201,0.5476018,0.0030502598,0.00032818955,0.0000029264174,7.79901e-7,0.000011486009,0.008636024],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906343,0.000056571174,0.00014009254,0.0002761656,0.00019187565,0.00027184817],"domain_scores_gemma":[0.99890274,0.00019545284,0.000059356084,0.0007093151,0.00004253268,0.00009058895],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029058606,0.00010788016,0.00011235359,0.00006008172,0.00011309173,0.00012285235,0.0010731051,0.000048974223,0.00015477132],"category_scores_gemma":[0.00042500623,0.00010071588,0.000055812365,0.000180632,0.000021734635,0.00007317508,0.0003395207,0.00019332205,0.002514943],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013144418,0.00033027417,0.0035363853,0.00002768514,0.00006498789,0.00013463364,0.0022818462,0.012093255,0.004482881,0.034344185,0.4913009,0.45138982],"study_design_scores_gemma":[0.00024984547,0.000051677016,0.00022695001,0.000021818758,0.000005742204,0.000019012667,0.00003354044,0.016597003,0.003087786,0.0011556728,0.97833353,0.00021739281],"about_ca_topic_score_codex":0.000011185062,"about_ca_topic_score_gemma":0.0000017755239,"teacher_disagreement_score":0.48703265,"about_ca_system_score_codex":0.000022522394,"about_ca_system_score_gemma":0.000029689096,"threshold_uncertainty_score":0.9982617},"labels":[],"label_agreement":null},{"id":"W4251467433","doi":"10.1145/792548.611893","title":"Client sponsored projects in software engineering courses","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Software engineering; Software; Computer science; Engineering management; Engineering; Systems engineering; Operating system","score_opus":0.014988767754055112,"score_gpt":0.22355928586388604,"score_spread":0.20857051810983093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251467433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7157861,0.0022309644,0.23518609,0.012186342,0.0033618745,0.0019090369,0.0000029563714,0.0025608428,0.026775781],"genre_scores_gemma":[0.8924725,0.000021433772,0.10370616,0.00026645226,0.000039538078,0.000059619273,0.0000013889207,0.000020479114,0.003412433],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987013,0.00011597252,0.00020253642,0.0004052095,0.00019144388,0.00038353572],"domain_scores_gemma":[0.99883157,0.00027822418,0.000051664978,0.0007254686,0.00003878747,0.00007430283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006216176,0.0001585745,0.00015839815,0.00016996513,0.000060438055,0.00009743857,0.00078280456,0.00005183082,0.00007919616],"category_scores_gemma":[0.0024887032,0.00015579553,0.000047469402,0.00035895052,0.000024096391,0.00005093162,0.00032746454,0.00019185971,0.00059910235],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118809425,0.002761232,0.11096139,0.000823052,0.00022600529,0.002163032,0.016974216,0.056226045,0.0007122144,0.46322966,0.21671425,0.12909009],"study_design_scores_gemma":[0.0011442195,0.00018315784,0.00801894,0.00020423073,0.000009656582,0.00002619444,0.00032008748,0.0051481235,0.0020374397,0.0003779632,0.9819008,0.0006292047],"about_ca_topic_score_codex":0.00002019987,"about_ca_topic_score_gemma":0.000006461935,"teacher_disagreement_score":0.76518655,"about_ca_system_score_codex":0.00006242854,"about_ca_system_score_gemma":0.000041925196,"threshold_uncertainty_score":0.77004486},"labels":[],"label_agreement":null},{"id":"W4252048638","doi":"10.1145/1595496.1562988","title":"Running a programming contest in an introductory computer science course","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"CONTEST; Course (navigation); Competition (biology); Mathematics education; Class (philosophy); Computer science; Psychology; Artificial intelligence; Engineering; Political science","score_opus":0.015673032666714846,"score_gpt":0.2808867529535599,"score_spread":0.2652137202868451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252048638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7940827,0.00043139714,0.1802049,0.022003468,0.0009335715,0.00057680823,3.1169878e-7,0.0015737038,0.00019311717],"genre_scores_gemma":[0.66679555,0.0000011014112,0.33218566,0.00073740206,0.00021014112,0.000008508303,0.0000014286576,0.000009319716,0.00005092077],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972819,0.00015314644,0.00033748348,0.00092275563,0.00049227686,0.0008124443],"domain_scores_gemma":[0.9980594,0.00013879669,0.00013942076,0.0013087563,0.00012122265,0.0002324001],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023738327,0.00023247674,0.00024916968,0.0002785326,0.00040654666,0.00079621555,0.002616683,0.00006944298,0.000012545125],"category_scores_gemma":[0.00045514884,0.00022904687,0.00005241752,0.0008000839,0.00022931756,0.00048345167,0.00041781028,0.00063578674,0.00011099204],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008258534,0.00030512427,0.006665345,0.000004941627,0.0000025747365,0.00007504782,0.0038169797,0.0005496409,0.000522568,0.0022545096,0.0004637578,0.98533124],"study_design_scores_gemma":[0.0030040091,0.0032361227,0.2271469,0.0005078633,0.000022716218,0.000282872,0.00061792147,0.0368164,0.0009668333,0.0007528889,0.7245381,0.002107406],"about_ca_topic_score_codex":0.000070107686,"about_ca_topic_score_gemma":0.000008491103,"teacher_disagreement_score":0.98322386,"about_ca_system_score_codex":0.000095203875,"about_ca_system_score_gemma":0.00015955683,"threshold_uncertainty_score":0.934026},"labels":[],"label_agreement":null},{"id":"W4252293138","doi":"10.1145/1539024.1508946","title":"QuickDraw","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Video Analysis and Summarization","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Multimedia; Interface (matter); Human–computer interaction; Computer graphics; Graphics; Computer graphics (images)","score_opus":0.009217622111990884,"score_gpt":0.2252774183734643,"score_spread":0.21605979626147342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252293138","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020081706,0.0003498641,0.7859086,0.1598902,0.0003224457,0.00017743978,8.742672e-7,0.0005251451,0.032743745],"genre_scores_gemma":[0.9583235,0.000026337557,0.03314687,0.0060785445,0.00009128788,0.000002494893,0.0000040688124,0.000003939713,0.0023229509],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991441,0.00004556542,0.00016820543,0.00026096715,0.00019804396,0.00018314131],"domain_scores_gemma":[0.99896055,0.0000545417,0.000054152126,0.00081136194,0.00005155521,0.00006781268],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00020905904,0.00008600692,0.000115566465,0.00006645414,0.00009807321,0.00014056066,0.00096530817,0.000042921998,0.00022456753],"category_scores_gemma":[0.00021672931,0.00007554524,0.00006946891,0.00027614995,0.000011186572,0.0000936308,0.00013407327,0.00006902168,0.0008827395],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010571485,0.00024823807,0.0013004512,0.0000053307763,0.000032283522,0.000063983265,0.0007446717,0.00039099331,0.0031476696,0.1699881,0.3232275,0.5008402],"study_design_scores_gemma":[0.0005364588,0.00022795955,0.013202635,0.000019611245,0.00001846555,0.000013409155,0.000022728902,0.009484252,0.0039087203,0.035646126,0.9364587,0.00046094248],"about_ca_topic_score_codex":0.000018346063,"about_ca_topic_score_gemma":0.0000021932026,"teacher_disagreement_score":0.9382418,"about_ca_system_score_codex":0.000016901433,"about_ca_system_score_gemma":0.000020080068,"threshold_uncertainty_score":0.9998952},"labels":[],"label_agreement":null},{"id":"W4253440217","doi":"10.1145/961525.961526","title":"Measuring effectiveness of constructivist and behaviourist assignments in CS102","year":2003,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Successor cardinal; Computer science; Measure (data warehouse); Constructivist teaching methods; Software engineering; Mathematics education; Software; Programming language; Teaching method; Psychology; Data mining; Mathematics","score_opus":0.02149025322131989,"score_gpt":0.23637409489699102,"score_spread":0.21488384167567112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253440217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9734852,0.00017149489,0.025405612,0.00010054952,0.00012269261,0.000142323,3.6962476e-7,0.000061758314,0.00051002356],"genre_scores_gemma":[0.9590719,0.0000026404075,0.040852703,0.00001083319,0.000004930602,0.000013248716,3.7494547e-7,0.000008127262,0.0000352425],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984945,0.00062396994,0.00017623669,0.00030806076,0.00018177224,0.00021546298],"domain_scores_gemma":[0.9989606,0.0004842596,0.000087508524,0.000388119,0.00002380355,0.000055704957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014947595,0.000113574555,0.00019069585,0.00009422043,0.000080961494,0.00006541763,0.00035809175,0.00004914072,0.000008131971],"category_scores_gemma":[0.0007762669,0.00011401453,0.000029790379,0.0001472654,0.00007976983,0.00005571028,0.00015954755,0.0002280026,0.000007899407],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003129632,0.00028472528,0.8192595,0.00016816972,0.000029203042,0.00007234783,0.0015899085,0.00013668218,0.0028441097,0.011029737,0.000048929018,0.16450535],"study_design_scores_gemma":[0.004561429,0.00047447445,0.91263014,0.0011008817,0.00003279273,0.0002211399,0.00035825418,0.00014494115,0.03732657,0.002112014,0.040049817,0.0009875388],"about_ca_topic_score_codex":0.00014218887,"about_ca_topic_score_gemma":0.0000024657918,"teacher_disagreement_score":0.1635178,"about_ca_system_score_codex":0.000035660487,"about_ca_system_score_gemma":0.000025426261,"threshold_uncertainty_score":0.46493775},"labels":[],"label_agreement":null},{"id":"W4253830652","doi":"10.1145/1597849.1384311","title":"Spamulator","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Implementation; The Internet; Class (philosophy); Software; World Wide Web; Resource (disambiguation); Multimedia; Software engineering; Operating system; Computer network","score_opus":0.026466240438279012,"score_gpt":0.23041406469254327,"score_spread":0.20394782425426428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253830652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6845596,0.0004990642,0.14071573,0.15713967,0.0011440424,0.00057571544,0.000004001925,0.0051041963,0.010257999],"genre_scores_gemma":[0.75010026,0.00002407916,0.2437089,0.0028937703,0.00010949333,0.00003081782,8.9583074e-7,0.000015786523,0.003116008],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99847203,0.000032075866,0.00020158879,0.0004940406,0.0003365894,0.0004636699],"domain_scores_gemma":[0.9975883,0.00017759217,0.000054158932,0.001979235,0.00006741301,0.00013335263],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017738304,0.00017537478,0.00018766455,0.00013525387,0.00017265177,0.000054814125,0.003283868,0.000106222185,0.00011694846],"category_scores_gemma":[0.0006949518,0.0001663602,0.00006410783,0.00051002513,0.000079545105,0.000075509546,0.0018341052,0.00019486313,0.0050334577],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007682364,0.00006892352,0.002152172,0.0000042172524,0.000016469228,0.0003684479,0.00038628813,0.00026068927,0.0006587104,0.008965092,0.9553836,0.0317277],"study_design_scores_gemma":[0.0002556899,0.00011024853,0.0066393176,0.000014259619,0.0000023785742,0.00014583935,0.000010849334,0.0004033238,0.0067788693,0.0028447818,0.9824505,0.00034396554],"about_ca_topic_score_codex":0.00003240381,"about_ca_topic_score_gemma":0.0000025973352,"teacher_disagreement_score":0.1542459,"about_ca_system_score_codex":0.000044266606,"about_ca_system_score_gemma":0.000039204777,"threshold_uncertainty_score":0.99574125},"labels":[],"label_agreement":null},{"id":"W4254064458","doi":"10.1145/1227504.1227421","title":"DrProject","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software engineering; Software; World Wide Web; Multimedia; Programming language","score_opus":0.015476152131308025,"score_gpt":0.26896563428862635,"score_spread":0.2534894821573183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254064458","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005889701,0.00014508232,0.9807994,0.0048498306,0.0003240946,0.00009610711,3.7926657e-7,0.0013183882,0.006577035],"genre_scores_gemma":[0.33024275,0.000024756668,0.6679314,0.00093373563,0.0001234488,0.0000075674507,7.1924734e-7,0.000011551833,0.0007240615],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992072,0.000018792265,0.00013631597,0.00022327444,0.00016302986,0.00025138122],"domain_scores_gemma":[0.99836785,0.000674487,0.00004874551,0.00081162364,0.00003213382,0.00006518841],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008220093,0.0000948279,0.00008140601,0.00007652785,0.00005671838,0.00008242336,0.0011454143,0.00005706977,0.00010962117],"category_scores_gemma":[0.00071898184,0.00008730501,0.000040235,0.00021202464,0.000013514377,0.000101476624,0.00035924336,0.00014733174,0.0003890221],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000383898,0.00016292404,0.0022974429,0.000038120124,0.00004370039,0.0004627787,0.0010048869,0.00004863717,0.0015038267,0.0649191,0.3722467,0.5572335],"study_design_scores_gemma":[0.00008597018,0.000060477487,0.0014444129,0.000009108701,0.0000022136471,0.000038771464,0.000005861149,0.000107791355,0.0074930293,0.0017978577,0.9887998,0.00015471503],"about_ca_topic_score_codex":0.00004780849,"about_ca_topic_score_gemma":0.0000014178324,"teacher_disagreement_score":0.61655307,"about_ca_system_score_codex":0.000019185494,"about_ca_system_score_gemma":0.000014195682,"threshold_uncertainty_score":0.50002223},"labels":[],"label_agreement":null},{"id":"W4254634574","doi":"10.1145/1597849.1384387","title":"Complecto mutatio","year":2008,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Mount Royal University","funders":"","keywords":"Computer science; Plan (archaeology); Key (lock); Work (physics); Software; Interface (matter); Software engineering; Architecture; Engineering management; Human–computer interaction; Multimedia; Engineering; Operating system","score_opus":0.03289020173024947,"score_gpt":0.247797553723934,"score_spread":0.21490735199368452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254634574","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06610727,0.00028862822,0.90954196,0.012549557,0.0005141575,0.00022306862,0.0000013622986,0.0029513221,0.00782267],"genre_scores_gemma":[0.5990135,0.000028535193,0.4000173,0.00055916805,0.00005068438,0.000013772092,9.4081867e-7,0.000008816819,0.0003072879],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991722,0.000017756554,0.00012282068,0.00024337697,0.00022491875,0.00021889563],"domain_scores_gemma":[0.99865985,0.00033057586,0.000047966176,0.0008155788,0.00006983255,0.00007618086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002141926,0.00009680106,0.000096676114,0.00008865996,0.00017625181,0.00006365598,0.0013532237,0.000032510838,0.00016533432],"category_scores_gemma":[0.00058655126,0.00009374959,0.000033974695,0.00029937056,0.000060621947,0.00015430339,0.00039520333,0.0001305037,0.0005241701],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037484726,0.0003403885,0.005749495,0.00005334147,0.00008147814,0.0012242394,0.0044277557,0.0006556846,0.0036247629,0.08101955,0.83350766,0.06927813],"study_design_scores_gemma":[0.00021779926,0.00010493077,0.0067582466,0.000010387013,0.000003515519,0.00038030386,0.0000052382625,0.0011137845,0.009862694,0.002883506,0.97837365,0.00028592872],"about_ca_topic_score_codex":0.00005829877,"about_ca_topic_score_gemma":4.055778e-7,"teacher_disagreement_score":0.53290623,"about_ca_system_score_codex":0.000026342404,"about_ca_system_score_gemma":0.000047231395,"threshold_uncertainty_score":0.67373216},"labels":[],"label_agreement":null},{"id":"W4254979294","doi":"10.1145/563517.563426","title":"Design guidelines for the lab component of objects-first CS1","year":2002,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Grading (engineering); Java; Component (thermodynamics); Complement (music); Software engineering; Software; Mathematics education; Programming language; Engineering; Psychology","score_opus":0.13453382379471643,"score_gpt":0.30191978880533876,"score_spread":0.16738596501062233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254979294","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00097223127,0.0016241668,0.9339544,0.06237441,0.00033818022,0.00039283367,9.227884e-7,0.0002318855,0.000110971174],"genre_scores_gemma":[0.36010668,0.00006199651,0.6372403,0.0010058064,0.00015988249,0.000067727575,9.249359e-7,0.000018142775,0.0013385369],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987416,0.0001376034,0.0003132419,0.00028278644,0.00023996524,0.0002847715],"domain_scores_gemma":[0.99676055,0.0019472537,0.00015986743,0.0009046226,0.00017795234,0.000049743103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012023947,0.00013715892,0.00017130689,0.000048317048,0.0003361759,0.00010369147,0.0015971281,0.000050471033,0.00007430516],"category_scores_gemma":[0.0021203035,0.00009492843,0.000099723264,0.00014493031,0.00005669671,0.000035788133,0.0003019025,0.00016500636,0.000120658595],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027236592,0.00022010981,0.0001929854,0.0000614243,0.00007964795,0.000008470975,0.0071119326,0.01337191,0.00031912405,0.0024398358,0.36724618,0.6089212],"study_design_scores_gemma":[0.00041176358,0.00016043604,0.00011770192,0.000048317313,0.000014285208,0.00001159521,0.00011131523,0.039629944,0.0006389487,0.00010338073,0.95859855,0.00015377416],"about_ca_topic_score_codex":0.0001608581,"about_ca_topic_score_gemma":0.0000041222124,"teacher_disagreement_score":0.6087674,"about_ca_system_score_codex":0.000016870163,"about_ca_system_score_gemma":0.000012520493,"threshold_uncertainty_score":0.3871069},"labels":[],"label_agreement":null},{"id":"W4256136330","doi":"10.1145/366413.364611","title":"TOS","year":2001,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Java; Computer science; Architecture; Operating system; Server; Rational number; Programming language; Software engineering; Mathematics","score_opus":0.018315671084244884,"score_gpt":0.23565631572281295,"score_spread":0.21734064463856806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256136330","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.088388935,0.000557674,0.76929206,0.033009876,0.0017991308,0.00035486236,0.000004491046,0.0014177762,0.10517523],"genre_scores_gemma":[0.9800345,0.000017561724,0.013080788,0.0011527068,0.00023086525,0.000010041995,0.000005073474,0.000009020405,0.0054594846],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99880576,0.00007478336,0.00020999048,0.00034567193,0.00022649,0.00033729375],"domain_scores_gemma":[0.99851996,0.00016395566,0.00007012543,0.0010833475,0.000053537417,0.000109101355],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028194193,0.00013224213,0.00014734731,0.00004770649,0.00011698017,0.00017440518,0.0018439688,0.00005886214,0.00023757647],"category_scores_gemma":[0.00017371945,0.00012098954,0.00006906599,0.00027454237,0.000020354852,0.000057873996,0.00048039146,0.00011368748,0.0024678602],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021322687,0.00023673096,0.0069127535,0.000026677404,0.000051752995,0.0005117874,0.0008866419,0.0011754489,0.00033589936,0.03623249,0.8655974,0.08801109],"study_design_scores_gemma":[0.0002452277,0.000044773686,0.0012552285,0.000019209325,0.0000019133677,0.00011103951,0.000010321187,0.0015503612,0.00008588247,0.0012387949,0.99525964,0.00017758324],"about_ca_topic_score_codex":0.000042835338,"about_ca_topic_score_gemma":0.0000012355039,"teacher_disagreement_score":0.89164555,"about_ca_system_score_codex":0.000020527115,"about_ca_system_score_gemma":0.000025587802,"threshold_uncertainty_score":0.99830884},"labels":[],"label_agreement":null},{"id":"W4287734807","doi":"10.1145/3551627.3551630","title":"SIGCSE Technical Symposium 2022","year":2022,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Curriculum; Library science; Engineering ethics; Mathematics education; Pedagogy; Sociology; Psychology; Engineering","score_opus":0.008098054402994043,"score_gpt":0.23580331720407488,"score_spread":0.22770526280108083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287734807","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054631308,0.00072126207,0.03038054,0.88395965,0.002202661,0.0006332947,0.000035092547,0.0028300083,0.02460616],"genre_scores_gemma":[0.93664753,0.000040866216,0.035779573,0.004868661,0.0002949235,0.00008324893,0.000019422107,0.000038457278,0.02222734],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979818,0.00021604206,0.00027352644,0.0005449277,0.00057415257,0.00040955862],"domain_scores_gemma":[0.9980156,0.0003004372,0.00011282088,0.0013952416,0.00004476864,0.0001311498],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006669056,0.00017114298,0.00020080745,0.0001304137,0.0004790485,0.00011470218,0.0027315354,0.000053497122,0.001192479],"category_scores_gemma":[0.00034535705,0.00017530758,0.000132802,0.0005560844,0.000048630252,0.00005241958,0.0030924773,0.0007264756,0.0006522436],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049547336,0.0010828393,0.0017912566,0.00003366862,0.00006786563,0.0007415796,0.00073585875,0.013051887,0.011075558,0.03530437,0.9088404,0.027225165],"study_design_scores_gemma":[0.00038945314,0.00030335216,0.0002093883,0.0000067466094,0.000012945731,0.00013082253,0.00006737601,0.0065320423,0.0004267568,0.0029396731,0.98864394,0.0003374938],"about_ca_topic_score_codex":0.000025954338,"about_ca_topic_score_gemma":0.0000011644036,"teacher_disagreement_score":0.8820162,"about_ca_system_score_codex":0.00008773041,"about_ca_system_score_gemma":0.000085696076,"threshold_uncertainty_score":0.9997206},"labels":[],"label_agreement":null},{"id":"W4312426771","doi":"10.1145/3577871.3577874","title":"SIGCSE Technical Symposium 2023","year":2022,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Convention; Theme (computing); Library science; Political science; Coronavirus disease 2019 (COVID-19); Center (category theory); Law; Computer science; Medicine; Chemistry","score_opus":0.009803699470074466,"score_gpt":0.24118442779982435,"score_spread":0.23138072832974987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312426771","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04165684,0.00053972733,0.02880441,0.8902557,0.0020971317,0.00058527506,0.00003565864,0.0025359131,0.03348938],"genre_scores_gemma":[0.91763145,0.00003433955,0.04311752,0.0044406313,0.00033056323,0.000075522454,0.00001904166,0.00003728845,0.03431362],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981352,0.00018304672,0.00026278294,0.0005117905,0.0005099678,0.00039719258],"domain_scores_gemma":[0.9981218,0.00030353843,0.0001037214,0.0012993071,0.000044447148,0.00012719829],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005947204,0.00016333799,0.00019294671,0.00012098696,0.00041956766,0.00011655408,0.0025427486,0.000054153803,0.00094550184],"category_scores_gemma":[0.0003480343,0.00016569319,0.00012552942,0.0005359746,0.000047093028,0.000048795315,0.0027259195,0.00063315505,0.0011016366],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003674558,0.0007978626,0.0012446692,0.000029760951,0.000056674326,0.00061504124,0.000473307,0.0136470925,0.006334139,0.023842543,0.93495566,0.017966479],"study_design_scores_gemma":[0.00036155144,0.00027326768,0.00024694495,0.000008276213,0.000012195145,0.00010720589,0.000057993082,0.006370825,0.0003120343,0.002752526,0.9891753,0.0003218767],"about_ca_topic_score_codex":0.000035749566,"about_ca_topic_score_gemma":0.0000014872015,"teacher_disagreement_score":0.885815,"about_ca_system_score_codex":0.00007502862,"about_ca_system_score_gemma":0.00007767939,"threshold_uncertainty_score":0.99996775},"labels":[],"label_agreement":null},{"id":"W4320737676","doi":"10.1145/3584667.3584672","title":"Koli Calling Conference Report","year":2023,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Range (aeronautics); Track (disk drive); Computer science; Engineering","score_opus":0.03590896884421271,"score_gpt":0.2919025848855783,"score_spread":0.2559936160413656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320737676","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28304297,0.00023883116,0.18010607,0.50831264,0.0018232204,0.00030743424,0.00000593439,0.0050134137,0.021149512],"genre_scores_gemma":[0.92551017,0.00009447183,0.04332013,0.0007497077,0.000260545,0.000008269441,0.000017109443,0.000018941408,0.030020682],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99872714,0.0000473624,0.00023811568,0.00038875188,0.00027560248,0.00032301762],"domain_scores_gemma":[0.9984952,0.00021380869,0.00009702489,0.0009968972,0.00009693974,0.000100092395],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000514805,0.00011442674,0.00014772285,0.00009300967,0.00012784875,0.00010347463,0.0011014676,0.000060328348,0.000109170396],"category_scores_gemma":[0.0010994772,0.000107143656,0.000063628315,0.00044577927,0.000033809672,0.00004683752,0.0005808407,0.00022127965,0.0033129146],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013604437,0.00023076533,0.012210138,0.000110425506,0.00012325923,0.011429648,0.0026269597,0.0076341843,0.0023336255,0.077572495,0.75627714,0.12943777],"study_design_scores_gemma":[0.00026299365,0.000065053995,0.002254458,0.00006647724,0.0000101003125,0.00017987871,0.0000904456,0.07426325,0.00068994286,0.0121937655,0.9095396,0.00038407466],"about_ca_topic_score_codex":0.000050711526,"about_ca_topic_score_gemma":0.0000023262837,"teacher_disagreement_score":0.6424672,"about_ca_system_score_codex":0.00001367501,"about_ca_system_score_gemma":0.00007179337,"threshold_uncertainty_score":0.9974631},"labels":[],"label_agreement":null},{"id":"W4320737743","doi":"10.1145/3584667.3584669","title":"SIGCSE Technical Symposium 2023: Information for Attendees","year":2023,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Craft; Convention; Computer science; Library science; Work (physics); Engineering ethics; Political science; Engineering; Law; History","score_opus":0.10732500212932837,"score_gpt":0.3760461996327965,"score_spread":0.2687211975034681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320737743","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21579388,0.00013151983,0.14385633,0.49327797,0.018350212,0.0063947896,0.0011965801,0.004955258,0.11604346],"genre_scores_gemma":[0.8794481,0.000046791265,0.02252489,0.0054736137,0.0008025009,0.00045495716,0.0008028471,0.00004955387,0.090396725],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966357,0.000094338786,0.00081616855,0.0006274496,0.0013539037,0.0004724396],"domain_scores_gemma":[0.99413097,0.0031335913,0.0002457778,0.0020483797,0.00030430872,0.00013696069],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0069713965,0.00016888269,0.0002399417,0.0005782783,0.00036493098,0.00085099455,0.0023121277,0.00008948933,0.0008399844],"category_scores_gemma":[0.015779462,0.00013204855,0.00016816905,0.001524514,0.00009858711,0.00029370098,0.0016226392,0.00012281962,0.022592831],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027213984,0.000022738488,0.00015932918,0.000008455308,0.000006649784,0.0000030065867,0.00011389961,0.00065124314,0.00015422385,0.00080090447,0.95767087,0.040381476],"study_design_scores_gemma":[0.00040062092,0.00006668036,0.0022831385,0.000014605467,0.000010775463,0.0000036835243,0.0005484987,0.00294451,0.00021376499,0.0067837485,0.9865432,0.00018676932],"about_ca_topic_score_codex":0.00002621408,"about_ca_topic_score_gemma":0.000008465746,"teacher_disagreement_score":0.66365427,"about_ca_system_score_codex":0.00003878028,"about_ca_system_score_gemma":0.000037511487,"threshold_uncertainty_score":0.99251103},"labels":[],"label_agreement":null},{"id":"W4383219807","doi":"10.1145/3607479.3607481","title":"SIGCSE Technical Symposium 2023 Report","year":2023,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Attendance; Library science; Coronavirus disease 2019 (COVID-19); Computer science; Political science; Medicine; Law","score_opus":0.08576458313553763,"score_gpt":0.39979102846912784,"score_spread":0.3140264453335902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383219807","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2816531,0.00035446038,0.0008094325,0.4324836,0.0045132986,0.0009868101,0.000075957745,0.0022025516,0.27692077],"genre_scores_gemma":[0.6913458,0.00017377341,0.0015523888,0.0033818083,0.0010737885,0.00013538795,0.000077893375,0.00007199679,0.30218717],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932687,0.0003271688,0.0014280456,0.0013235019,0.0028552208,0.0007973266],"domain_scores_gemma":[0.99072915,0.004977428,0.00053460826,0.00297029,0.0003947812,0.00039372564],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.012740031,0.00029572315,0.00052818604,0.0005586345,0.00037710858,0.000949838,0.0069221635,0.00045236037,0.004404722],"category_scores_gemma":[0.07332823,0.00022388081,0.00025484755,0.0030862675,0.0002261939,0.0005062319,0.003161722,0.00090968003,0.03680918],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024147943,0.000030213396,0.004737963,0.0000026546052,0.000009931289,0.0007423078,0.00007634145,0.00008514889,0.00068882265,0.00017873792,0.98663664,0.006787079],"study_design_scores_gemma":[0.00029096365,0.00003668479,0.007893657,0.000024130337,0.000012713448,0.00028269133,0.00031979076,0.00008339064,0.00085877767,0.012293742,0.97756904,0.00033442854],"about_ca_topic_score_codex":0.0001599492,"about_ca_topic_score_gemma":0.000013378496,"teacher_disagreement_score":0.4291018,"about_ca_system_score_codex":0.00007281592,"about_ca_system_score_gemma":0.00016670629,"threshold_uncertainty_score":0.9984509},"labels":[],"label_agreement":null},{"id":"W4403216503","doi":"10.1145/3699853.3699854","title":"SIGCSE Speaker Fund Report: Funding for Pre-Conference Workshop at CCSC-CP 2024","year":2024,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Library science","score_opus":0.27555813061711965,"score_gpt":0.43932159571415824,"score_spread":0.1637634650970386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403216503","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53672135,0.004028047,0.18948886,0.1044175,0.04835886,0.0040677767,0.00041100016,0.0018408995,0.1106657],"genre_scores_gemma":[0.46659443,0.000018729575,0.0067638154,0.00047733806,0.0006479508,0.00007475419,0.00007524316,0.00003981751,0.5253079],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938357,0.00016893906,0.001267192,0.0023369675,0.0015597773,0.00083141465],"domain_scores_gemma":[0.988981,0.006388759,0.00031266315,0.0037026596,0.00030320542,0.00031167563],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009709503,0.0003642413,0.00045802208,0.0005076602,0.0005127054,0.0030285174,0.0025399749,0.00013855257,0.011513213],"category_scores_gemma":[0.01603892,0.00028345137,0.0003294464,0.0012890457,0.00018278137,0.0002247195,0.002971884,0.00029333087,0.008567478],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064087086,0.00004492283,0.00020483042,0.000040874296,0.000043706175,0.0003303004,0.00056735316,0.00023394797,0.00018236667,0.0010789775,0.91268843,0.084520176],"study_design_scores_gemma":[0.0002663611,0.00004765409,0.0007035974,0.00017327153,0.000050480052,0.0000901504,0.0005340346,0.0058411113,0.00024854735,0.011055552,0.9806093,0.00037994588],"about_ca_topic_score_codex":0.00004958828,"about_ca_topic_score_gemma":0.00009582229,"teacher_disagreement_score":0.4146422,"about_ca_system_score_codex":0.00015196553,"about_ca_system_score_gemma":0.0001104734,"threshold_uncertainty_score":0.9999618},"labels":[],"label_agreement":null},{"id":"W4403216957","doi":"10.1145/3699853.3699859","title":"Member Spotlight: Monica M. McGill","year":2024,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Mathematics education; Mathematics","score_opus":0.019825319438979024,"score_gpt":0.2607433245615411,"score_spread":0.24091800512256206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403216957","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023974514,0.0019498332,0.054974407,0.27742523,0.016416838,0.0013035545,0.000023129594,0.0048756264,0.6190569],"genre_scores_gemma":[0.92215204,0.00004896646,0.036983736,0.0050202697,0.00020958165,0.00013854029,0.000009944227,0.000022938331,0.03541395],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99880075,0.00003893706,0.00033397498,0.0002801275,0.00031303457,0.0002331505],"domain_scores_gemma":[0.99901325,0.000091929054,0.00004933232,0.0006588853,0.000081681865,0.00010490317],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003677477,0.00013066987,0.00011150153,0.00012434137,0.00014235698,0.0002653379,0.00088596635,0.00005760009,0.0012378668],"category_scores_gemma":[0.000083500185,0.00010714753,0.00006717982,0.00037454895,0.000014615908,0.00020290603,0.00029951517,0.000119017954,0.020583687],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010463332,0.00003028315,0.000019459294,0.0000487833,0.000024826428,0.00002208861,0.0019112806,0.000011340448,0.000039666724,0.14487943,0.8218344,0.031177389],"study_design_scores_gemma":[0.00007335429,0.000009239668,0.00021221882,0.00004745777,0.0000023143539,0.000055720677,0.000084714346,0.0005717956,0.001095867,0.0005735367,0.9971081,0.0001656612],"about_ca_topic_score_codex":0.00001600591,"about_ca_topic_score_gemma":7.4472564e-7,"teacher_disagreement_score":0.89817756,"about_ca_system_score_codex":0.0000857805,"about_ca_system_score_gemma":0.000097880045,"threshold_uncertainty_score":0.99967515},"labels":[],"label_agreement":null}]}