{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":19,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":19,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"73f3873a6b0b","filters":{"venue":"ACM Inroads"}},"results":[{"id":"W2175909646","doi":"10.1145/2432596.2432616","title":"A framework for enhancing the social good in computing education","year":2013,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Auckland University of Technology, New Zealand","keywords":"Relevance (law); Computer science; Context (archaeology); Social computing; Computational thinking; Knowledge management; World Wide Web; Artificial intelligence; Social media; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.02298530471667611,"gpt":0.329453109214651,"spread":0.3064678044979749,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006144802,0.00007853424,0.00009225036,0.0000501188,0.0003692763,0.0002771505,0.0008715225,0.00006651242,0.000003461378],"category_scores_gemma":[0.0007997094,0.00005969705,0.00004713679,0.000232335,0.00001999794,0.0001878288,0.0002129677,0.0003317583,0.00002817019],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003739896,"about_ca_system_score_gemma":0.00008331047,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003141614,"about_ca_topic_score_gemma":0.00002608735,"domain_scores_codex":[0.9991787,0.00009731473,0.0001632848,0.0001993682,0.0001080981,0.0002532369],"domain_scores_gemma":[0.9988778,0.0006245555,0.00008325255,0.0003493542,0.00003984278,0.00002516582],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[4.054287e-7,0.00004096704,0.003587327,0.000007262851,0.000004154896,8.00335e-8,0.01553647,0.00002977336,0.00004738257,0.07191821,0.0003281494,0.9084998],"study_design_scores_gemma":[0.001037608,0.0003012066,0.5442578,0.0005492104,0.00002406815,0.00001981921,0.01158396,0.04660372,0.0006683561,0.2800266,0.1137194,0.001208279],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2743289,0.00005436904,0.7164897,0.008158501,0.0004713851,0.0002362865,5.462877e-8,0.0001259851,0.0001347303],"genre_scores_gemma":[0.733936,2.296444e-7,0.2651927,0.0005554689,0.0001908449,0.00005279654,7.304012e-7,0.000005837481,0.00006543121],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9072915,"threshold_uncertainty_score":0.2840212,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2023916559","doi":"10.1145/1929887.1929907","title":"Enhancing the social issues components in our computing curriculum","year":2011,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Royal University","funders":"","keywords":"Curriculum; Information and Communications Technology; Computer science; Work (physics); Set (abstract data type); Engineering ethics; Computational thinking; Social computing; Knowledge management; Social media; Sociology; Pedagogy; World Wide Web; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.04965896174024587,"gpt":0.3120664743351628,"spread":0.2624075125949169,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000973234,0.0001281489,0.0001589336,0.00007533607,0.0004168826,0.0001316662,0.001608978,0.00005816578,0.000002554151],"category_scores_gemma":[0.0002477816,0.00009432669,0.00006127813,0.0002975152,0.00002538234,0.0001961381,0.0007009131,0.0004636837,0.00006229229],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003042509,"about_ca_system_score_gemma":0.0000181039,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002296227,"about_ca_topic_score_gemma":0.00006550943,"domain_scores_codex":[0.998647,0.0002551033,0.0002339862,0.0002751874,0.0002180655,0.0003706105],"domain_scores_gemma":[0.9992765,0.00006112055,0.0001412908,0.0004563542,0.00002733658,0.00003735417],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000004282703,0.0003780501,0.37193,0.00002290915,0.00004208297,0.00005016514,0.1864388,0.00004523783,0.0006551307,0.01446165,0.0009152757,0.4250564],"study_design_scores_gemma":[0.0006515342,0.0001051271,0.968205,0.0001381366,0.00001087225,0.00002524752,0.005986071,0.008765513,0.001151431,0.001427418,0.01296416,0.000569475],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9611754,0.0001008178,0.03543727,0.002052183,0.0005263738,0.00009532971,9.949402e-8,0.0002918405,0.000320668],"genre_scores_gemma":[0.9471162,0.000001117216,0.05246967,0.0001947996,0.0001339799,0.00000427072,8.37509e-7,0.000008904034,0.00007019858],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.596275,"threshold_uncertainty_score":0.3846531,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2402510249","doi":"10.1145/2938142","title":"A multi-institutional study of peer instruction in introductory computing","year":2016,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"National Science Foundation","keywords":"Grading (engineering); Peer instruction; Correctness; Computer science; Valuation (finance); Mathematics education; Perception; Pedagogy; Psychology; Peer feedback; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.0804793457958126,"gpt":0.4063290299550939,"spread":0.3258496841592813,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003619294,0.00007766519,0.0001575809,0.0001846837,0.0002124771,0.000009927899,0.0003164058,0.00005850029,0.00004492258],"category_scores_gemma":[0.007713018,0.00005463464,0.00002280315,0.0004512848,0.0003049166,0.0002055725,0.0001249523,0.0001459625,0.000008135164],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002256467,"about_ca_system_score_gemma":0.0001450082,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002542496,"about_ca_topic_score_gemma":0.001575512,"domain_scores_codex":[0.9981982,0.0007177027,0.0002683277,0.0001982203,0.0004379647,0.0001795698],"domain_scores_gemma":[0.9990861,0.0002820352,0.0001172904,0.0002354966,0.00025463,0.00002449547],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001499738,0.000410997,0.8601646,0.000003244658,0.00001882887,0.000002207078,0.0380326,0.00001882925,0.009297391,0.01444336,0.0001106699,0.07748225],"study_design_scores_gemma":[0.001582601,0.00006361754,0.9874124,0.00002687109,0.000004187131,7.254109e-7,0.006915513,0.00002049794,0.0004321757,0.001025737,0.002405911,0.0001097777],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9932627,0.000004835811,0.003514121,0.0008784374,0.0007620008,0.0002015402,0.000001250752,0.00004156994,0.00133351],"genre_scores_gemma":[0.9736626,7.629972e-7,0.02581728,0.00002823746,0.0002171031,0.000004438673,5.639138e-7,0.000005123477,0.0002639231],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1272478,"threshold_uncertainty_score":0.923376,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2065236871","doi":"10.1145/1869746.1869766","title":"PlagDetect","year":2010,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lakehead University","funders":"","keywords":"Computer science; Plagiarism detection; Java; Context (archaeology); Programming language; Measure (data warehouse); Software engineering; Artificial intelligence; Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.0092614352417447,"gpt":0.2693851248016546,"spread":0.2601236895599099,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000168573,0.00008482568,0.00007798736,0.00006680049,0.0000671039,0.0001216285,0.002157226,0.00008605092,0.00002883475],"category_scores_gemma":[0.0004385161,0.00006655012,0.00003264376,0.0002189935,0.00003389784,0.0003791553,0.0005813265,0.0003354269,0.00007840196],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000006997828,"about_ca_system_score_gemma":0.0000309154,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002454244,"about_ca_topic_score_gemma":0.00001670182,"domain_scores_codex":[0.9993505,0.00001158581,0.00008877509,0.00021516,0.0001584545,0.0001754688],"domain_scores_gemma":[0.9987216,0.00006486581,0.00003727496,0.001080842,0.00004344989,0.00005194075],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000002220659,0.00003785623,0.002090196,0.000008944818,0.000008636523,0.00004319638,0.0003723792,1.298476e-7,0.2355452,0.2035533,0.0045791,0.5537589],"study_design_scores_gemma":[0.0001740744,0.00006403114,0.00237281,0.00001084582,0.000003267201,0.00008048638,0.000002981036,0.0008673618,0.5213845,0.453554,0.02114451,0.0003411298],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.446431,0.0009459762,0.526732,0.008352119,0.002595676,0.0003033043,0.000002364522,0.006177802,0.008459826],"genre_scores_gemma":[0.5338876,9.937941e-7,0.4655328,0.000391625,0.00003928515,0.000006013839,3.438628e-7,0.000004106649,0.0001372246],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5534178,"threshold_uncertainty_score":0.4008698,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2072598773","doi":"10.1145/2189835.2189861","title":"Status update","year":2012,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Curriculum; Shut down; State (computer science); Political science; Computer science; Mathematics education; Engineering ethics; Engineering; Law; Psychology; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02705730802216657,"gpt":0.2902393443528289,"spread":0.2631820363306623,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003965761,0.00007735794,0.00007494741,0.00004685889,0.000117058,0.0001041226,0.0007274685,0.00003551637,0.00002051144],"category_scores_gemma":[0.0002256526,0.0000658738,0.00003504341,0.0001550734,0.00001723799,0.0004752123,0.0003733937,0.0001978977,0.0005152935],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001920089,"about_ca_system_score_gemma":0.00001722594,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005638022,"about_ca_topic_score_gemma":9.709109e-7,"domain_scores_codex":[0.9990788,0.00006923998,0.00008787599,0.0001406182,0.0001471166,0.0004764089],"domain_scores_gemma":[0.9990257,0.00006250116,0.0000377516,0.0007146451,0.00001358651,0.0001458021],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[6.466977e-7,0.00004525008,0.1115457,0.000002292087,0.000009033625,0.000001545992,0.002413187,0.000008052392,0.00003401033,0.02541891,0.0020686,0.8584528],"study_design_scores_gemma":[0.0001045046,0.0000202998,0.08061522,0.000003804478,0.000002573204,0.000006910545,0.00002441139,0.0001655279,0.0001031764,0.0003321856,0.9184996,0.0001217388],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5294884,0.00131604,0.4566604,0.00403959,0.002384879,0.0001210548,7.948634e-7,0.001618558,0.004370294],"genre_scores_gemma":[0.8267103,0.00000476758,0.1724544,0.0004166419,0.00008881826,0.000004460886,0.000001561956,0.000006072435,0.0003129126],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9164311,"threshold_uncertainty_score":0.6623228,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3217398659","doi":"10.1145/3494574","title":"Practice report","year":2021,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Citation; Library science; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.02152239759816031,"gpt":0.3136375072682938,"spread":0.2921151096701334,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006508564,0.00006652795,0.0000824716,0.00002590797,0.0001264552,0.0002196639,0.0006100181,0.00004020897,0.00001302793],"category_scores_gemma":[0.00659607,0.00006312384,0.0000444092,0.0002605415,0.00001319509,0.0004125237,0.0004805006,0.0002602539,0.0001130156],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001681664,"about_ca_system_score_gemma":0.0001079644,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005179323,"about_ca_topic_score_gemma":0.000002229773,"domain_scores_codex":[0.9990286,0.0001367373,0.0001376529,0.0002988826,0.0002166225,0.0001815092],"domain_scores_gemma":[0.9981964,0.0002862853,0.00008314171,0.001268725,0.0001074112,0.00005800818],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001328242,0.0001252855,0.006328035,0.000005560236,0.00003610115,0.004263621,0.002128238,0.00003980989,0.0002133487,0.02599162,0.005233213,0.9556338],"study_design_scores_gemma":[0.00007986426,0.00001833406,0.004258157,0.000007464506,0.000005353487,0.001722541,0.00008478775,0.0001532381,0.0003330291,0.0004568794,0.9927826,0.00009774177],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03575161,0.0007813268,0.8675372,0.05914141,0.002066944,0.00008456658,2.039852e-7,0.001386203,0.03325056],"genre_scores_gemma":[0.3397814,0.000004883208,0.6540498,0.001386881,0.00008141958,0.000005458925,0.000003201897,0.000007267005,0.00467971],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9875494,"threshold_uncertainty_score":0.7896588,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3026342838","doi":"10.1145/3393644","title":"Outside and inside our great city","year":2020,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Royal University","funders":"","keywords":"Citation; Mount; Computer science; World Wide Web; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.09015762629388867,"gpt":0.3525531239958832,"spread":0.2623954977019945,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001195921,0.00005065818,0.00007302041,0.00002389033,0.0001970808,0.00002558442,0.000210534,0.0000951525,0.00004564578],"category_scores_gemma":[0.0009166072,0.00004886342,0.00001747286,0.0001492689,0.00007748907,0.00008873433,0.00008693436,0.0001058801,0.00005134566],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001831736,"about_ca_system_score_gemma":0.00006430531,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007535549,"about_ca_topic_score_gemma":0.0004684674,"domain_scores_codex":[0.9995075,0.00003696003,0.00006884171,0.0001421749,0.0001034466,0.0001410603],"domain_scores_gemma":[0.9996822,0.00002826712,0.00002395595,0.0001488883,0.00002716911,0.00008946131],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000003531449,0.00002418304,0.8923159,0.000005110716,0.00001973491,0.000004313482,0.04089267,4.810075e-7,0.0002209953,0.0129615,0.02222026,0.03133135],"study_design_scores_gemma":[0.0004690538,0.0001009742,0.6421745,0.000007499965,0.00004535871,0.000004035538,0.07018799,0.0000144132,0.001769741,0.1058293,0.1790365,0.0003606615],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8587209,0.00006984323,0.00003998606,0.1178621,0.0002173668,0.00007659291,0.000001104844,0.0001475147,0.02286455],"genre_scores_gemma":[0.9968056,0.00004799149,0.0007555357,0.001906669,0.0001481489,0.000006475546,0.000001298992,0.000003682452,0.0003246014],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2501414,"threshold_uncertainty_score":0.1992592,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4408060785","doi":"10.1145/3711932","title":"EDUCATION: Insights about Student Wellbeing: Stories from a Counselors' Office","year":2025,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Royal University","funders":"","keywords":"Medical education; Psychology; Pedagogy; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.01997740422002949,"gpt":0.4074228192922102,"spread":0.3874454150721808,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003656538,0.0001345938,0.0001956683,0.0001461154,0.001087591,0.0002267597,0.0009579111,0.00009337137,0.0004500661],"category_scores_gemma":[0.001525526,0.0001250678,0.00005350604,0.0007814312,0.0004179076,0.0002285253,0.0002097554,0.0001881401,0.000235586],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003442968,"about_ca_system_score_gemma":0.002320184,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00991395,"about_ca_topic_score_gemma":0.005782471,"domain_scores_codex":[0.9981579,0.0002654351,0.0002301382,0.0003213091,0.000708989,0.0003162705],"domain_scores_gemma":[0.9978799,0.000838042,0.00006944011,0.0005726159,0.0005064542,0.0001335084],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001901302,0.0007229817,0.2274738,0.00001744769,0.0002181969,0.000002206982,0.2236161,0.000002081515,0.00008130263,0.169666,0.3701069,0.008073919],"study_design_scores_gemma":[0.00009672921,0.000008176452,0.2939937,0.00003093722,0.00001526459,1.680199e-8,0.02564854,1.88736e-7,0.00002853268,0.004624696,0.6754625,0.00009073639],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8430545,0.005335479,0.00002415762,0.02116861,0.003725842,0.0003942963,0.00000552926,0.000136585,0.126155],"genre_scores_gemma":[0.9480038,0.0009991024,0.0004892633,0.00147126,0.0006429803,0.0002173733,0.0000148864,0.000008759487,0.04815253],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3053555,"threshold_uncertainty_score":0.9966791,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2593432391","doi":"10.1145/3008663","title":"BOOK REVIEWKicking butt in computer science","year":2017,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Digital Games and Media","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.04030807856538325,"gpt":0.3561699178925317,"spread":0.3158618393271485,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009439547,0.00005628497,0.0001159807,0.00004827601,0.0003458209,0.0004344162,0.001293893,0.00003267809,0.00008396013],"category_scores_gemma":[0.001608609,0.0000488004,0.00003299479,0.0001201665,0.000852359,0.0009387278,0.0003641886,0.00007446013,0.0001057287],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005994607,"about_ca_system_score_gemma":0.000189266,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003579451,"about_ca_topic_score_gemma":0.0004419999,"domain_scores_codex":[0.999047,0.00001929247,0.0001115051,0.0001858036,0.0003255752,0.00031081],"domain_scores_gemma":[0.9991297,0.00004634513,0.00007523279,0.0005872343,0.00005040038,0.0001110677],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[8.557852e-7,0.00002030334,0.02661925,0.000005016355,0.000001269681,0.000009755678,0.00303793,8.052913e-7,0.00002063528,0.005057139,0.004526563,0.9607005],"study_design_scores_gemma":[0.00009405513,0.0000117171,0.06598348,0.00007890425,0.000001457753,3.246926e-7,0.00006010926,0.00001709715,0.0000358275,0.0007718094,0.9328655,0.00007973782],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1746339,0.002896801,0.0001246567,0.01127814,0.002150319,0.0003488207,0.000001653039,0.00007199415,0.8084937],"genre_scores_gemma":[0.9773024,0.001124455,0.001398001,0.003894723,0.0004191255,0.000009665666,5.026261e-7,0.000006930489,0.01584416],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9606208,"threshold_uncertainty_score":0.4189085,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4280566818","doi":"10.1145/3524045","title":"CONVERSATIONS: Conversation with a prominent propagator","year":2022,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Conversation; Citation; Propagator; Computer science; Art history; Library science; History; Sociology; Mathematics; Communication","retraction":null,"screen_n_in":null,"score":{"opus":0.01071669557406811,"gpt":0.2099770203231713,"spread":0.1992603247491032,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003166374,0.00008897014,0.0000872218,0.0001242423,0.0002945379,0.0000941435,0.0006550038,0.00001448269,0.0002761982],"category_scores_gemma":[0.00003944187,0.0000733409,0.00002197777,0.0004754712,0.00001787616,0.0004998041,0.0002712798,0.00009140198,0.0001512844],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002173492,"about_ca_system_score_gemma":0.0004167308,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002097421,"about_ca_topic_score_gemma":0.000001406963,"domain_scores_codex":[0.9989023,0.00006431657,0.0002292662,0.0001788521,0.0004808409,0.0001443761],"domain_scores_gemma":[0.999118,0.00002501284,0.0001574451,0.0005071393,0.0001313124,0.00006107514],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006208324,0.0007140579,0.08731149,0.0001401443,0.0002869283,0.00002745659,0.1990988,0.0008039981,0.0005823111,0.5062402,0.1645967,0.04013581],"study_design_scores_gemma":[0.004973358,0.0008475407,0.08148307,0.0000460521,0.00002794179,0.0004432375,0.03457046,0.02807207,0.00483326,0.00223196,0.8409882,0.001482849],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5982904,0.00008450887,0.3021652,0.06373297,0.004929376,0.004333253,0.00001756176,0.001406869,0.02503989],"genre_scores_gemma":[0.9850112,6.915671e-7,0.01204355,0.001231981,0.00001780565,0.0007209899,0.00002357639,0.000004947879,0.0009452069],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6763915,"threshold_uncertainty_score":0.3024176,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W7117582470","doi":"10.1145/3773915","title":"THINKING ISSUES: Contemplating the Shifting Tides of Application Volume","year":2025,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Royal University","funders":"","keywords":"Volume (thermodynamics)","retraction":null,"screen_n_in":null,"score":{"opus":0.01363919070053897,"gpt":0.299512791451344,"spread":0.285873600750805,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007442131,0.00006877929,0.00009721432,0.00004991637,0.0001240649,0.00009919721,0.001426068,0.00004036246,0.000002362975],"category_scores_gemma":[0.0008780729,0.00005092284,0.0000325261,0.000329316,0.00002155492,0.0002889649,0.0004677,0.0001269575,0.000004432734],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001307115,"about_ca_system_score_gemma":0.00002084491,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002096267,"about_ca_topic_score_gemma":0.000003671763,"domain_scores_codex":[0.9993901,0.00003477138,0.0001821809,0.0001473801,0.0001418004,0.0001037791],"domain_scores_gemma":[0.9983607,0.000702134,0.0001163719,0.0007541419,0.00005618068,0.00001045486],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000004190499,0.00003895599,0.08892006,0.0001002897,0.00007694929,0.000001772091,0.004532478,0.0006781392,0.002679435,0.5764669,0.006223408,0.3202775],"study_design_scores_gemma":[0.0004120985,0.0001390125,0.08922444,0.0005582317,0.00005563372,0.00001262094,0.0003746351,0.2563383,0.04127685,0.3344098,0.2765782,0.0006202545],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01647198,0.0004206295,0.975803,0.004951122,0.0001418552,0.0001285029,3.453274e-7,0.000405112,0.00167743],"genre_scores_gemma":[0.809168,0.00001112016,0.1903545,0.0002738864,0.00002323105,0.00002341084,6.0018e-7,0.000003734499,0.0001414679],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7926961,"threshold_uncertainty_score":0.2650013,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4408060833","doi":"10.1145/3712201","title":"INTERNATIONAL: CompEd 2025 Botswana: Distinctly African with International Standing","year":2025,"lang":"en","type":"article","venue":"ACM Inroads","topic":"ICT Impact and Policies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"International relations; Political science; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.01166258357278892,"gpt":0.2664282425398339,"spread":0.254765658967045,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006222112,0.000131488,0.0001275705,0.000186653,0.0000505709,0.00008753597,0.0004812133,0.00004035781,0.0002258782],"category_scores_gemma":[0.00008771147,0.000112066,0.00003577051,0.0001989904,0.00004025211,0.0001333344,0.0001073576,0.000127955,0.00002729071],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001464122,"about_ca_system_score_gemma":0.00002278489,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008498611,"about_ca_topic_score_gemma":0.00005241401,"domain_scores_codex":[0.9994216,0.000007674998,0.0001486364,0.00006511999,0.0001732963,0.0001836717],"domain_scores_gemma":[0.9995605,0.00008817786,0.00002284733,0.0002370918,0.00004979343,0.00004164254],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003386907,0.0002460422,0.4839395,0.0001845366,0.00350472,0.00004728965,0.01396198,0.0140226,0.007573077,0.09608399,0.3179426,0.06215502],"study_design_scores_gemma":[0.001310483,0.00005245608,0.133796,0.0001707692,0.00005885982,0.00000866358,0.001796305,0.006813514,0.00320901,0.001448196,0.850869,0.0004667318],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4474686,0.00008033937,0.006101263,0.003770619,0.002230366,0.0001124606,0.00006238902,0.0004150069,0.539759],"genre_scores_gemma":[0.9950563,0.00003473413,0.000448291,0.0002041047,0.0001281688,0.00001277005,0.00004090023,0.00001683447,0.004057851],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5475878,"threshold_uncertainty_score":0.4569917,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4408060850","doi":"10.1145/3717075","title":"THINKING ISSUES: A Path Backward and Forward: A New Chapter for <i>Inroads</i>","year":2025,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Royal University","funders":"","keywords":"Path (computing); Computational thinking; Computer science; Engineering ethics; Management science; Artificial intelligence; Programming language; Economics; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1284256013878469,"gpt":0.483553675463802,"spread":0.3551280740759551,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002947069,0.0001803429,0.0003241883,0.0002494656,0.0002747174,0.0004386286,0.0009290471,0.0001009267,0.0007493144],"category_scores_gemma":[0.001951097,0.0001284022,0.0001237638,0.0003856312,0.00005900026,0.000456431,0.000399209,0.0001212632,0.0001673594],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002957491,"about_ca_system_score_gemma":0.0002213245,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005397051,"about_ca_topic_score_gemma":0.00007349855,"domain_scores_codex":[0.9976047,0.00005570257,0.0005497052,0.0004908192,0.001015845,0.0002832857],"domain_scores_gemma":[0.9976906,0.0008820149,0.0001548425,0.0008751814,0.0002769561,0.0001204447],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001077026,0.00006439896,0.06972425,0.00002750854,0.00008543295,0.000001910236,0.004872784,0.00005447779,0.0003329717,0.1376309,0.2543967,0.532701],"study_design_scores_gemma":[0.001064854,0.0001172377,0.01450215,0.00005031593,0.00002746435,0.00000182534,0.0006518776,0.002838725,0.0003894566,0.2905507,0.6896369,0.0001684848],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4581503,0.004792113,0.1391243,0.2285033,0.004833921,0.003704339,0.00007692463,0.0004366989,0.1603782],"genre_scores_gemma":[0.86431,0.0003797717,0.0464954,0.02206649,0.0003229523,0.0001338306,0.00001680784,0.00002802845,0.06624673],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5325325,"threshold_uncertainty_score":0.8204467,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4408060465","doi":"10.1145/3717451","title":"Editors' Welcome","year":2025,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Human auditory perception and evaluation","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Royal University","funders":"","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.01788248750468398,"gpt":0.2805876466525509,"spread":0.2627051591478669,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00008863382,0.00006461479,0.00006721337,0.00008198529,0.00004080126,0.00001983103,0.0001451122,0.00005698197,0.007589517],"category_scores_gemma":[0.00006685298,0.00006464335,0.000029341,0.0001066276,0.00001394851,0.00007010497,0.0000277353,0.00008534933,0.005971528],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005268303,"about_ca_system_score_gemma":0.000009448827,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":5.015253e-7,"about_ca_topic_score_gemma":0.000003557692,"domain_scores_codex":[0.9996271,0.0000109395,0.00009992647,0.00007132268,0.00009207072,0.00009868397],"domain_scores_gemma":[0.9996563,0.00002438455,0.000005943856,0.0002692429,0.0000195905,0.00002453102],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[7.717936e-7,0.000006926935,0.001643257,0.0000141147,0.00001409425,3.153575e-7,0.0001034186,0.001173229,0.002428163,0.00005703851,0.9862013,0.008357354],"study_design_scores_gemma":[0.0002469843,0.00000797846,0.1151657,0.00001660941,0.00001100729,2.987113e-7,0.00004325223,0.009015816,0.0006377103,0.001557282,0.8731759,0.0001215198],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7507418,0.0001116353,0.005969598,0.0015632,0.04608473,0.0002076072,0.000004352186,0.001603598,0.1937135],"genre_scores_gemma":[0.986049,0.00001754281,0.0005484191,0.000323961,0.003248711,0.00002521419,0.00001279658,0.00001465834,0.009759692],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2353072,"threshold_uncertainty_score":0.9948024,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W7117554722","doi":"10.1145/3785000","title":"Editors' Welcome","year":2025,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Educational Robotics and Engineering","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Royal University","funders":"","keywords":"Nucleofection; Gestational period; TSG101; Dysgeusia; Liquation; Diafiltration; Emperipolesis; Triacetin; Demotion","retraction":null,"screen_n_in":null,"score":{"opus":0.01037568705181181,"gpt":0.2592510155966373,"spread":0.2488753285448255,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006772063,0.00004514746,0.00004793622,0.00006330484,0.00004023879,0.00005173419,0.0007292645,0.00002333131,0.000007810716],"category_scores_gemma":[0.0001170224,0.00004207228,0.00002120806,0.0002324142,0.000006645897,0.0001109801,0.000236728,0.00005722686,0.00005415887],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002011593,"about_ca_system_score_gemma":0.00004859626,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008628638,"about_ca_topic_score_gemma":4.816066e-7,"domain_scores_codex":[0.9996357,0.000003976636,0.00006812759,0.0001079193,0.00008160813,0.0001026982],"domain_scores_gemma":[0.9994003,0.00007845508,0.000008717945,0.0004558035,0.00002882629,0.00002793087],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[3.164554e-7,0.00004896384,0.009453086,0.00001372843,0.00002342277,0.000001999326,0.0001563139,0.002343768,0.0003240537,0.7964143,0.1778484,0.01337167],"study_design_scores_gemma":[0.0002578434,0.00002696183,0.2044315,0.00005062071,0.000006995814,0.000003109888,0.00002290234,0.06635568,0.001345516,0.109176,0.618008,0.0003148468],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01161628,0.0001511148,0.9120936,0.02757877,0.02362379,0.00005954483,4.153742e-7,0.0002330853,0.02464337],"genre_scores_gemma":[0.8695866,0.000007152031,0.1256508,0.000904826,0.001007635,0.00001192233,0.000001368885,0.000004189864,0.002825468],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8579704,"threshold_uncertainty_score":0.1715658,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4411142660","doi":"10.1145/3737277","title":"Editors' Welcome","year":2025,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Human auditory perception and evaluation","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Royal University","funders":"","keywords":"Computer science; Library science; Engineering ethics; Cognitive science; Psychology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01788248750468398,"gpt":0.2805876466525509,"spread":0.2627051591478669,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00008863382,0.00006461479,0.00006721337,0.00008198529,0.00004080126,0.00001983103,0.0001451122,0.00005698197,0.007589517],"category_scores_gemma":[0.00006685298,0.00006464335,0.000029341,0.0001066276,0.00001394851,0.00007010497,0.0000277353,0.00008534933,0.005971528],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005268303,"about_ca_system_score_gemma":0.000009448827,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":5.015253e-7,"about_ca_topic_score_gemma":0.000003557692,"domain_scores_codex":[0.9996271,0.0000109395,0.00009992647,0.00007132268,0.00009207072,0.00009868397],"domain_scores_gemma":[0.9996563,0.00002438455,0.000005943856,0.0002692429,0.0000195905,0.00002453102],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[7.717936e-7,0.000006926935,0.001643257,0.0000141147,0.00001409425,3.153575e-7,0.0001034186,0.001173229,0.002428163,0.00005703851,0.9862013,0.008357354],"study_design_scores_gemma":[0.0002469843,0.00000797846,0.1151657,0.00001660941,0.00001100729,2.987113e-7,0.00004325223,0.009015816,0.0006377103,0.001557282,0.8731759,0.0001215198],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7507418,0.0001116353,0.005969598,0.0015632,0.04608473,0.0002076072,0.000004352186,0.001603598,0.1937135],"genre_scores_gemma":[0.986049,0.00001754281,0.0005484191,0.000323961,0.003248711,0.00002521419,0.00001279658,0.00001465834,0.009759692],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2353072,"threshold_uncertainty_score":0.9948024,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4413973955","doi":"10.1145/3746661","title":"THINKING ISSUES: Future(s) Within Academic Computing","year":2025,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Royal University","funders":"","keywords":"Computational thinking; Computer science; Engineering ethics; Management science; Data science; Mathematics education; Psychology; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.04967323611452513,"gpt":0.3319856949099481,"spread":0.282312458795423,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006454327,0.000241691,0.000258347,0.0003140338,0.0003867363,0.0004058609,0.001706794,0.0002036358,0.0002332399],"category_scores_gemma":[0.0005304846,0.0002070294,0.00006980998,0.001098174,0.000079485,0.001205014,0.001368667,0.0005040087,0.0005997018],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002634389,"about_ca_system_score_gemma":0.00003596629,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003255982,"about_ca_topic_score_gemma":0.00004329017,"domain_scores_codex":[0.998462,0.000009808095,0.0004137271,0.0004079409,0.0003488397,0.0003576647],"domain_scores_gemma":[0.9988503,0.0000690984,0.0002101174,0.000699334,0.0001615013,0.000009665723],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003946154,0.00008227574,0.1874031,0.0004607894,0.00009639495,0.00001781656,0.000428095,0.0001970893,0.0006870013,0.5501012,0.1580103,0.1024766],"study_design_scores_gemma":[0.0003906344,0.000004777292,0.04170881,0.0005341338,0.0001017515,0.000003632158,0.0009330562,0.005095623,0.0008827645,0.09866925,0.8510927,0.0005828607],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8124257,0.004201771,0.0142144,0.05495067,0.01739104,0.0008314812,0.000007555086,0.001757888,0.09421946],"genre_scores_gemma":[0.9761059,0.00006843028,0.001776695,0.01596178,0.004200593,0.000009117357,0.00006159981,0.00003013172,0.00178575],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6930825,"threshold_uncertainty_score":0.8442414,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4411142590","doi":"10.1145/3730408","title":"Humor for Graduate Training","year":2025,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Humor Studies and Applications","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"Institut de Valorisation des Données","keywords":"Training (meteorology); Graduate students; Medical education; Psychology; Computer science; Mathematics education; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.2224154136893508,"gpt":0.4548898234489757,"spread":0.2324744097596249,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001083556,0.00007185581,0.0001224638,0.00003966706,0.0001788309,0.00001089686,0.0002356533,0.00003382166,0.0001637955],"category_scores_gemma":[0.0001091195,0.00006483218,0.00006426228,0.000138482,0.00004065847,0.000007588942,0.00006310776,0.0000670567,0.0001259995],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001057279,"about_ca_system_score_gemma":0.00001456098,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003165254,"about_ca_topic_score_gemma":0.00001533073,"domain_scores_codex":[0.9994346,0.00001068668,0.0001293777,0.000183013,0.00003756396,0.000204754],"domain_scores_gemma":[0.999315,0.0001853617,0.00002764905,0.0004253658,0.00002360668,0.0000229893],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000154612,0.00008452256,0.001844397,0.00001009578,0.0001701647,0.000001270865,0.008117884,8.617801e-7,0.0002157635,0.6357901,0.2428728,0.1108768],"study_design_scores_gemma":[0.0008171549,0.00005166101,0.07073861,0.00001110064,0.00004737796,0.000001360462,0.008336639,0.00001549858,0.0001092658,0.04110124,0.8786286,0.0001415182],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4758792,0.000313234,0.004108261,0.02784525,0.00142551,0.000795442,0.00005211324,0.0002180558,0.489363],"genre_scores_gemma":[0.9772518,0.00000481749,0.001732457,0.001417783,0.00009171156,0.0007788745,0.00001000984,0.000009182668,0.01870338],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6357558,"threshold_uncertainty_score":0.264378,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2408358190","doi":"10.1145/2927017","title":"BOOK REVIEWLearner-centered design of computing education","year":2016,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Library science; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.03277642616104786,"gpt":0.3119945140779183,"spread":0.2792180879168704,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003190864,0.00007900382,0.0001475723,0.00006370078,0.00004089962,0.00002361708,0.0007923309,0.00003270829,0.00002336967],"category_scores_gemma":[0.0004898194,0.00005215631,0.00004981032,0.0001722186,0.00002923981,0.0001870532,0.0002247928,0.00006123174,0.00008463919],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001985822,"about_ca_system_score_gemma":0.0001268146,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004887655,"about_ca_topic_score_gemma":1.005147e-7,"domain_scores_codex":[0.9991937,0.000111261,0.0002197365,0.0001915402,0.0001402882,0.0001434528],"domain_scores_gemma":[0.9988467,0.0001870999,0.0001509599,0.0006719934,0.00009660635,0.00004668126],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002662651,0.0002040871,0.00699733,0.00004586392,0.00002662539,0.000001462733,0.0003377472,0.0001512994,0.003354692,0.009278651,0.05028455,0.929315],"study_design_scores_gemma":[0.002933099,0.001198228,0.04338882,0.004828464,0.0001191837,0.00006956483,0.0001153539,0.1567692,0.01412582,0.03232672,0.7423859,0.001739739],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.008368052,0.002604498,0.972311,0.01541305,0.0003998827,0.0001282789,5.905967e-7,0.0001387603,0.0006359544],"genre_scores_gemma":[0.7893676,0.0005666299,0.2015393,0.002398465,0.0001575719,0.000002926477,0.000001558206,0.000014105,0.005951894],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9275753,"threshold_uncertainty_score":0.2126873,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}