{"meta":{"query_hash":"73f3873a6b0b","filters":{"venue":"ACM Inroads"},"cohort_total":19,"direct_labels_cover":0,"predictions_cover":19,"exported":19,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/73f3873a6b0b","api":"https://metacan.xera.ac/api/v1/cohort?venue=ACM+Inroads"},"results":[{"id":"W2023916559","doi":"10.1145/1929887.1929907","title":"Enhancing the social issues components in our computing curriculum","year":2011,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Curriculum; Information and Communications Technology; Computer science; Work (physics); Set (abstract data type); Engineering ethics; Computational thinking; Social computing; Knowledge management; Social media; Sociology; Pedagogy; World Wide Web; Artificial intelligence; Engineering","score_opus":0.04965896174024587,"score_gpt":0.31206647433516277,"score_spread":0.2624075125949169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023916559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96117544,0.00010081784,0.03543727,0.0020521826,0.0005263738,0.00009532971,9.949402e-8,0.00029184052,0.00032066798],"genre_scores_gemma":[0.9471162,0.0000011172158,0.052469674,0.00019479958,0.00013397995,0.00000427072,8.37509e-7,0.000008904034,0.000070198585],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99864703,0.00025510328,0.00023398621,0.00027518737,0.00021806548,0.0003706105],"domain_scores_gemma":[0.9992765,0.000061120554,0.00014129085,0.00045635417,0.00002733658,0.00003735417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000973234,0.00012814894,0.00015893365,0.00007533607,0.0004168826,0.00013166622,0.0016089776,0.00005816578,0.000002554151],"category_scores_gemma":[0.00024778157,0.00009432669,0.00006127813,0.00029751522,0.000025382342,0.00019613812,0.00070091314,0.0004636837,0.00006229229],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004282703,0.00037805014,0.37193,0.00002290915,0.000042082975,0.00005016514,0.18643883,0.000045237826,0.00065513066,0.014461647,0.00091527565,0.4250564],"study_design_scores_gemma":[0.00065153424,0.00010512711,0.96820503,0.00013813665,0.000010872245,0.000025247517,0.0059860707,0.008765513,0.0011514305,0.0014274179,0.012964161,0.000569475],"about_ca_topic_score_codex":0.0022962275,"about_ca_topic_score_gemma":0.000065509426,"teacher_disagreement_score":0.59627503,"about_ca_system_score_codex":0.000030425086,"about_ca_system_score_gemma":0.0000181039,"threshold_uncertainty_score":0.3846531},"labels":[],"label_agreement":null},{"id":"W2065236871","doi":"10.1145/1869746.1869766","title":"PlagDetect","year":2010,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Computer science; Plagiarism detection; Java; Context (archaeology); Programming language; Measure (data warehouse); Software engineering; Artificial intelligence; Data mining","score_opus":0.0092614352417447,"score_gpt":0.2693851248016546,"score_spread":0.2601236895599099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065236871","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44643095,0.00094597624,0.52673197,0.008352119,0.0025956759,0.00030330432,0.0000023645223,0.0061778016,0.008459826],"genre_scores_gemma":[0.5338876,9.937941e-7,0.46553278,0.00039162496,0.000039285154,0.0000060138386,3.438628e-7,0.0000041066487,0.00013722463],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99935055,0.000011585815,0.00008877509,0.00021515996,0.00015845451,0.00017546877],"domain_scores_gemma":[0.9987216,0.00006486581,0.000037274964,0.0010808423,0.00004344989,0.00005194075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016857297,0.000084825675,0.00007798736,0.000066800494,0.0000671039,0.000121628465,0.0021572255,0.00008605092,0.000028834755],"category_scores_gemma":[0.00043851614,0.00006655012,0.000032643762,0.00021899352,0.000033897843,0.0003791553,0.00058132655,0.00033542688,0.00007840196],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022206589,0.00003785623,0.0020901961,0.000008944818,0.0000086365235,0.00004319638,0.00037237917,1.2984756e-7,0.23554516,0.20355329,0.0045791,0.5537589],"study_design_scores_gemma":[0.0001740744,0.00006403114,0.0023728104,0.00001084582,0.0000032672015,0.00008048638,0.000002981036,0.00086736184,0.52138454,0.45355397,0.021144515,0.00034112978],"about_ca_topic_score_codex":0.000024542436,"about_ca_topic_score_gemma":0.000016701824,"teacher_disagreement_score":0.5534178,"about_ca_system_score_codex":0.000006997828,"about_ca_system_score_gemma":0.000030915402,"threshold_uncertainty_score":0.40086976},"labels":[],"label_agreement":null},{"id":"W2072598773","doi":"10.1145/2189835.2189861","title":"Status update","year":2012,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Shut down; State (computer science); Political science; Computer science; Mathematics education; Engineering ethics; Engineering; Law; Psychology; Programming language","score_opus":0.02705730802216657,"score_gpt":0.2902393443528289,"score_spread":0.26318203633066234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072598773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52948844,0.0013160399,0.45666036,0.0040395902,0.0023848787,0.00012105483,7.948634e-7,0.0016185582,0.004370294],"genre_scores_gemma":[0.82671034,0.0000047675803,0.17245439,0.0004166419,0.00008881826,0.000004460886,0.0000015619561,0.0000060724346,0.0003129126],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99907875,0.000069239984,0.00008787599,0.00014061824,0.00014711659,0.0004764089],"domain_scores_gemma":[0.9990257,0.00006250116,0.000037751597,0.0007146451,0.000013586509,0.0001458021],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039657613,0.000077357945,0.00007494741,0.00004685889,0.00011705796,0.00010412256,0.0007274685,0.000035516372,0.000020511437],"category_scores_gemma":[0.00022565265,0.0000658738,0.000035043413,0.00015507336,0.000017237988,0.00047521226,0.00037339368,0.00019789767,0.0005152935],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.466977e-7,0.000045250075,0.11154566,0.0000022920867,0.000009033625,0.0000015459921,0.0024131867,0.000008052392,0.000034010325,0.025418915,0.0020686004,0.8584528],"study_design_scores_gemma":[0.000104504645,0.000020299802,0.08061522,0.0000038044782,0.0000025732045,0.000006910545,0.000024411387,0.00016552786,0.00010317643,0.0003321856,0.91849965,0.000121738805],"about_ca_topic_score_codex":0.000056380217,"about_ca_topic_score_gemma":9.70911e-7,"teacher_disagreement_score":0.91643107,"about_ca_system_score_codex":0.000019200892,"about_ca_system_score_gemma":0.00001722594,"threshold_uncertainty_score":0.66232276},"labels":[],"label_agreement":null},{"id":"W2175909646","doi":"10.1145/2432596.2432616","title":"A framework for enhancing the social good in computing education","year":2013,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Auckland University of Technology, New Zealand","keywords":"Relevance (law); Computer science; Context (archaeology); Social computing; Computational thinking; Knowledge management; World Wide Web; Artificial intelligence; Social media; Political science","score_opus":0.022985304716676105,"score_gpt":0.329453109214651,"score_spread":0.3064678044979749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2175909646","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27432895,0.000054369037,0.71648973,0.008158501,0.00047138505,0.00023628655,5.462877e-8,0.00012598507,0.00013473033],"genre_scores_gemma":[0.733936,2.2964439e-7,0.2651927,0.0005554689,0.00019084492,0.000052796542,7.304012e-7,0.0000058374812,0.00006543121],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991787,0.000097314725,0.00016328484,0.00019936817,0.00010809805,0.00025323688],"domain_scores_gemma":[0.9988778,0.0006245555,0.000083252555,0.00034935417,0.000039842776,0.000025165818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061448023,0.00007853424,0.00009225036,0.0000501188,0.0003692763,0.00027715045,0.0008715225,0.000066512424,0.0000034613781],"category_scores_gemma":[0.0007997094,0.00005969705,0.000047136786,0.000232335,0.00001999794,0.0001878288,0.00021296766,0.00033175832,0.000028170187],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.0542872e-7,0.000040967036,0.0035873274,0.0000072628513,0.0000041548956,8.00335e-8,0.01553647,0.000029773364,0.000047382575,0.07191821,0.00032814936,0.90849984],"study_design_scores_gemma":[0.0010376076,0.00030120663,0.5442578,0.00054921035,0.000024068155,0.00001981921,0.011583955,0.04660372,0.0006683561,0.28002658,0.1137194,0.0012082792],"about_ca_topic_score_codex":0.00031416136,"about_ca_topic_score_gemma":0.000026087355,"teacher_disagreement_score":0.90729153,"about_ca_system_score_codex":0.000037398957,"about_ca_system_score_gemma":0.00008331047,"threshold_uncertainty_score":0.2840212},"labels":[],"label_agreement":null},{"id":"W2402510249","doi":"10.1145/2938142","title":"A multi-institutional study of peer instruction in introductory computing","year":2016,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Science Foundation","keywords":"Grading (engineering); Peer instruction; Correctness; Computer science; Valuation (finance); Mathematics education; Perception; Pedagogy; Psychology; Peer feedback; Programming language","score_opus":0.0804793457958126,"score_gpt":0.4063290299550939,"score_spread":0.3258496841592813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402510249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932627,0.0000048358106,0.0035141213,0.0008784374,0.0007620008,0.00020154021,0.0000012507518,0.000041569943,0.0013335103],"genre_scores_gemma":[0.97366256,7.6299716e-7,0.025817282,0.000028237457,0.00021710308,0.000004438673,5.6391383e-7,0.0000051234765,0.00026392314],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981982,0.0007177027,0.00026832765,0.00019822031,0.0004379647,0.0001795698],"domain_scores_gemma":[0.9990861,0.00028203518,0.00011729043,0.0002354966,0.00025463,0.000024495468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003619294,0.00007766519,0.0001575809,0.00018468374,0.00021247707,0.000009927899,0.0003164058,0.000058500293,0.000044922577],"category_scores_gemma":[0.0077130175,0.00005463464,0.000022803155,0.00045128475,0.00030491655,0.00020557252,0.0001249523,0.00014596252,0.000008135164],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000149973785,0.00041099696,0.86016464,0.0000032446583,0.000018828872,0.000002207078,0.0380326,0.000018829249,0.009297391,0.014443364,0.00011066994,0.07748225],"study_design_scores_gemma":[0.0015826006,0.00006361754,0.9874124,0.000026871092,0.0000041871313,7.254109e-7,0.0069155134,0.000020497937,0.00043217567,0.0010257371,0.0024059108,0.000109777655],"about_ca_topic_score_codex":0.0025424957,"about_ca_topic_score_gemma":0.0015755115,"teacher_disagreement_score":0.12724777,"about_ca_system_score_codex":0.00022564667,"about_ca_system_score_gemma":0.0001450082,"threshold_uncertainty_score":0.92337596},"labels":[],"label_agreement":null},{"id":"W2408358190","doi":"10.1145/2927017","title":"BOOK REVIEWLearner-centered design of computing education","year":2016,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Library science; World Wide Web","score_opus":0.03277642616104786,"score_gpt":0.3119945140779183,"score_spread":0.2792180879168704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408358190","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008368052,0.0026044983,0.97231096,0.015413051,0.0003998827,0.00012827886,5.905967e-7,0.00013876027,0.0006359544],"genre_scores_gemma":[0.78936756,0.00056662987,0.20153931,0.0023984646,0.00015757194,0.0000029264768,0.0000015582065,0.000014104999,0.0059518935],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991937,0.00011126097,0.00021973647,0.0001915402,0.00014028819,0.00014345282],"domain_scores_gemma":[0.99884665,0.00018709993,0.00015095992,0.0006719934,0.000096606345,0.000046681256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031908642,0.00007900382,0.00014757225,0.00006370078,0.00004089962,0.000023617078,0.0007923309,0.000032708285,0.000023369674],"category_scores_gemma":[0.00048981945,0.000052156312,0.000049810318,0.00017221856,0.000029239809,0.0001870532,0.00022479279,0.00006123174,0.00008463919],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026626515,0.00020408712,0.0069973296,0.000045863922,0.000026625386,0.000001462733,0.00033774722,0.00015129936,0.0033546921,0.009278651,0.05028455,0.92931503],"study_design_scores_gemma":[0.0029330987,0.0011982284,0.043388817,0.004828464,0.0001191837,0.00006956483,0.00011535395,0.15676916,0.014125823,0.032326717,0.74238586,0.0017397394],"about_ca_topic_score_codex":0.000004887655,"about_ca_topic_score_gemma":1.0051475e-7,"teacher_disagreement_score":0.9275753,"about_ca_system_score_codex":0.00001985822,"about_ca_system_score_gemma":0.00012681464,"threshold_uncertainty_score":0.21268727},"labels":[],"label_agreement":null},{"id":"W2593432391","doi":"10.1145/3008663","title":"BOOK REVIEWKicking butt in computer science","year":2017,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Digital Games and Media","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.04030807856538325,"score_gpt":0.3561699178925317,"score_spread":0.31586183932714845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593432391","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17463395,0.0028968006,0.00012465668,0.011278137,0.0021503188,0.00034882073,0.0000016530394,0.000071994145,0.8084937],"genre_scores_gemma":[0.97730243,0.0011244547,0.0013980005,0.0038947233,0.0004191255,0.000009665666,5.026261e-7,0.0000069304892,0.015844159],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99904704,0.000019292465,0.000111505055,0.00018580357,0.00032557515,0.00031081],"domain_scores_gemma":[0.9991297,0.000046345132,0.00007523279,0.0005872343,0.000050400384,0.00011106772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009439547,0.000056284975,0.000115980714,0.00004827601,0.00034582085,0.0004344162,0.0012938929,0.000032678086,0.000083960134],"category_scores_gemma":[0.001608609,0.000048800404,0.000032994787,0.00012016652,0.000852359,0.00093872775,0.00036418857,0.00007446013,0.00010572868],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.5578523e-7,0.00002030334,0.026619248,0.000005016355,0.0000012696808,0.000009755678,0.0030379298,8.052913e-7,0.000020635278,0.0050571393,0.0045265635,0.96070045],"study_design_scores_gemma":[0.00009405513,0.000011717105,0.06598348,0.000078904246,0.0000014577525,3.2469265e-7,0.00006010926,0.000017097149,0.0000358275,0.00077180937,0.9328655,0.000079737816],"about_ca_topic_score_codex":0.00035794513,"about_ca_topic_score_gemma":0.00044199993,"teacher_disagreement_score":0.96062076,"about_ca_system_score_codex":0.000059946065,"about_ca_system_score_gemma":0.00018926604,"threshold_uncertainty_score":0.41890854},"labels":[],"label_agreement":null},{"id":"W3026342838","doi":"10.1145/3393644","title":"Outside and inside our great city","year":2020,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Citation; Mount; Computer science; World Wide Web; Operating system","score_opus":0.09015762629388867,"score_gpt":0.3525531239958832,"score_spread":0.2623954977019945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3026342838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8587209,0.00006984323,0.000039986062,0.11786213,0.00021736676,0.000076592914,0.0000011048444,0.00014751466,0.022864552],"genre_scores_gemma":[0.9968056,0.000047991492,0.00075553573,0.0019066688,0.00014814892,0.000006475546,0.0000012989916,0.0000036824517,0.00032460137],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995075,0.000036960028,0.00006884171,0.0001421749,0.000103446626,0.00014106033],"domain_scores_gemma":[0.99968225,0.000028267124,0.000023955949,0.0001488883,0.000027169108,0.00008946131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011959212,0.00005065818,0.00007302041,0.000023890329,0.00019708082,0.00002558442,0.000210534,0.0000951525,0.00004564578],"category_scores_gemma":[0.00091660715,0.000048863418,0.00001747286,0.00014926888,0.00007748907,0.000088734334,0.00008693436,0.000105880084,0.00005134566],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035314495,0.000024183038,0.89231586,0.000005110716,0.000019734905,0.0000043134823,0.04089267,4.8100753e-7,0.0002209953,0.012961503,0.022220261,0.031331345],"study_design_scores_gemma":[0.00046905383,0.00010097416,0.6421745,0.000007499965,0.000045358713,0.0000040355376,0.07018799,0.0000144131955,0.0017697412,0.105829336,0.17903647,0.00036066154],"about_ca_topic_score_codex":0.00075355486,"about_ca_topic_score_gemma":0.00046846742,"teacher_disagreement_score":0.2501414,"about_ca_system_score_codex":0.000018317362,"about_ca_system_score_gemma":0.00006430531,"threshold_uncertainty_score":0.19925924},"labels":[],"label_agreement":null},{"id":"W3217398659","doi":"10.1145/3494574","title":"Practice report","year":2021,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Citation; Library science; Computer science","score_opus":0.02152239759816031,"score_gpt":0.31363750726829376,"score_spread":0.29211510967013343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217398659","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035751607,0.00078132685,0.8675372,0.05914141,0.0020669445,0.00008456658,2.0398522e-7,0.0013862032,0.033250563],"genre_scores_gemma":[0.33978137,0.0000048832076,0.6540498,0.0013868811,0.00008141958,0.000005458925,0.0000032018975,0.0000072670055,0.00467971],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990286,0.00013673726,0.00013765288,0.00029888257,0.00021662247,0.00018150921],"domain_scores_gemma":[0.9981964,0.00028628527,0.00008314171,0.001268725,0.000107411164,0.000058008183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065085635,0.00006652795,0.0000824716,0.000025907966,0.00012645524,0.00021966393,0.0006100181,0.000040208968,0.000013027931],"category_scores_gemma":[0.0065960702,0.00006312384,0.000044409197,0.00026054148,0.000013195089,0.00041252372,0.00048050057,0.00026025387,0.000113015594],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013282424,0.00012528551,0.006328035,0.000005560236,0.00003610115,0.0042636213,0.0021282383,0.000039809893,0.00021334867,0.02599162,0.0052332133,0.9556338],"study_design_scores_gemma":[0.00007986426,0.00001833406,0.004258157,0.0000074645063,0.000005353487,0.0017225406,0.000084787745,0.00015323806,0.0003330291,0.00045687935,0.9927826,0.000097741766],"about_ca_topic_score_codex":0.000051793235,"about_ca_topic_score_gemma":0.000002229773,"teacher_disagreement_score":0.9875494,"about_ca_system_score_codex":0.000016816639,"about_ca_system_score_gemma":0.000107964406,"threshold_uncertainty_score":0.78965884},"labels":[],"label_agreement":null},{"id":"W4280566818","doi":"10.1145/3524045","title":"CONVERSATIONS: Conversation with a prominent propagator","year":2022,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Conversation; Citation; Propagator; Computer science; Art history; Library science; History; Sociology; Mathematics; Communication","score_opus":0.010716695574068106,"score_gpt":0.2099770203231713,"score_spread":0.1992603247491032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280566818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5982904,0.000084508865,0.3021652,0.06373297,0.004929376,0.004333253,0.00001756176,0.0014068688,0.025039887],"genre_scores_gemma":[0.9850112,6.915671e-7,0.012043554,0.0012319805,0.000017805649,0.0007209899,0.000023576387,0.0000049478786,0.0009452069],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989023,0.00006431657,0.00022926622,0.00017885206,0.00048084094,0.00014437611],"domain_scores_gemma":[0.99911803,0.000025012836,0.0001574451,0.0005071393,0.00013131236,0.00006107514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031663742,0.00008897014,0.0000872218,0.00012424226,0.0002945379,0.0000941435,0.00065500377,0.000014482694,0.00027619817],"category_scores_gemma":[0.000039441875,0.000073340896,0.00002197777,0.0004754712,0.000017876157,0.0004998041,0.0002712798,0.000091401984,0.00015128443],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006208324,0.0007140579,0.08731149,0.00014014426,0.0002869283,0.000027456594,0.19909875,0.0008039981,0.0005823111,0.50624025,0.1645967,0.04013581],"study_design_scores_gemma":[0.0049733575,0.0008475407,0.081483066,0.0000460521,0.000027941793,0.00044323748,0.034570456,0.028072072,0.00483326,0.0022319602,0.8409882,0.0014828494],"about_ca_topic_score_codex":0.000020974212,"about_ca_topic_score_gemma":0.0000014069626,"teacher_disagreement_score":0.6763915,"about_ca_system_score_codex":0.00021734918,"about_ca_system_score_gemma":0.00041673082,"threshold_uncertainty_score":0.3024176},"labels":[],"label_agreement":null},{"id":"W4408060465","doi":"10.1145/3717451","title":"Editors' Welcome","year":2025,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Human auditory perception and evaluation","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Computer science","score_opus":0.017882487504683985,"score_gpt":0.28058764665255087,"score_spread":0.2627051591478669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408060465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75074184,0.000111635294,0.005969598,0.0015631997,0.04608473,0.00020760721,0.0000043521864,0.001603598,0.19371346],"genre_scores_gemma":[0.986049,0.000017542814,0.0005484191,0.00032396097,0.0032487113,0.000025214189,0.000012796585,0.000014658344,0.0097596925],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99962705,0.000010939502,0.000099926474,0.000071322684,0.000092070724,0.000098683966],"domain_scores_gemma":[0.9996563,0.000024384552,0.0000059438557,0.0002692429,0.000019590503,0.00002453102],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00008863382,0.00006461479,0.00006721337,0.000081985294,0.000040801257,0.00001983103,0.00014511224,0.000056981975,0.0075895167],"category_scores_gemma":[0.00006685298,0.000064643355,0.000029340996,0.00010662759,0.000013948515,0.00007010497,0.000027735305,0.00008534933,0.0059715277],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.717936e-7,0.0000069269354,0.0016432572,0.000014114702,0.000014094255,3.1535748e-7,0.00010341861,0.0011732286,0.0024281626,0.000057038505,0.98620135,0.0083573535],"study_design_scores_gemma":[0.00024698433,0.00000797846,0.11516569,0.000016609409,0.000011007292,2.9871126e-7,0.000043252232,0.009015816,0.00063771027,0.0015572818,0.87317586,0.000121519835],"about_ca_topic_score_codex":5.0152534e-7,"about_ca_topic_score_gemma":0.0000035576923,"teacher_disagreement_score":0.23530719,"about_ca_system_score_codex":0.00005268303,"about_ca_system_score_gemma":0.000009448827,"threshold_uncertainty_score":0.9948024},"labels":[],"label_agreement":null},{"id":"W4408060785","doi":"10.1145/3711932","title":"EDUCATION: Insights about Student Wellbeing: Stories from a Counselors' Office","year":2025,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Medical education; Psychology; Pedagogy; Medicine","score_opus":0.019977404220029492,"score_gpt":0.40742281929221025,"score_spread":0.3874454150721808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408060785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8430545,0.005335479,0.000024157618,0.02116861,0.003725842,0.00039429625,0.0000055292603,0.00013658505,0.12615503],"genre_scores_gemma":[0.9480038,0.0009991024,0.00048926333,0.0014712596,0.0006429803,0.00021737325,0.000014886404,0.000008759487,0.04815253],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99815786,0.0002654351,0.0002301382,0.00032130914,0.00070898904,0.00031627054],"domain_scores_gemma":[0.9978799,0.000838042,0.00006944011,0.00057261594,0.0005064542,0.00013350835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036565383,0.00013459378,0.00019566825,0.00014611537,0.0010875913,0.00022675974,0.0009579111,0.00009337137,0.0004500661],"category_scores_gemma":[0.001525526,0.00012506782,0.000053506043,0.0007814312,0.00041790758,0.00022852533,0.00020975544,0.00018814007,0.00023558599],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001901302,0.0007229817,0.2274738,0.000017447686,0.00021819693,0.0000022069817,0.22361612,0.000002081515,0.00008130263,0.169666,0.37010694,0.0080739185],"study_design_scores_gemma":[0.00009672921,0.000008176452,0.2939937,0.000030937223,0.000015264588,1.6801987e-8,0.025648538,1.8873598e-7,0.000028532679,0.0046246964,0.6754625,0.00009073639],"about_ca_topic_score_codex":0.00991395,"about_ca_topic_score_gemma":0.005782471,"teacher_disagreement_score":0.30535555,"about_ca_system_score_codex":0.0003442968,"about_ca_system_score_gemma":0.002320184,"threshold_uncertainty_score":0.9966791},"labels":[],"label_agreement":null},{"id":"W4408060833","doi":"10.1145/3712201","title":"INTERNATIONAL: CompEd 2025 Botswana: Distinctly African with International Standing","year":2025,"lang":"en","type":"article","venue":"ACM Inroads","topic":"ICT Impact and Policies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"International relations; Political science; Politics","score_opus":0.011662583572788918,"score_gpt":0.2664282425398339,"score_spread":0.25476565896704495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408060833","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44746858,0.00008033937,0.0061012628,0.0037706187,0.0022303658,0.00011246059,0.00006238902,0.00041500694,0.539759],"genre_scores_gemma":[0.99505633,0.000034734127,0.00044829104,0.00020410474,0.00012816882,0.000012770053,0.000040900228,0.00001683447,0.0040578507],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994216,0.0000076749975,0.00014863643,0.00006511999,0.0001732963,0.00018367168],"domain_scores_gemma":[0.9995605,0.00008817786,0.000022847331,0.00023709184,0.000049793427,0.000041642536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000062221116,0.00013148796,0.00012757046,0.00018665296,0.000050570903,0.00008753597,0.00048121333,0.00004035781,0.00022587816],"category_scores_gemma":[0.00008771147,0.00011206595,0.00003577051,0.00019899038,0.00004025211,0.00013333444,0.00010735761,0.00012795496,0.000027290715],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033869068,0.00024604215,0.4839395,0.00018453665,0.0035047203,0.000047289654,0.013961982,0.014022603,0.007573077,0.09608399,0.31794256,0.062155016],"study_design_scores_gemma":[0.0013104825,0.000052456082,0.13379604,0.00017076918,0.00005885982,0.00000866358,0.0017963054,0.0068135136,0.0032090102,0.0014481957,0.850869,0.00046673178],"about_ca_topic_score_codex":0.00008498611,"about_ca_topic_score_gemma":0.000052414005,"teacher_disagreement_score":0.54758775,"about_ca_system_score_codex":0.00014641222,"about_ca_system_score_gemma":0.00002278489,"threshold_uncertainty_score":0.45699167},"labels":[],"label_agreement":null},{"id":"W4408060850","doi":"10.1145/3717075","title":"THINKING ISSUES: A Path Backward and Forward: A New Chapter for <i>Inroads</i>","year":2025,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Path (computing); Computational thinking; Computer science; Engineering ethics; Management science; Artificial intelligence; Programming language; Economics; Engineering","score_opus":0.12842560138784692,"score_gpt":0.483553675463802,"score_spread":0.3551280740759551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408060850","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4581503,0.004792113,0.13912426,0.22850326,0.0048339213,0.0037043395,0.000076924625,0.00043669893,0.1603782],"genre_scores_gemma":[0.86430997,0.00037977172,0.0464954,0.022066493,0.00032295226,0.00013383056,0.000016807837,0.000028028455,0.066246726],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99760467,0.000055702567,0.0005497052,0.0004908192,0.0010158449,0.00028328566],"domain_scores_gemma":[0.99769056,0.0008820149,0.00015484246,0.0008751814,0.0002769561,0.00012044466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029470695,0.00018034292,0.0003241883,0.00024946564,0.0002747174,0.00043862857,0.0009290471,0.00010092672,0.0007493144],"category_scores_gemma":[0.0019510973,0.00012840216,0.00012376385,0.00038563117,0.00005900026,0.00045643098,0.000399209,0.00012126325,0.00016735937],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010770259,0.00006439896,0.069724254,0.000027508537,0.00008543295,0.0000019102363,0.004872784,0.000054477787,0.0003329717,0.13763085,0.2543967,0.532701],"study_design_scores_gemma":[0.0010648544,0.00011723767,0.014502147,0.000050315928,0.00002746435,0.0000018253398,0.0006518776,0.0028387255,0.00038945663,0.2905507,0.6896369,0.00016848477],"about_ca_topic_score_codex":0.000053970507,"about_ca_topic_score_gemma":0.00007349855,"teacher_disagreement_score":0.5325325,"about_ca_system_score_codex":0.000029574909,"about_ca_system_score_gemma":0.00022132447,"threshold_uncertainty_score":0.82044667},"labels":[],"label_agreement":null},{"id":"W4411142590","doi":"10.1145/3730408","title":"Humor for Graduate Training","year":2025,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Humor Studies and Applications","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Institut de Valorisation des Données","keywords":"Training (meteorology); Graduate students; Medical education; Psychology; Computer science; Mathematics education; Medicine","score_opus":0.2224154136893508,"score_gpt":0.4548898234489757,"score_spread":0.2324744097596249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411142590","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4758792,0.00031323405,0.0041082613,0.027845247,0.0014255098,0.00079544197,0.000052113242,0.00021805584,0.48936296],"genre_scores_gemma":[0.97725177,0.0000048174898,0.0017324571,0.0014177825,0.00009171156,0.0007788745,0.000010009838,0.000009182668,0.01870338],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994346,0.000010686685,0.0001293777,0.00018301296,0.000037563957,0.000204754],"domain_scores_gemma":[0.999315,0.00018536171,0.00002764905,0.0004253658,0.00002360668,0.000022989296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010835565,0.00007185581,0.00012246375,0.00003966706,0.00017883093,0.000010896858,0.00023565326,0.00003382166,0.00016379551],"category_scores_gemma":[0.00010911951,0.00006483218,0.000064262276,0.00013848205,0.000040658466,0.0000075889425,0.000063107764,0.000067056695,0.00012599948],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015461204,0.00008452256,0.0018443974,0.00001009578,0.00017016468,0.0000012708646,0.008117884,8.6178005e-7,0.00021576355,0.63579005,0.24287276,0.110876784],"study_design_scores_gemma":[0.0008171549,0.000051661005,0.070738606,0.00001110064,0.000047377962,0.0000013604615,0.008336639,0.000015498576,0.00010926579,0.041101243,0.87862855,0.00014151823],"about_ca_topic_score_codex":0.000031652544,"about_ca_topic_score_gemma":0.000015330728,"teacher_disagreement_score":0.63575584,"about_ca_system_score_codex":0.000010572787,"about_ca_system_score_gemma":0.00001456098,"threshold_uncertainty_score":0.26437795},"labels":[],"label_agreement":null},{"id":"W4411142660","doi":"10.1145/3737277","title":"Editors' Welcome","year":2025,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Human auditory perception and evaluation","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Computer science; Library science; Engineering ethics; Cognitive science; Psychology; Engineering","score_opus":0.017882487504683985,"score_gpt":0.28058764665255087,"score_spread":0.2627051591478669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411142660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75074184,0.000111635294,0.005969598,0.0015631997,0.04608473,0.00020760721,0.0000043521864,0.001603598,0.19371346],"genre_scores_gemma":[0.986049,0.000017542814,0.0005484191,0.00032396097,0.0032487113,0.000025214189,0.000012796585,0.000014658344,0.0097596925],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99962705,0.000010939502,0.000099926474,0.000071322684,0.000092070724,0.000098683966],"domain_scores_gemma":[0.9996563,0.000024384552,0.0000059438557,0.0002692429,0.000019590503,0.00002453102],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00008863382,0.00006461479,0.00006721337,0.000081985294,0.000040801257,0.00001983103,0.00014511224,0.000056981975,0.0075895167],"category_scores_gemma":[0.00006685298,0.000064643355,0.000029340996,0.00010662759,0.000013948515,0.00007010497,0.000027735305,0.00008534933,0.0059715277],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.717936e-7,0.0000069269354,0.0016432572,0.000014114702,0.000014094255,3.1535748e-7,0.00010341861,0.0011732286,0.0024281626,0.000057038505,0.98620135,0.0083573535],"study_design_scores_gemma":[0.00024698433,0.00000797846,0.11516569,0.000016609409,0.000011007292,2.9871126e-7,0.000043252232,0.009015816,0.00063771027,0.0015572818,0.87317586,0.000121519835],"about_ca_topic_score_codex":5.0152534e-7,"about_ca_topic_score_gemma":0.0000035576923,"teacher_disagreement_score":0.23530719,"about_ca_system_score_codex":0.00005268303,"about_ca_system_score_gemma":0.000009448827,"threshold_uncertainty_score":0.9948024},"labels":[],"label_agreement":null},{"id":"W4413973955","doi":"10.1145/3746661","title":"THINKING ISSUES: Future(s) Within Academic Computing","year":2025,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Computational thinking; Computer science; Engineering ethics; Management science; Data science; Mathematics education; Psychology; Artificial intelligence; Engineering","score_opus":0.04967323611452513,"score_gpt":0.3319856949099481,"score_spread":0.282312458795423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413973955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81242573,0.0042017708,0.0142144,0.05495067,0.01739104,0.00083148124,0.000007555086,0.001757888,0.09421946],"genre_scores_gemma":[0.9761059,0.00006843028,0.0017766954,0.015961776,0.0042005926,0.000009117357,0.000061599814,0.000030131721,0.0017857503],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998462,0.0000098080955,0.00041372713,0.00040794085,0.0003488397,0.00035766474],"domain_scores_gemma":[0.9988503,0.0000690984,0.00021011736,0.000699334,0.00016150132,0.000009665723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006454327,0.00024169096,0.00025834696,0.0003140338,0.00038673627,0.0004058609,0.0017067939,0.00020363578,0.00023323992],"category_scores_gemma":[0.0005304846,0.00020702941,0.000069809976,0.0010981739,0.000079485,0.0012050138,0.0013686675,0.0005040087,0.00059970183],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039461538,0.000082275736,0.18740307,0.00046078936,0.00009639495,0.000017816565,0.00042809497,0.00019708929,0.00068700133,0.55010116,0.15801027,0.102476574],"study_design_scores_gemma":[0.00039063444,0.0000047772924,0.041708812,0.00053413375,0.00010175147,0.0000036321576,0.00093305623,0.005095623,0.00088276446,0.098669246,0.8510927,0.00058286067],"about_ca_topic_score_codex":0.00032559823,"about_ca_topic_score_gemma":0.00004329017,"teacher_disagreement_score":0.69308245,"about_ca_system_score_codex":0.00002634389,"about_ca_system_score_gemma":0.000035966288,"threshold_uncertainty_score":0.84424144},"labels":[],"label_agreement":null},{"id":"W7117554722","doi":"10.1145/3785000","title":"Editors' Welcome","year":2025,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Educational Robotics and Engineering","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Nucleofection; Gestational period; TSG101; Dysgeusia; Liquation; Diafiltration; Emperipolesis; Triacetin; Demotion","score_opus":0.010375687051811806,"score_gpt":0.2592510155966373,"score_spread":0.24887532854482552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117554722","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011616281,0.00015111481,0.91209364,0.027578767,0.023623787,0.000059544825,4.1537422e-7,0.00023308532,0.024643375],"genre_scores_gemma":[0.86958665,0.000007152031,0.12565078,0.000904826,0.0010076348,0.00001192233,0.0000013688854,0.000004189864,0.0028254676],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996357,0.000003976636,0.00006812759,0.000107919295,0.00008160813,0.00010269825],"domain_scores_gemma":[0.99940026,0.00007845508,0.000008717945,0.00045580353,0.000028826285,0.000027930866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000067720626,0.00004514746,0.000047936224,0.00006330484,0.000040238792,0.000051734187,0.00072926446,0.000023331315,0.000007810716],"category_scores_gemma":[0.00011702245,0.00004207228,0.000021208061,0.00023241423,0.000006645897,0.00011098007,0.00023672801,0.00005722686,0.000054158874],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.1645544e-7,0.000048963844,0.009453086,0.000013728427,0.000023422768,0.0000019993263,0.00015631385,0.0023437678,0.00032405366,0.7964143,0.17784837,0.013371669],"study_design_scores_gemma":[0.00025784344,0.00002696183,0.20443153,0.000050620707,0.0000069958137,0.0000031098884,0.000022902335,0.06635568,0.0013455163,0.10917595,0.618008,0.00031484684],"about_ca_topic_score_codex":0.000008628638,"about_ca_topic_score_gemma":4.816066e-7,"teacher_disagreement_score":0.85797036,"about_ca_system_score_codex":0.000020115935,"about_ca_system_score_gemma":0.00004859626,"threshold_uncertainty_score":0.17156577},"labels":[],"label_agreement":null},{"id":"W7117582470","doi":"10.1145/3773915","title":"THINKING ISSUES: Contemplating the Shifting Tides of Application Volume","year":2025,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Volume (thermodynamics)","score_opus":0.013639190700538973,"score_gpt":0.29951279145134396,"score_spread":0.285873600750805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117582470","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016471978,0.00042062948,0.975803,0.0049511218,0.00014185518,0.0001285029,3.453274e-7,0.00040511196,0.0016774299],"genre_scores_gemma":[0.80916804,0.000011120156,0.19035453,0.00027388637,0.000023231049,0.00002341084,6.0018004e-7,0.0000037344987,0.00014146794],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99939007,0.000034771376,0.00018218093,0.00014738012,0.00014180038,0.00010377912],"domain_scores_gemma":[0.9983607,0.00070213404,0.000116371906,0.0007541419,0.000056180677,0.000010454856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074421306,0.000068779285,0.00009721432,0.00004991637,0.00012406487,0.00009919721,0.0014260679,0.000040362458,0.000002362975],"category_scores_gemma":[0.0008780729,0.000050922838,0.0000325261,0.00032931604,0.00002155492,0.00028896495,0.0004677,0.00012695746,0.0000044327344],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041904987,0.00003895599,0.08892006,0.000100289726,0.00007694929,0.0000017720914,0.0045324783,0.00067813916,0.0026794353,0.57646686,0.006223408,0.32027745],"study_design_scores_gemma":[0.00041209848,0.0001390125,0.089224435,0.00055823167,0.000055633718,0.000012620943,0.00037463507,0.25633827,0.04127685,0.33440977,0.2765782,0.00062025455],"about_ca_topic_score_codex":0.00020962673,"about_ca_topic_score_gemma":0.0000036717631,"teacher_disagreement_score":0.79269606,"about_ca_system_score_codex":0.000013071151,"about_ca_system_score_gemma":0.000020844911,"threshold_uncertainty_score":0.26500127},"labels":[],"label_agreement":null}]}