{"meta":{"query_hash":"5922298b3849","filters":{"venue":"Communications of the ACM"},"cohort_total":189,"direct_labels_cover":2,"predictions_cover":189,"exported":189,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/5922298b3849","api":"https://metacan.xera.ac/api/v1/cohort?venue=Communications+of+the+ACM"},"results":[{"id":"W1834509475","doi":"10.1145/1400214.1400222","title":"Economic and business dimensionsSearch engine advertising","year":2008,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Advertising; Search advertising; Online advertising; Computer science; Business; World Wide Web; The Internet","score_opus":0.05343505934099184,"score_gpt":0.32853738548474615,"score_spread":0.2751023261437543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1834509475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9005989,0.0008891606,0.0000011294712,0.035165664,0.00011340495,0.000093072165,0.000002955575,0.00002319295,0.06311255],"genre_scores_gemma":[0.99308085,0.0021295892,0.0041511618,0.00003681066,0.000024272334,0.000003869279,0.000001046652,0.0000036610168,0.00056874665],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999525,0.0001699845,0.00009221899,0.000050494382,0.00007875995,0.00008350457],"domain_scores_gemma":[0.9953422,0.0006959558,0.000044170905,0.0038213045,0.00006373703,0.00003263818],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0003764687,0.00002989226,0.000064768734,0.00002232344,0.0008354394,0.000013352633,0.004196399,0.00002600361,0.000005821787],"category_scores_gemma":[0.012717854,0.000025110934,0.000022569546,0.00014498037,0.0008897728,0.000088603396,0.003562565,0.000067886605,0.0000060018197],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048682294,0.0005255127,0.45136434,0.00006478279,0.00014252793,0.0000014231073,0.10595547,0.000105538544,0.0010607828,0.23720126,0.0774305,0.12609918],"study_design_scores_gemma":[0.00040205292,0.000014989753,0.6965107,0.00019863636,0.000029846044,0.000005463976,0.005258386,0.000117016796,0.00018321456,0.09299101,0.204035,0.00025369815],"about_ca_topic_score_codex":0.0009110395,"about_ca_topic_score_gemma":0.00046971528,"teacher_disagreement_score":0.24514635,"about_ca_system_score_codex":0.000028289935,"about_ca_system_score_gemma":0.00013336244,"threshold_uncertainty_score":0.99559844},"labels":[],"label_agreement":null},{"id":"W185817929","doi":"10.1145/1924421.1924447","title":"Q&amp;A: The chief computer","year":2011,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Editor in chief; Management; Economics","score_opus":0.09128872891740823,"score_gpt":0.3236906904548924,"score_spread":0.23240196153748416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W185817929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80136585,0.006236531,0.004045082,0.10064581,0.0010060801,0.0015680012,0.00011141957,0.00004531892,0.08497591],"genre_scores_gemma":[0.9191225,0.0013503187,0.077988036,0.00066910655,0.00007696396,0.00001561973,0.000038549304,0.000008372841,0.0007305209],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994033,0.000096584714,0.00018065229,0.00007092544,0.0001265441,0.00012200003],"domain_scores_gemma":[0.98421025,0.00004314626,0.00007701458,0.015528059,0.0001049723,0.00003652911],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0003120338,0.000060075217,0.00006232477,0.000016194326,0.00017929195,0.000009458663,0.014940148,0.00006181212,0.000017671246],"category_scores_gemma":[0.0016779016,0.000032141597,0.00008525907,0.00008883431,0.0007028363,0.0000017203814,0.01493258,0.00012233692,0.000030857245],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011673859,0.0011336678,0.019275265,0.00011783468,0.00051680894,1.5785466e-7,0.0052974722,0.000013966119,0.12634674,0.006130565,0.7656524,0.07539836],"study_design_scores_gemma":[0.0005375964,0.00024794307,0.07901273,0.000044186883,0.00004826856,0.000013104287,0.0003520943,0.00034950912,0.07426955,0.020074267,0.8248056,0.00024513114],"about_ca_topic_score_codex":0.00003567459,"about_ca_topic_score_gemma":0.00008186667,"teacher_disagreement_score":0.11775666,"about_ca_system_score_codex":0.000003889606,"about_ca_system_score_gemma":0.000048387898,"threshold_uncertainty_score":0.9930345},"labels":[],"label_agreement":null},{"id":"W1892875445","doi":"10.1145/3310974","title":"Fully device independent quantum key distribution","year":2019,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Quantum Mechanics and Applications","field":"Physics and Astronomy","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Air Force Office of Scientific Research; Air Force Civil Engineer Center; Multidisciplinary University Research Initiative; Canadian Institute for Advanced Research; National Science Foundation","keywords":"Quantum key distribution; Quantum cryptography; Computer science; Quantum entanglement; Randomness; Key (lock); Protocol (science); Theoretical computer science; Quantum; Key distribution; Quantum network; Quantum information; Computer security; Mathematics; Quantum mechanics; Public-key cryptography; Physics; Encryption","score_opus":0.02538803910789236,"score_gpt":0.28140418106057813,"score_spread":0.2560161419526858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1892875445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9663778,0.00019626063,0.0028592302,0.02334928,0.00015700984,0.00057275343,0.00026768664,0.000029069675,0.0061908993],"genre_scores_gemma":[0.9984055,0.000012160303,0.0012151891,0.00003752972,0.000018104953,0.000047799338,0.00014320921,0.000008001528,0.000112481706],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994192,0.000058175978,0.00020125546,0.00010645351,0.0001111474,0.00010378319],"domain_scores_gemma":[0.983546,0.00010768397,0.000170576,0.01604519,0.00010419947,0.000026344427],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00016833164,0.00007186761,0.00009966803,0.000014147119,0.00018874218,0.00001928857,0.009824016,0.000024591043,0.000110667825],"category_scores_gemma":[0.00009145032,0.00005651305,0.00009664919,0.00020195013,0.000048539536,0.000058574922,0.006012007,0.00016313796,0.00017629362],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016604184,0.000119220625,0.009756799,0.0000037574553,0.000022163886,2.4026032e-9,0.000060169026,0.000010238074,0.00261066,0.9840804,0.00286243,0.00047251122],"study_design_scores_gemma":[0.00022715933,0.000014510923,0.017334962,0.000029325653,0.00003468236,3.586167e-7,0.00037086869,0.0034492295,0.0028970372,0.93072337,0.044801302,0.00011719972],"about_ca_topic_score_codex":0.00011960836,"about_ca_topic_score_gemma":0.000006887244,"teacher_disagreement_score":0.053357024,"about_ca_system_score_codex":0.000018769913,"about_ca_system_score_gemma":0.00004960281,"threshold_uncertainty_score":0.9955333},"labels":[],"label_agreement":null},{"id":"W1944374408","doi":"10.1145/2699415","title":"Programming the quantum future","year":2015,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Quantum; Physics; Quantum mechanics","score_opus":0.046982952857665974,"score_gpt":0.29093363939391265,"score_spread":0.24395068653624669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1944374408","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047625285,0.0072808387,0.019525541,0.9215522,0.0014355248,0.0005667107,0.0000035364271,0.00029763478,0.0017127536],"genre_scores_gemma":[0.5654654,0.000038515136,0.43397754,0.0003539645,0.00009937104,0.000013824163,0.0000010214275,0.0000063959237,0.000043981607],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99919623,0.00021695427,0.00015650778,0.00011066265,0.00018903971,0.00013057652],"domain_scores_gemma":[0.9685279,0.00021856703,0.00012793539,0.030968154,0.0001186631,0.000038753882],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0005522496,0.00007189685,0.000081356,0.000024623434,0.0003768839,0.00007455368,0.05423911,0.000028130095,3.1845371e-7],"category_scores_gemma":[0.0015837253,0.00003647263,0.00007656032,0.00047782005,0.00019781975,0.000074478914,0.030064553,0.00026736746,0.000007618406],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045125416,0.00028011546,0.0012498657,0.000016299098,0.00006571617,5.5494394e-7,0.014859894,0.0023105834,0.00016676198,0.52757347,0.082648575,0.37082365],"study_design_scores_gemma":[0.00022754059,0.0000536817,0.0030628943,0.00004935961,0.00001360609,0.000034747132,0.0005855679,0.28337777,0.0002326676,0.34921637,0.3629919,0.00015390862],"about_ca_topic_score_codex":0.000035641086,"about_ca_topic_score_gemma":0.000013078329,"teacher_disagreement_score":0.9211982,"about_ca_system_score_codex":0.000014465375,"about_ca_system_score_gemma":0.000092787115,"threshold_uncertainty_score":0.9777801},"labels":[],"label_agreement":null},{"id":"W1963535891","doi":"10.1145/1297797.1297801","title":"The impact of size and volatility on IT project performance","year":2007,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":198,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Volatility (finance); Computer science; Econometrics; Economics","score_opus":0.052598432061689425,"score_gpt":0.3677687130616387,"score_spread":0.3151702809999493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963535891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9768884,0.00082224596,0.006328194,0.012731937,0.00006571954,0.0003308942,0.000003275813,0.00010209507,0.0027272226],"genre_scores_gemma":[0.89028835,0.00031535045,0.10935362,0.000015171468,0.0000025770928,0.000003585155,1.0669372e-7,0.0000018263402,0.000019426894],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9996283,0.000053573953,0.00012751801,0.000051774477,0.00007389976,0.00006494257],"domain_scores_gemma":[0.98406625,0.002906128,0.00011975357,0.01284018,0.000057778874,0.000009894741],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0009550704,0.00004129104,0.000052650244,0.00001746872,0.00016002427,0.000018793431,0.011246764,0.00001853651,4.425484e-7],"category_scores_gemma":[0.005698687,0.000021831907,0.000038312042,0.00020703244,0.000109134344,0.00012456474,0.004921062,0.00012234061,2.4279223e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025041006,0.0009103745,0.55235296,0.00015296575,0.00035806763,3.0972924e-7,0.011079582,0.00055093126,0.0067693554,0.05633552,0.055819113,0.3154204],"study_design_scores_gemma":[0.00010762344,0.00021663778,0.94097257,0.00007660274,0.000008255173,0.000005810113,0.000029288509,0.03121392,0.00576674,0.014319758,0.0071924953,0.000090277244],"about_ca_topic_score_codex":0.000107737455,"about_ca_topic_score_gemma":0.00000892715,"teacher_disagreement_score":0.3886196,"about_ca_system_score_codex":0.000015334903,"about_ca_system_score_gemma":0.000031148804,"threshold_uncertainty_score":0.99410284},"labels":[],"label_agreement":null},{"id":"W1964232008","doi":"10.1145/1646353.1646371","title":"Managing contention for shared resources on multicore processors","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Multi-core processor; Parallel computing; Scheduling (production processes); Shared memory; Processor scheduling; Distributed computing; Computer architecture; Operating system; Schedule","score_opus":0.05481865445768931,"score_gpt":0.31922914033000044,"score_spread":0.26441048587231114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964232008","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06833998,0.0004120261,0.68695575,0.22788505,0.0006211989,0.0019429995,0.000021043923,0.0011911534,0.012630804],"genre_scores_gemma":[0.50617564,0.000013877141,0.49351263,0.00012431758,0.000006485117,0.00003546842,0.000002759186,0.0000037185396,0.0001251019],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995056,0.00004834284,0.00015786223,0.00011984823,0.00008744578,0.00008093394],"domain_scores_gemma":[0.9860226,0.00028848735,0.00016610243,0.013338402,0.00016708579,0.000017355424],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00027876408,0.000056466964,0.00007284503,0.000061705665,0.0003127352,0.00005874405,0.02171791,0.00003377659,9.859766e-7],"category_scores_gemma":[0.0032714014,0.000042892152,0.00006185817,0.00019088892,0.000088593784,0.00011033166,0.0057670427,0.00013973552,0.0000018900464],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008126059,0.00134759,0.0065158615,0.00023445819,0.00014588572,2.1390834e-7,0.012118622,0.010580205,0.027228551,0.71915644,0.10006292,0.12252802],"study_design_scores_gemma":[0.0004683405,0.00006688655,0.005780507,0.00015780491,0.000014008225,0.000002320476,0.0000685915,0.70054644,0.012146444,0.2631189,0.017442977,0.00018677542],"about_ca_topic_score_codex":0.000010017638,"about_ca_topic_score_gemma":0.00001182067,"teacher_disagreement_score":0.68996626,"about_ca_system_score_codex":0.0000073503747,"about_ca_system_score_gemma":0.000014712793,"threshold_uncertainty_score":0.98357505},"labels":[],"label_agreement":null},{"id":"W1965798541","doi":"10.1145/1167838.1167842","title":"Current trends in web data analysis","year":2006,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Customer churn and segmentation","field":"Business, Management and Accounting","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Current (fluid); Computer science; Data science; Geology; Oceanography","score_opus":0.09939293288559362,"score_gpt":0.33991275520882325,"score_spread":0.24051982232322963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965798541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79110557,0.0054626563,0.00011137244,0.11002963,0.0004170212,0.0003665581,0.00009473917,0.00012546772,0.09228699],"genre_scores_gemma":[0.9977733,0.00005513509,0.0012594211,0.00008810051,0.00005202114,0.00000555725,0.00066029443,0.0000041705184,0.00010201918],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995095,0.00001909532,0.0002042117,0.000098485645,0.000101495614,0.00006721536],"domain_scores_gemma":[0.9822943,0.00003951334,0.00015119859,0.017474364,0.000038822924,0.000001795284],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0002481743,0.000049027374,0.00009232998,0.00041590957,0.00009402357,0.000045862133,0.013220434,0.000013551053,0.000056656667],"category_scores_gemma":[0.00034229908,0.000038472543,0.00005899932,0.002084937,0.000059382346,0.0003560199,0.012623986,0.00007783778,0.00002044347],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008056659,0.0005704682,0.7812495,0.000026571794,0.000095861054,8.35343e-8,0.0000596252,0.00059297757,0.0005871157,0.021296902,0.15472433,0.04078847],"study_design_scores_gemma":[0.00033371418,6.4847706e-7,0.83165365,0.000021153972,0.00038362856,8.0875694e-8,0.00010111182,0.03582037,0.000016117443,0.014522163,0.117045715,0.00010164255],"about_ca_topic_score_codex":0.001060465,"about_ca_topic_score_gemma":0.009237102,"teacher_disagreement_score":0.20666772,"about_ca_system_score_codex":0.000015137934,"about_ca_system_score_gemma":0.0000065735467,"threshold_uncertainty_score":0.99536175},"labels":[],"label_agreement":null},{"id":"W1970936941","doi":"10.1145/1735223.1735237","title":"Is mobile email addiction overlooked?","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Computer science; Internet privacy; World Wide Web","score_opus":0.03425586829714587,"score_gpt":0.35765064178656425,"score_spread":0.32339477348941836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970936941","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81279707,0.00047242467,0.0000035329913,0.12513943,0.00065863674,0.00050704106,0.000025606032,0.00019772303,0.060198545],"genre_scores_gemma":[0.9900699,0.00031175633,0.007712231,0.0003114125,0.000024402774,0.000021945047,0.0000016070192,0.0000059419176,0.001540765],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99940026,0.00010744437,0.00012941152,0.00007007309,0.0001678307,0.00012500855],"domain_scores_gemma":[0.98187566,0.000115928044,0.0001320545,0.01775026,0.00009503472,0.000031086904],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.000397626,0.000046916866,0.000069512855,0.000039183316,0.00082934526,0.00001985092,0.01975964,0.00012412085,0.00019446695],"category_scores_gemma":[0.0068627917,0.000039118284,0.00007046647,0.00025972395,0.0010836625,0.00010825057,0.0059070867,0.00035982075,0.00005672686],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012323618,0.00075657346,0.1622742,0.000009484916,0.00008885907,8.779597e-8,0.011908612,0.0000015285306,0.022710556,0.044875074,0.72315633,0.034206346],"study_design_scores_gemma":[0.00040411224,0.000031956075,0.11525101,0.00006259109,0.000059585287,0.0000018947784,0.0032974773,0.000054597585,0.011849206,0.09811436,0.7706803,0.000192912],"about_ca_topic_score_codex":0.0010291523,"about_ca_topic_score_gemma":0.0019036059,"teacher_disagreement_score":0.17727289,"about_ca_system_score_codex":0.000031270843,"about_ca_system_score_gemma":0.00008366989,"threshold_uncertainty_score":0.9855439},"labels":[],"label_agreement":null},{"id":"W1976974428","doi":"10.1145/1015864.1015881","title":"Preserving research data","year":2004,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Research Data Management Practices","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Data collection; Computer science; Property (philosophy); Research data; Property rights; Computer security; Business; Internet privacy; Data science; Political science; Law; Mathematics; Statistics","score_opus":0.7169247412541468,"score_gpt":0.5459853175911128,"score_spread":0.17093942366303405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976974428","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002769712,0.0019413466,0.018712925,0.9254348,0.00010249998,0.0006224974,0.000025661759,0.00008407047,0.050306436],"genre_scores_gemma":[0.32540503,0.0021470627,0.6716963,0.00010323247,0.000013222849,0.000023794886,0.000020087458,0.0000058815335,0.00058541377],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981961,0.00063451927,0.00016321447,0.00024096623,0.0005742196,0.00019093782],"domain_scores_gemma":[0.7623349,0.0012249299,0.00009439444,0.23609947,0.00021098084,0.000035332534],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.004653091,0.000041590672,0.00005731297,0.000114123,0.0004929449,0.00063123065,0.41359782,0.000017729715,0.0000029472149],"category_scores_gemma":[0.06719605,0.000030783773,0.000019005101,0.001088106,0.00031881616,0.012621371,0.5653196,0.0003735867,0.00003806094],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001684991,0.00016955253,0.00042175053,0.00001896214,0.000027235026,3.5840728e-7,0.00023768221,0.00008374828,0.0007003569,0.9491415,0.04709248,0.0021047175],"study_design_scores_gemma":[0.00025906178,0.000026223408,0.008659896,0.00009725541,0.000006896912,0.0000029197813,0.00019338925,0.004309686,0.0013652336,0.6429183,0.34206906,0.00009206659],"about_ca_topic_score_codex":0.0005434049,"about_ca_topic_score_gemma":0.00020865168,"teacher_disagreement_score":0.9253316,"about_ca_system_score_codex":0.000038811108,"about_ca_system_score_gemma":0.00015704033,"threshold_uncertainty_score":0.9406614},"labels":[],"label_agreement":null},{"id":"W1977432432","doi":"10.1145/636772.636796","title":"Interacting with groups of computers","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Computer graphics (images)","score_opus":0.035506416514565084,"score_gpt":0.2750711930883131,"score_spread":0.23956477657374803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977432432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66436744,0.0008419285,0.23603049,0.077644855,0.0005432082,0.00041010743,0.0000038760213,0.00032460288,0.019833507],"genre_scores_gemma":[0.6431304,0.0000057593725,0.3568276,0.000023451486,6.444546e-7,0.000002152788,1.6431281e-7,0.0000017219628,0.000008080783],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99954706,0.00010986941,0.00013441856,0.00007723591,0.000065435954,0.000066002925],"domain_scores_gemma":[0.982387,0.00045804927,0.00018035156,0.016881244,0.00008389347,0.0000094651095],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00017625475,0.000044079203,0.00008749038,0.00004577506,0.000092654824,0.00000905651,0.020061146,0.000018727667,7.474316e-7],"category_scores_gemma":[0.0019778677,0.000029578214,0.00003311585,0.00031342744,0.00022497503,0.000078622244,0.0061221495,0.00012965716,0.000001586901],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028269133,0.00025025907,0.031698894,0.000017362685,0.000059027654,2.2808301e-7,0.0010162168,0.00015749365,0.003797184,0.9516648,0.0019842712,0.009351404],"study_design_scores_gemma":[0.002022024,0.00055159244,0.23062848,0.0014901839,0.0001042365,0.00019649322,0.0017224159,0.019240566,0.18527682,0.5357458,0.02224769,0.0007737023],"about_ca_topic_score_codex":0.0000125037495,"about_ca_topic_score_gemma":0.000010249696,"teacher_disagreement_score":0.41591904,"about_ca_system_score_codex":0.000010077609,"about_ca_system_score_gemma":0.000024443532,"threshold_uncertainty_score":0.9852408},"labels":[],"label_agreement":null},{"id":"W1977661485","doi":"10.1145/514236.514256","title":"Rethinking the value of IT, again","year":2002,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada)","funders":"","keywords":"Value (mathematics); Productivity; Computer science; Economics; Macroeconomics; Machine learning","score_opus":0.09644222873454858,"score_gpt":0.27155527022018766,"score_spread":0.17511304148563908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977661485","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18897907,0.005925682,0.0005879029,0.73154974,0.00022056632,0.0003128229,0.0000044709186,0.00010763294,0.07231208],"genre_scores_gemma":[0.994705,0.00024367534,0.0033709616,0.0013681536,0.00006560328,0.00000764169,0.0000034197565,0.000009396778,0.00022613835],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993715,0.000031149284,0.0002650596,0.00008028826,0.00016747357,0.00008451519],"domain_scores_gemma":[0.98645943,0.00018530969,0.00035670097,0.012747695,0.00024838882,0.0000024452165],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00050296646,0.00006911092,0.00012626952,0.000073050585,0.00039160223,0.00004539716,0.014603476,0.00003259226,0.00003602788],"category_scores_gemma":[0.0043566837,0.000040721774,0.00012018999,0.0007270112,0.00022661555,0.00021426566,0.0077267527,0.00015332042,0.000021056821],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002666166,0.001439516,0.038572166,0.0010857127,0.0007589049,4.124478e-7,0.007981015,0.035981674,0.005208763,0.56699765,0.28838268,0.053564813],"study_design_scores_gemma":[0.00025958518,0.0000021931996,0.002654765,0.0003514114,0.0003787768,7.637221e-7,0.0006858887,0.39684567,0.00026364718,0.5594097,0.038962554,0.00018506938],"about_ca_topic_score_codex":0.0003871479,"about_ca_topic_score_gemma":0.000052577005,"teacher_disagreement_score":0.80572593,"about_ca_system_score_codex":0.000006421244,"about_ca_system_score_gemma":0.0000068938734,"threshold_uncertainty_score":0.99072796},"labels":[],"label_agreement":null},{"id":"W1984322306","doi":"10.1145/1164394.1164395","title":"Toward nature-inspired computing","year":2006,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Modular Robots and Swarm Intelligence","field":"Engineering","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Computer science; Artificial intelligence; Distributed computing; Management science; Engineering","score_opus":0.03320991751126964,"score_gpt":0.2681968438690373,"score_spread":0.23498692635776766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984322306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7042629,0.035463322,0.028401596,0.04468055,0.0018483661,0.00096954964,0.000039785442,0.0011536478,0.18318024],"genre_scores_gemma":[0.9577753,0.00008365387,0.042020842,0.000036642436,0.000020269163,0.0000022696913,0.000004660406,0.00000945519,0.000046925867],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996287,0.000024555067,0.00015502857,0.00004648333,0.00006673779,0.00007844754],"domain_scores_gemma":[0.98868424,0.00008097438,0.00003181987,0.011156233,0.000036918507,0.000009815367],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00008649515,0.00005358987,0.00007245322,0.000022159245,0.00009127581,0.000010954625,0.010021986,0.00004856936,0.000005645817],"category_scores_gemma":[0.00038799972,0.000041890333,0.000051117844,0.00013741343,0.00006959875,0.000027169217,0.0031593682,0.00020465859,0.000010064108],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005623209,0.00030756896,0.016112886,0.00023643319,0.00017757803,9.2718625e-7,0.0017752952,0.48884544,0.039765354,0.2652288,0.1535384,0.034005664],"study_design_scores_gemma":[0.00040794007,0.000024420968,0.10150063,0.0003312431,0.00007904111,0.000021765914,0.00025395292,0.3776759,0.16656253,0.24926284,0.103172146,0.00070759584],"about_ca_topic_score_codex":0.00005698076,"about_ca_topic_score_gemma":0.00002598391,"teacher_disagreement_score":0.25351235,"about_ca_system_score_codex":0.000017733702,"about_ca_system_score_gemma":0.000005918136,"threshold_uncertainty_score":0.99533427},"labels":[],"label_agreement":null},{"id":"W1984638028","doi":"10.1145/1400181.1400200","title":"The many facets of natural computing","year":2008,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"DNA and Biological Computing","field":"Biochemistry, Genetics and Molecular Biology","cited_by":240,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Science Foundation","keywords":"Natural computing; Natural (archaeology); Computer science; Natural science; Bridge (graph theory); Human–computer interaction; Artificial intelligence; Geology","score_opus":0.03992601041239598,"score_gpt":0.2933581590792394,"score_spread":0.25343214866684344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984638028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909633,0.0034901884,0.000034106477,0.0039669974,0.000067381945,0.000077362696,0.00000235377,0.0000044860935,0.001393852],"genre_scores_gemma":[0.99279946,0.00038518765,0.006564028,0.000080772355,0.000019461744,0.0000010731256,0.0000076666765,0.0000028878615,0.00013948508],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995289,0.000109885885,0.00016086707,0.00006736161,0.000052422536,0.00008060508],"domain_scores_gemma":[0.9925484,0.00012382213,0.00013067306,0.007108333,0.000078726,0.000010051874],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00017064334,0.00004701326,0.000066025685,0.0000057540046,0.00036179833,0.0000032491835,0.008626783,0.00003659467,4.9679e-7],"category_scores_gemma":[0.0022315485,0.000024571103,0.00008363362,0.00007079241,0.00042642045,8.6134173e-7,0.010540034,0.000093405935,9.67733e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025964126,0.00010224208,0.024955094,0.000009447167,0.00007799302,7.90843e-8,0.00016413983,0.00008108928,0.95599145,0.0022702771,0.009727111,0.006595117],"study_design_scores_gemma":[0.0006661031,0.00021718458,0.31237563,0.00007752158,0.000034251978,0.000050064584,0.00040148958,0.0021430117,0.58836126,0.0074768947,0.08789672,0.00029987592],"about_ca_topic_score_codex":0.000008649557,"about_ca_topic_score_gemma":0.0000064256487,"teacher_disagreement_score":0.3676302,"about_ca_system_score_codex":0.000002804058,"about_ca_system_score_gemma":0.00001835437,"threshold_uncertainty_score":0.9974625},"labels":[],"label_agreement":null},{"id":"W1986726438","doi":"10.1145/1042091.1042097","title":"Intelligent mobile crisis response systems","year":2005,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Disaster Management and Resilience","field":"Social Sciences","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Crisis response; Property (philosophy); Computer science; Order (exchange); Computer security; Risk analysis (engineering); Business; Public relations; Political science","score_opus":0.057441417991953826,"score_gpt":0.368114031192712,"score_spread":0.3106726132007582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986726438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4410609,0.008467108,0.00009398217,0.3481433,0.00062024064,0.0014393613,0.000009906979,0.00013308604,0.2000321],"genre_scores_gemma":[0.9903463,0.0006534142,0.0023202992,0.00011198013,0.000024686018,0.000041412924,4.8362375e-7,0.0000030806582,0.006498337],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990056,0.0005201791,0.00014718948,0.00006250646,0.00016977004,0.0000947613],"domain_scores_gemma":[0.9881448,0.00030311136,0.00008458083,0.01138028,0.00006184257,0.000025370151],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00089908415,0.000035966485,0.000058442252,0.000037016893,0.00045109732,0.000040572075,0.017977772,0.000023121278,0.00003024023],"category_scores_gemma":[0.0018583603,0.000026108442,0.000050303468,0.00025424108,0.00037755174,0.000101540034,0.006458723,0.000060025355,0.000070585374],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009289566,0.00072080723,0.0033133866,0.00003187342,0.00008646631,1.3979232e-7,0.12900612,0.002702495,0.0009535992,0.21829878,0.6232566,0.021536795],"study_design_scores_gemma":[0.00003808547,0.000009250668,0.0008173182,0.000024179395,0.00001293228,9.5490975e-8,0.03966932,0.00012784086,0.00013445671,0.0028209724,0.9562986,0.000046952253],"about_ca_topic_score_codex":0.0005269368,"about_ca_topic_score_gemma":0.0005164885,"teacher_disagreement_score":0.5492854,"about_ca_system_score_codex":0.000045501274,"about_ca_system_score_gemma":0.00004017319,"threshold_uncertainty_score":0.98733544},"labels":[],"label_agreement":null},{"id":"W1988218985","doi":"10.1145/1029496.1029501","title":"Remote repair, diagnostics, and maintenance","year":2004,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced machining processes and optimization","field":"Engineering","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"German; Computer science; History; Archaeology","score_opus":0.015277379997443915,"score_gpt":0.2507542770513287,"score_spread":0.23547689705388478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988218985","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15613678,0.13723463,0.4719825,0.1545894,0.0015608426,0.0020116793,0.00010706902,0.0035049515,0.072872125],"genre_scores_gemma":[0.5183359,0.010011495,0.47155848,0.000045306297,0.000004744107,0.0000021178266,0.0000023696327,0.000008714736,0.000030882802],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9997919,0.0000065049276,0.00008614312,0.000038388418,0.000028568651,0.000048503825],"domain_scores_gemma":[0.99396074,0.00008869206,0.0000256284,0.0058806026,0.000032770757,0.000011586913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000043849002,0.00003727738,0.000046672656,0.000012276034,0.00007589544,0.000004268564,0.0024051734,0.000017191373,8.4055534e-7],"category_scores_gemma":[0.0032384004,0.00002972434,0.000018584566,0.00008581411,0.000080635655,0.000046628324,0.0017613639,0.00007543543,0.0000011323013],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005363735,0.00004949251,0.0013691239,0.00016018075,0.000051084764,2.5627295e-7,0.0012330494,0.9279474,0.0004639234,0.046277512,0.008027007,0.0144155985],"study_design_scores_gemma":[0.0008979926,0.000035484314,0.013372101,0.00062531565,0.00006952089,0.000016293237,0.00023289012,0.1220085,0.0032743434,0.81791794,0.041223265,0.00032636145],"about_ca_topic_score_codex":0.000013859838,"about_ca_topic_score_gemma":0.000022859984,"teacher_disagreement_score":0.8059389,"about_ca_system_score_codex":0.000014903208,"about_ca_system_score_gemma":0.0000065288355,"threshold_uncertainty_score":0.44694504},"labels":[],"label_agreement":null},{"id":"W1989059628","doi":"10.1145/859670.859699","title":"Grammar-based compression of interpreted code","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Algorithms and Data Compression","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Grammar; Programming language; Code (set theory); Compression (physics); Natural language processing; Artificial intelligence; Linguistics","score_opus":0.04484810471989512,"score_gpt":0.3007764249463846,"score_spread":0.2559283202264895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989059628","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03609077,0.004243105,0.9117581,0.031171612,0.00094054366,0.0009755457,0.00012900877,0.0002551003,0.014436186],"genre_scores_gemma":[0.60901695,0.000025289157,0.39085835,0.000065227934,0.0000013988713,0.000005901084,0.0000049087594,0.0000031491174,0.000018791616],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990739,0.0002981041,0.00025866847,0.000118619035,0.00016216526,0.000088548666],"domain_scores_gemma":[0.96764714,0.00038406008,0.00023060536,0.031581983,0.00012783725,0.000028356653],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00026650948,0.000069698646,0.00012770093,0.000049945487,0.00015535642,0.000017680488,0.031143973,0.000036064343,0.0000074409077],"category_scores_gemma":[0.0023116914,0.000047526017,0.00007667007,0.0003214072,0.00018771642,0.00014485186,0.013975288,0.0001286857,0.0000032362539],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061007588,0.0026508586,0.016409101,0.00018826657,0.0001445914,7.680661e-7,0.0025409749,0.0030374283,0.13450396,0.6711439,0.10728234,0.06203682],"study_design_scores_gemma":[0.0015331765,0.00014976693,0.011214036,0.00092303735,0.00004389619,0.000008450505,0.00011793532,0.39055803,0.26184776,0.2391415,0.09404222,0.00042016976],"about_ca_topic_score_codex":0.000032978194,"about_ca_topic_score_gemma":0.0000074473296,"teacher_disagreement_score":0.5729262,"about_ca_system_score_codex":0.000012880419,"about_ca_system_score_gemma":0.000066172215,"threshold_uncertainty_score":0.9939995},"labels":[],"label_agreement":null},{"id":"W1990694685","doi":"10.1145/1297797.1297800","title":"Does data warehouse end-user metadata add value?","year":2007,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Data warehouse; Metadata; Computer science; Database; End user; Value (mathematics); World Wide Web; Information retrieval","score_opus":0.4898806212217548,"score_gpt":0.5030314624550921,"score_spread":0.013150841233337318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990694685","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02064089,0.0042183422,0.044079244,0.8524115,0.003032072,0.002296597,0.009884409,0.00034322296,0.06309373],"genre_scores_gemma":[0.57289827,0.0006698898,0.40759763,0.0030237888,0.00006787528,0.000013532171,0.0006333737,0.00002323521,0.015072401],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973907,0.0005527745,0.000691496,0.00032063687,0.0008739588,0.0001704609],"domain_scores_gemma":[0.8104434,0.0045685107,0.0003973545,0.1843593,0.00017400974,0.000057430763],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.012372264,0.00008931744,0.00018385539,0.00012112264,0.00036319566,0.00019830499,0.16723262,0.000036103367,0.00019253684],"category_scores_gemma":[0.076019704,0.000042164756,0.00007643873,0.0006967728,0.00046727233,0.0011725761,0.16919145,0.00017131213,0.00016789668],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012208527,0.00022374201,0.0017086348,0.0000052522746,0.00007176839,2.4701384e-7,0.00038968786,0.00001360265,0.000116506235,0.13565423,0.83581156,0.025992585],"study_design_scores_gemma":[0.0001020118,0.000004825934,0.010104536,0.000011096884,0.00003950725,4.625304e-7,0.001032366,0.00008278502,0.00047207554,0.16760802,0.82047707,0.00006526078],"about_ca_topic_score_codex":0.00042502227,"about_ca_topic_score_gemma":0.0029680184,"teacher_disagreement_score":0.8493877,"about_ca_system_score_codex":0.000016549231,"about_ca_system_score_gemma":0.00004566884,"threshold_uncertainty_score":0.93176335},"labels":[],"label_agreement":null},{"id":"W1992198244","doi":"10.1145/1089107.1089137","title":"Community","year":2005,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Historical and Cultural Archaeology Studies","field":"Social Sciences","cited_by":132,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Sense of community; Sociology; Identity (music); Interpersonal ties; Interpersonal communication; Social psychology; Media studies; Psychology; Communication; Aesthetics; Social science; Art","score_opus":0.12735567478374424,"score_gpt":0.371308575725377,"score_spread":0.24395290094163277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992198244","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.092044376,0.001440594,0.000001237278,0.7074865,0.000064023254,0.000084614294,0.0000021365756,0.000032489465,0.19884403],"genre_scores_gemma":[0.98459345,0.0004406414,0.010336648,0.00035924796,0.00002606435,0.000007970446,6.526678e-7,0.0000012416181,0.0042340807],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992015,0.000548851,0.00008334149,0.000023951134,0.00007342488,0.0000689816],"domain_scores_gemma":[0.99095154,0.00027685385,0.00004640075,0.008637378,0.00007012533,0.000017684559],"candidate_categories":["sts","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.000347193,0.000025430458,0.000054355092,0.0000075905864,0.0021496736,0.000002206821,0.017513523,0.000022363978,0.000022706889],"category_scores_gemma":[0.0078013185,0.00001610607,0.00004502438,0.0001503249,0.0016046123,0.000045329838,0.0119622415,0.00018023887,0.000031618558],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045766274,0.00037231174,0.015683237,0.000004927359,0.00005003842,1.5117926e-8,0.22316344,0.000006631656,0.00042798437,0.43362975,0.29933536,0.027321732],"study_design_scores_gemma":[0.000031063348,0.0000038077412,0.00886661,0.000004314305,0.000006584344,9.273604e-8,0.003923529,0.000001432747,0.00004876381,0.0790018,0.9080866,0.000025416966],"about_ca_topic_score_codex":0.0019425093,"about_ca_topic_score_gemma":0.016983405,"teacher_disagreement_score":0.8925491,"about_ca_system_score_codex":0.000044448665,"about_ca_system_score_gemma":0.00002081307,"threshold_uncertainty_score":0.9991494},"labels":[],"label_agreement":null},{"id":"W1994535609","doi":"10.1145/1562764.1562799","title":"How effective is Google's translation service in search?","year":2009,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Computer science; World Wide Web; Portuguese; German; The Internet; Service (business); Machine translation; Government (linguistics); Artificial intelligence; Linguistics; Business","score_opus":0.03983667977309491,"score_gpt":0.32500336739025554,"score_spread":0.28516668761716063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994535609","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016923048,0.009192898,0.03046106,0.94117486,0.000038396687,0.0007304386,0.0000043469813,0.0002571397,0.0012177805],"genre_scores_gemma":[0.5607648,0.000029230623,0.4386091,0.000572525,0.000002382886,0.0000071510203,8.539915e-7,0.0000017118964,0.000012294958],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99939305,0.00017210873,0.00010235102,0.000112431706,0.00012942635,0.000090664595],"domain_scores_gemma":[0.9857242,0.00021230451,0.0000650192,0.013870632,0.00011347975,0.0000143480065],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00027540224,0.00005913385,0.00008157095,0.00007903414,0.000096238706,0.00006432128,0.024866667,0.000042905373,4.8338035e-7],"category_scores_gemma":[0.0006938888,0.000044502012,0.00003633074,0.0008166288,0.000046534336,0.00039763912,0.0038288706,0.00022055091,0.0000016514366],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000143524,0.00033314325,0.0012607174,0.000061671846,0.000019289144,5.960296e-7,0.018018823,0.000025990634,0.06530442,0.11200172,0.0027168083,0.8002425],"study_design_scores_gemma":[0.00025728962,0.00004817703,0.013744893,0.00018723754,0.000007074547,0.0000046679424,0.000066979075,0.012984973,0.12851696,0.8429675,0.0010682781,0.00014597112],"about_ca_topic_score_codex":0.000060663235,"about_ca_topic_score_gemma":0.00005992468,"teacher_disagreement_score":0.94060236,"about_ca_system_score_codex":0.000034069017,"about_ca_system_score_gemma":0.000027608081,"threshold_uncertainty_score":0.98040926},"labels":[],"label_agreement":null},{"id":"W1996356709","doi":"10.1145/1831407.1831419","title":"Risks of undisciplined development","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Field (mathematics); Risk analysis (engineering); Software engineering; Engineering ethics; Data science; Engineering; Business; Mathematics","score_opus":0.1303770243941166,"score_gpt":0.38380592993995233,"score_spread":0.25342890554583575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996356709","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48398882,0.0009278717,0.40515265,0.09969199,0.00107769,0.0006269367,0.000006859133,0.00070982735,0.007817368],"genre_scores_gemma":[0.47251266,0.000012864451,0.5274443,0.000008369772,0.0000018003477,0.000004917079,3.107096e-7,0.0000013489228,0.00001343046],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99966925,0.000027108708,0.00013609297,0.000049540024,0.00007375682,0.00004422879],"domain_scores_gemma":[0.9796434,0.00038576845,0.00012377597,0.019773504,0.00006138899,0.000012177287],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00030368366,0.000033565186,0.00005314085,0.000029556442,0.00008206861,0.000010409917,0.027627008,0.00002446482,0.0000027184462],"category_scores_gemma":[0.0029671092,0.000024283432,0.000026662252,0.00018509457,0.00006581641,0.00009807185,0.017247483,0.00014635306,0.0000022416896],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072090993,0.0006340814,0.031145342,0.000081995786,0.000133601,1.6714854e-7,0.006332522,0.00025527776,0.06395268,0.77056247,0.015761752,0.11113293],"study_design_scores_gemma":[0.00023477308,0.000037707952,0.20540318,0.00009401892,0.000023151531,0.000009408977,0.00003527938,0.0060242405,0.2796058,0.31509423,0.19316663,0.00027158353],"about_ca_topic_score_codex":0.000023183886,"about_ca_topic_score_gemma":0.000021580205,"teacher_disagreement_score":0.4554682,"about_ca_system_score_codex":0.0000043549603,"about_ca_system_score_gemma":0.000046946458,"threshold_uncertainty_score":0.99070084},"labels":[],"label_agreement":null},{"id":"W1997164669","doi":"10.1145/1125944.1125949","title":"How UML is used","year":2006,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":380,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; University of Lethbridge","funders":"","keywords":"Computer science; Programming language; Unified Modeling Language; Applications of UML; Software engineering; UML tool; Software","score_opus":0.035587303751204405,"score_gpt":0.2597301912350647,"score_spread":0.2241428874838603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997164669","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012758133,0.00028185075,0.9255685,0.072090656,0.000038432976,0.00009628667,0.0000030464043,0.00025706703,0.00038833282],"genre_scores_gemma":[0.39469412,0.00001554447,0.60498995,0.000055747027,0.000005093248,0.000013493532,9.3528337e-7,0.0000040651485,0.00022106402],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995337,0.000049225982,0.00011174176,0.00009708745,0.00012271141,0.00008549638],"domain_scores_gemma":[0.9623098,0.00008276061,0.00007756068,0.037446465,0.000070741575,0.000012716721],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00012572604,0.00006126357,0.00007789841,0.00004319528,0.0001014407,0.0000536244,0.04011994,0.00003293431,9.230133e-7],"category_scores_gemma":[0.00016100067,0.00004880975,0.00006403013,0.00027233185,0.00008718709,0.00017574552,0.017648341,0.00010935932,0.000003574709],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.4667914e-7,0.000091082205,0.0022372548,0.000009544601,0.000012588694,9.897466e-8,0.00038819519,0.00014266255,0.0037089156,0.89080656,0.091725014,0.010877748],"study_design_scores_gemma":[0.00016367227,0.000019541194,0.009870448,0.00006845556,0.0000121565945,0.0000058524497,0.000003233058,0.044229828,0.048928753,0.47106346,0.42540455,0.00023005182],"about_ca_topic_score_codex":0.0000571621,"about_ca_topic_score_gemma":0.000010787443,"teacher_disagreement_score":0.4197431,"about_ca_system_score_codex":0.000022842147,"about_ca_system_score_gemma":0.000020174051,"threshold_uncertainty_score":0.9902967},"labels":[],"label_agreement":null},{"id":"W1999378860","doi":"10.1145/1666420.1666446","title":"Using the forest to see the trees","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Image and Video Retrieval Techniques","field":"Computer Science","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Division of Information and Intelligent Systems; Office of Naval Research; Canadian Institute for Advanced Research; Multidisciplinary University Research Initiative; National Defense Science and Engineering Graduate; Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Computer science; Object (grammar); Artificial intelligence; Context (archaeology); Cognitive neuroscience of visual object recognition; Probabilistic logic; Computer vision; Object detection; Space (punctuation); Machine learning; Pattern recognition (psychology); Geography","score_opus":0.09117393012537497,"score_gpt":0.3782707714526707,"score_spread":0.28709684132729574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999378860","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046626076,0.0007834655,0.6003836,0.34630713,0.0003237065,0.0009156132,0.000006098995,0.0002029658,0.004451363],"genre_scores_gemma":[0.6014901,0.00003780783,0.39779526,0.00057157583,0.000014296518,0.000013395999,1.9014878e-7,0.00000371933,0.000073664196],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99947286,0.00009680312,0.00013254325,0.000085027714,0.00011581108,0.00009695071],"domain_scores_gemma":[0.96468294,0.0005175161,0.00009197684,0.0345833,0.00010570839,0.00001858075],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00038456352,0.00005777096,0.000061034225,0.000023111303,0.00056045665,0.00006453488,0.05063661,0.000022637862,0.0000018063299],"category_scores_gemma":[0.003892839,0.000026073774,0.00006187389,0.00045620397,0.0002724815,0.00018186796,0.025237087,0.00026890682,0.0000059061235],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000094910065,0.0002144213,0.007590424,0.000008802017,0.00005533243,2.648359e-7,0.005301852,0.0004292171,0.19009675,0.64318997,0.04378972,0.10931378],"study_design_scores_gemma":[0.00009770708,0.000036832123,0.022485457,0.000043816268,0.000022451366,0.00001949097,0.00018000531,0.011027274,0.09491303,0.6940816,0.17692453,0.00016781663],"about_ca_topic_score_codex":0.00005848306,"about_ca_topic_score_gemma":0.00028834373,"teacher_disagreement_score":0.554864,"about_ca_system_score_codex":0.000009037492,"about_ca_system_score_gemma":0.000034711396,"threshold_uncertainty_score":0.9826466},"labels":[],"label_agreement":null},{"id":"W2001114201","doi":"10.1145/383845.383863","title":"Structuring operating system aspects","year":2001,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Xerox (Canada); University of British Columbia","funders":"","keywords":"Columbia university; Citation; Library science; Geography; Computer science; Sociology; Media studies","score_opus":0.08347714965557282,"score_gpt":0.32246001075770203,"score_spread":0.2389828611021292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001114201","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018608432,0.00084861944,0.9718853,0.0054553743,0.00027862313,0.00012523001,7.479288e-7,0.00040341224,0.0023942306],"genre_scores_gemma":[0.45933217,0.000020388334,0.5406066,0.000011409134,0.00000613564,0.000005165203,1.4262126e-7,0.0000030645513,0.0000148871995],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993935,0.00016060132,0.00015598307,0.0000992927,0.00009059739,0.000100007426],"domain_scores_gemma":[0.971714,0.0007735295,0.000085958,0.027350869,0.00005944364,0.000016193377],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0003075955,0.00005946173,0.000093278606,0.000034566634,0.000215461,0.000029026038,0.034455717,0.000022245127,4.3846734e-7],"category_scores_gemma":[0.009948713,0.00004485605,0.000038140875,0.0003057554,0.00006537829,0.00018549814,0.024231631,0.00013564341,0.0000030088854],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001489606,0.000036244313,0.0026133256,0.00007889558,0.00005053613,0.0000019630359,0.002015533,0.16424187,0.016210634,0.79026234,0.00046560675,0.024021551],"study_design_scores_gemma":[0.0006036384,0.000058793437,0.043088093,0.0007094673,0.000032532378,0.00031751918,0.0011089896,0.095686674,0.06764583,0.78580403,0.004237392,0.0007070678],"about_ca_topic_score_codex":0.0000096935355,"about_ca_topic_score_gemma":0.000003007723,"teacher_disagreement_score":0.44072375,"about_ca_system_score_codex":0.00004681289,"about_ca_system_score_gemma":0.000021675485,"threshold_uncertainty_score":0.9983909},"labels":[],"label_agreement":null},{"id":"W2001755005","doi":"10.1145/2483852.2483869","title":"Information distance between what I said and what it heard","year":2013,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Computability, Logic, AI Algorithms","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; International Development Research Centre; University of Waterloo; Canada Foundation for Innovation; Microsoft","keywords":"Computer science; World Wide Web","score_opus":0.037572999657453324,"score_gpt":0.27809257495627876,"score_spread":0.24051957529882545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001755005","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09615317,0.008734666,0.08851554,0.80223733,0.0007085656,0.0015712382,0.000009506926,0.00024090701,0.0018290558],"genre_scores_gemma":[0.7670503,0.0021949692,0.22992451,0.00071923184,0.000016779582,0.00004614417,0.000007714975,0.000004360671,0.00003594924],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990748,0.00017225849,0.00031912018,0.00010900029,0.000188968,0.00013585806],"domain_scores_gemma":[0.9772918,0.0006183667,0.00017809586,0.021649541,0.000211551,0.00005062715],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00036622604,0.00009227865,0.00014322535,0.00005126596,0.0002596974,0.0010189596,0.021381674,0.000042966538,0.0000058682513],"category_scores_gemma":[0.0012830636,0.0000710525,0.000053478565,0.00034449456,0.0002768646,0.008524392,0.02639734,0.00016317915,0.00005265489],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011563847,0.000077426535,0.007955486,0.000042208398,0.000029977842,2.0091484e-8,0.0067011197,0.00007173145,0.00004391128,0.021717248,0.0067479485,0.95661175],"study_design_scores_gemma":[0.00052804424,0.000086383785,0.27477783,0.00038714687,0.000027649208,0.00000796508,0.0038307442,0.044193238,0.00057682715,0.5649277,0.110207126,0.0004493636],"about_ca_topic_score_codex":0.00010074606,"about_ca_topic_score_gemma":0.00002570082,"teacher_disagreement_score":0.9561624,"about_ca_system_score_codex":0.000043288805,"about_ca_system_score_gemma":0.00003490248,"threshold_uncertainty_score":0.9839131},"labels":[],"label_agreement":null},{"id":"W2002035275","doi":"10.1145/2594413.2594424","title":"Understanding the empirical hardness of <i>NP</i> -complete problems","year":2014,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Machine Learning and Data Classification","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Mathematics","score_opus":0.4601499494803349,"score_gpt":0.3555965632417745,"score_spread":0.10455338623856036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002035275","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024621787,0.00028919193,0.60799253,0.37510246,0.00021253183,0.0002992609,0.000010772272,0.000086939544,0.0135441255],"genre_scores_gemma":[0.9539348,0.00003466801,0.04562157,0.00031529408,0.000008988581,0.0000117366435,0.000006472312,0.000004433417,0.00006203166],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988641,0.000504813,0.00024218918,0.000119379874,0.0001792842,0.000090194735],"domain_scores_gemma":[0.9718997,0.00075601996,0.0002674218,0.02698587,0.00007178663,0.000019222734],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00094432733,0.00006085875,0.000105590196,0.00003573031,0.000352764,0.000040813306,0.032127712,0.000026958649,0.0000018969866],"category_scores_gemma":[0.003556714,0.00003537694,0.00006351848,0.00039503534,0.00030224829,0.00011926001,0.011647106,0.00019590433,0.000007371608],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032279193,0.00014866749,0.016022442,0.000043971493,0.000032220334,9.8309085e-9,0.0034359887,0.00072036346,0.0035468207,0.9361096,0.03642715,0.003509514],"study_design_scores_gemma":[0.00036090333,0.000056022946,0.04257151,0.00011045895,0.000033566626,0.000008025187,0.0002730969,0.19936551,0.00048732414,0.5860921,0.17046325,0.00017821051],"about_ca_topic_score_codex":0.00003796352,"about_ca_topic_score_gemma":0.000024536348,"teacher_disagreement_score":0.95147264,"about_ca_system_score_codex":0.000023157378,"about_ca_system_score_gemma":0.00003304708,"threshold_uncertainty_score":0.99634653},"labels":[],"label_agreement":null},{"id":"W2002792344","doi":"10.1145/503124.503148","title":"Predicting how ontologies for the semantic web will evolve","year":2002,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Semantic Web; Social Semantic Web; Semantic analytics; Semantic Web Stack; World Wide Web; Software engineering","score_opus":0.09624764549035814,"score_gpt":0.28706536459127263,"score_spread":0.1908177191009145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002792344","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02407577,0.017345568,0.02122981,0.9319111,0.00067586923,0.00092413684,0.000010910751,0.00034300357,0.003483815],"genre_scores_gemma":[0.8750855,0.0006504592,0.123692915,0.00019814563,0.000017508037,0.000059071146,4.300256e-7,0.000004346447,0.00029165405],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993022,0.000108714186,0.00016173306,0.0001338402,0.00012901696,0.00016448708],"domain_scores_gemma":[0.9712206,0.0027228594,0.0001714608,0.025753085,0.00011783227,0.000014162917],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00033324945,0.00008352916,0.00012745008,0.000032088814,0.0005779761,0.00008956376,0.04300208,0.00004199715,0.0000024734932],"category_scores_gemma":[0.011539801,0.000045706893,0.00012191053,0.0002393074,0.00034746763,0.00025857726,0.014903557,0.00013465577,0.0000039906217],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013549763,0.0006466414,0.10898411,0.00017023519,0.0005656083,7.6907105e-7,0.015214732,0.000533536,0.002908043,0.36687654,0.41582,0.08826622],"study_design_scores_gemma":[0.00057146756,0.000091215144,0.037483264,0.0001315009,0.00011393914,0.000023962442,0.0020893763,0.76892006,0.0014726255,0.14533229,0.043513894,0.00025639212],"about_ca_topic_score_codex":0.000034600194,"about_ca_topic_score_gemma":0.00019795,"teacher_disagreement_score":0.931713,"about_ca_system_score_codex":0.000016738337,"about_ca_system_score_gemma":0.000022032793,"threshold_uncertainty_score":0.9967864},"labels":[],"label_agreement":null},{"id":"W2002932832","doi":"10.1145/2682583","title":"Learning your limit","year":2014,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Advanced Micro Devices","keywords":"Computer science; Parallel computing; Cache; Thread (computing); CPU cache; Scheduling (production processes); Cache pollution; Massively parallel; Page cache; Embedded system; Cache algorithms; Operating system","score_opus":0.050528264524641,"score_gpt":0.30314577326093967,"score_spread":0.2526175087362987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002932832","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005100403,0.00039436808,0.8747751,0.077121906,0.00013038953,0.00014978721,3.4221785e-7,0.00063257077,0.041695114],"genre_scores_gemma":[0.5127051,0.00004691736,0.4869253,0.00011388533,0.0000050320778,0.0000031913619,5.0492076e-7,0.0000023071632,0.00019774541],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99938667,0.0002377446,0.0001347092,0.000084225634,0.00008472577,0.000071907256],"domain_scores_gemma":[0.9782889,0.00025603053,0.00012538773,0.021225575,0.000087261724,0.000016881111],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00037557166,0.000044411336,0.00006750631,0.000038102593,0.00026787922,0.000034064065,0.03517789,0.000024296729,0.0000010771162],"category_scores_gemma":[0.0054363566,0.000034162204,0.000048288235,0.00025571563,0.00007423167,0.00008463982,0.021542156,0.00014735035,0.000010752621],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030027843,0.00026654132,0.014036735,0.000022615715,0.000045447392,5.8850908e-8,0.00357114,0.040465847,0.0017092132,0.77484137,0.05679238,0.10824568],"study_design_scores_gemma":[0.0001528105,0.00005785138,0.0067885052,0.000058114794,0.0000076177093,0.000004039239,0.000027664619,0.6995076,0.003957008,0.21479556,0.07449048,0.00015275115],"about_ca_topic_score_codex":0.0000099329445,"about_ca_topic_score_gemma":0.0000012219728,"teacher_disagreement_score":0.65904176,"about_ca_system_score_codex":0.0000086004675,"about_ca_system_score_gemma":0.000016994087,"threshold_uncertainty_score":0.9863714},"labels":[],"label_agreement":null},{"id":"W2004563162","doi":"10.1145/1053291.1053292","title":"Surviving IT project cancellations","year":2005,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Realm; Cover (algebra); Investment (military); Marketing; Preference; Operations research; Operations management; Business; Computer science; Risk analysis (engineering); Economics; Engineering; Political science; Microeconomics; Law","score_opus":0.058570063259618325,"score_gpt":0.2886311275022768,"score_spread":0.2300610642426585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004563162","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11734518,0.00038868948,0.00007928059,0.31331167,0.00017666869,0.0004626572,0.000009282335,0.00018083882,0.56804574],"genre_scores_gemma":[0.99217516,0.00007553242,0.005871306,0.0012366867,0.00007262817,0.000020334046,0.00000863081,0.0000050759118,0.0005346674],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99957055,0.0000071028435,0.00020312275,0.00004800225,0.000086430686,0.00008482045],"domain_scores_gemma":[0.99096394,0.000047728237,0.00025360915,0.008612023,0.000121246354,0.0000014417612],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00018126924,0.00005159366,0.00006675777,0.00007653064,0.00030656392,0.000037263115,0.008712527,0.00003627965,0.000037622984],"category_scores_gemma":[0.0016315703,0.00003994166,0.000046176825,0.00039721615,0.000119164186,0.0005917683,0.004969296,0.00011430813,0.00010238646],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052509363,0.00010788202,0.027828932,0.00005110703,0.000035692552,3.146226e-8,0.00040482834,0.0005426565,0.0004162372,0.49697652,0.46006718,0.013563659],"study_design_scores_gemma":[0.00017621837,0.0000016984188,0.016841875,0.000044428587,0.000023294475,8.2276523e-7,0.00057340745,0.0053090365,0.00031738248,0.025149709,0.9514566,0.00010554264],"about_ca_topic_score_codex":0.00054120796,"about_ca_topic_score_gemma":0.0016738673,"teacher_disagreement_score":0.87482995,"about_ca_system_score_codex":0.000020817895,"about_ca_system_score_gemma":0.000034511017,"threshold_uncertainty_score":0.9966508},"labels":[],"label_agreement":null},{"id":"W2005123879","doi":"10.1145/1610252.1610270","title":"Maximizing power efficiency with asymmetric multicore systems","year":2009,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Multi-core processor; Computer science; Parallel computing; Power (physics); Physics","score_opus":0.029296498336550146,"score_gpt":0.27731797015254195,"score_spread":0.2480214718159918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005123879","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005511501,0.0029191105,0.94188184,0.02567083,0.00014695383,0.00050890766,0.0000017114626,0.0005813384,0.022777805],"genre_scores_gemma":[0.5953852,0.00003513815,0.40444106,0.00009082842,0.0000022100414,0.0000038102642,4.9485726e-7,0.0000025061615,0.00003872972],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992152,0.00013221269,0.00020973787,0.0001401511,0.00017836061,0.00012436697],"domain_scores_gemma":[0.97795063,0.00020172501,0.00019358809,0.021450402,0.00017572133,0.000027940967],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00029376827,0.00008119088,0.00011823631,0.00013427692,0.0002766139,0.00007567284,0.029164134,0.00003283094,3.3008266e-7],"category_scores_gemma":[0.0014121549,0.00005362684,0.000045795143,0.0010975475,0.000086706605,0.00013476056,0.005657886,0.00013685372,0.0000037654274],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000240797,0.0019102916,0.0077013853,0.0000498532,0.000103938204,0.0000020826953,0.004847235,0.14790529,0.0013110103,0.7655726,0.033153526,0.03741871],"study_design_scores_gemma":[0.0007345929,0.00038741398,0.025857003,0.00039593113,0.000029695546,0.00005585084,0.00014185972,0.9355616,0.0030218924,0.02860161,0.0047067627,0.0005057917],"about_ca_topic_score_codex":0.000016386271,"about_ca_topic_score_gemma":6.134632e-7,"teacher_disagreement_score":0.7876563,"about_ca_system_score_codex":0.000025847126,"about_ca_system_score_gemma":0.000042765452,"threshold_uncertainty_score":0.9760885},"labels":[],"label_agreement":null},{"id":"W2005217673","doi":"10.1145/859670.859698","title":"Cold code decompression at runtime","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Code (set theory); Decompression; Operating system; Software; Programming language; Embedded system","score_opus":0.0425590428700084,"score_gpt":0.30664058984977066,"score_spread":0.26408154697976227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005217673","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034961216,0.0063173887,0.7663574,0.06332511,0.0007033547,0.0011856654,0.000014335305,0.0015156593,0.12561986],"genre_scores_gemma":[0.40296015,0.00010185276,0.5962512,0.00014371125,0.0000018229566,0.000008486362,8.5627556e-7,0.0000037204338,0.0005281876],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992254,0.00025508882,0.00018778845,0.00011938152,0.00011626981,0.000096064156],"domain_scores_gemma":[0.9734697,0.00024980635,0.00015321751,0.02600619,0.000094703806,0.000026418456],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00029715517,0.0000635404,0.000090234724,0.000041322248,0.00039093586,0.000027620701,0.02786888,0.000035927027,0.00000675425],"category_scores_gemma":[0.0019690753,0.000048261667,0.000059719805,0.00030848588,0.00009939652,0.000095300085,0.019493537,0.0000962213,0.000016855602],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035798475,0.000387762,0.009635867,0.000015890542,0.000039247432,2.0159362e-7,0.0008030216,0.0057699615,0.011913782,0.6706818,0.29903525,0.0017136692],"study_design_scores_gemma":[0.0006524341,0.00007210679,0.005050709,0.00019647571,0.000023975163,0.000021840055,0.000020321566,0.13413495,0.25392774,0.22568119,0.3797652,0.00045306367],"about_ca_topic_score_codex":0.0000060593106,"about_ca_topic_score_gemma":0.0000052731857,"teacher_disagreement_score":0.44500056,"about_ca_system_score_codex":0.00003187926,"about_ca_system_score_gemma":0.000035929428,"threshold_uncertainty_score":0.98843664},"labels":[],"label_agreement":null},{"id":"W2005824945","doi":"10.1145/501317.501349","title":"Global Virtual Teams","year":2001,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":161,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Coping (psychology); Advice (programming); Computer science; Knowledge management; Engineering ethics; Psychology; Engineering; Psychotherapist","score_opus":0.016718684399092118,"score_gpt":0.2538952461112657,"score_spread":0.23717656171217355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005824945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8626996,0.004689826,0.0031241435,0.06622085,0.002011447,0.00026867,0.00003600103,0.00070332526,0.060246103],"genre_scores_gemma":[0.99160683,0.00033365638,0.007879277,0.000032977438,0.000025212657,0.00000827693,0.0000055022806,0.0000050445196,0.00010320051],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997401,0.000010788969,0.00009383214,0.000031237738,0.000057883146,0.00006614565],"domain_scores_gemma":[0.99163854,0.00003873014,0.000011728334,0.008270248,0.000016441587,0.000024324601],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.000054517324,0.000040324947,0.000046090932,0.000013048618,0.000042875592,0.000004738983,0.0066238395,0.00003184639,0.000014477243],"category_scores_gemma":[0.0006071939,0.000030620235,0.00003058628,0.00026196902,0.00007752614,0.000031322128,0.0016543593,0.00006721574,0.000020022037],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009339956,0.00050938287,0.036399335,0.00017533591,0.00023605085,3.0944344e-7,0.0013098769,0.026193677,0.007914866,0.054311544,0.72271556,0.15022475],"study_design_scores_gemma":[0.0004902076,0.00004101158,0.27007937,0.00019500036,0.0000634342,0.000038689122,0.00044798543,0.046223246,0.0012278316,0.085080095,0.5957007,0.0004124553],"about_ca_topic_score_codex":0.00002109005,"about_ca_topic_score_gemma":0.000014652877,"teacher_disagreement_score":0.23368005,"about_ca_system_score_codex":0.00003988885,"about_ca_system_score_gemma":0.000010218779,"threshold_uncertainty_score":0.9987508},"labels":[],"label_agreement":null},{"id":"W2006145319","doi":"10.1145/1015864.1015868","title":"Empowering persons with disabilities with decision-support technology","year":2004,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Digital Accessibility for Disabilities","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Software; Assistive technology; Decision support system; Risk analysis (engineering); Knowledge management; Process management; Human–computer interaction; Business; Artificial intelligence","score_opus":0.04299439418020354,"score_gpt":0.35918088617623156,"score_spread":0.316186491996028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006145319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84405327,0.00016832886,0.000042622414,0.072956,0.000035887402,0.00035817144,0.000020359146,0.00012192271,0.082243435],"genre_scores_gemma":[0.94864434,0.000030251107,0.050818246,0.000039590625,0.0000068696527,0.00005337387,0.0000019512552,0.000010653797,0.0003947296],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991008,0.000051163846,0.00019728672,0.00015621635,0.00029770084,0.00019681432],"domain_scores_gemma":[0.98384356,0.0005768255,0.00010743182,0.015269647,0.00015915354,0.00004337296],"candidate_categories":["metaresearch","sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.00030861556,0.000092412825,0.00014612767,0.00006402434,0.00070523896,0.0000682378,0.016648756,0.000055798962,0.000035488116],"category_scores_gemma":[0.01004916,0.000057371282,0.000062268795,0.00067441503,0.005940391,0.00042327543,0.0057309098,0.00015587815,0.000011476814],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006396497,0.0007230743,0.25257286,0.000036770358,0.00008453976,2.496957e-7,0.063566506,0.00017545895,0.00003858721,0.67466676,0.0006298163,0.0074414187],"study_design_scores_gemma":[0.00029757424,0.00012041824,0.005258043,0.0001606539,0.000026683307,0.0000040294585,0.1702439,9.441115e-7,0.00026369104,0.81422514,0.009250812,0.00014808564],"about_ca_topic_score_codex":0.0007689398,"about_ca_topic_score_gemma":0.014285302,"teacher_disagreement_score":0.24731481,"about_ca_system_score_codex":0.00015790625,"about_ca_system_score_gemma":0.0004636654,"threshold_uncertainty_score":0.99828964},"labels":[],"label_agreement":null},{"id":"W2008155447","doi":"10.1145/581571.581603","title":"Texas licensing of software engineers","year":2002,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Subject (documents); Software; Computer science; Engineering management; Software engineering; Political science; Engineering ethics; Engineering; World Wide Web","score_opus":0.032945354630726655,"score_gpt":0.2251647774964114,"score_spread":0.19221942286568475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008155447","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8405932,0.046813283,0.009326076,0.07015073,0.0037688848,0.00093016593,0.00009386126,0.0016608927,0.026662856],"genre_scores_gemma":[0.93814826,0.0003927935,0.061340578,0.000014229159,0.0000148539675,0.000002206615,0.0000031506822,0.000011244268,0.000072676194],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99967134,0.000010808857,0.00014620666,0.000033789573,0.0000685766,0.00006930346],"domain_scores_gemma":[0.9926642,0.00012448522,0.000025764735,0.0071305125,0.000032449385,0.000022544264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005668106,0.000050019586,0.00007645458,0.00004302461,0.000025058327,0.0000028481788,0.004276894,0.000038828886,0.000027788345],"category_scores_gemma":[0.001352564,0.000040592884,0.00004386335,0.0002442129,0.000089162226,0.000033915912,0.00095155736,0.00011189657,0.000014306526],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049946866,0.00087531155,0.009374075,0.0027973242,0.0006081839,2.5533382e-7,0.011684311,0.08330603,0.061583042,0.007007419,0.7062955,0.11646357],"study_design_scores_gemma":[0.0013206635,0.00009427871,0.13795488,0.002003174,0.000327771,0.00003222654,0.00078685605,0.51399463,0.103687555,0.02192918,0.21656416,0.0013046409],"about_ca_topic_score_codex":0.000008057819,"about_ca_topic_score_gemma":0.0000016391206,"teacher_disagreement_score":0.4897313,"about_ca_system_score_codex":0.000018145218,"about_ca_system_score_gemma":0.0000035896026,"threshold_uncertainty_score":0.79476047},"labels":[],"label_agreement":null},{"id":"W2008586272","doi":"10.1145/1506409.1506417","title":"Economic and business dimensionsIncreasing gender diversity in the IT work force","year":2009,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Science Foundation","keywords":"Work (physics); Diversity (politics); Gender diversity; Work force; Computer science; Management; Political science; Economics; Engineering; Mechanical engineering","score_opus":0.10673449986774075,"score_gpt":0.3463382013927801,"score_spread":0.23960370152503935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008586272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75744873,0.00046430362,0.0000035870314,0.22771409,0.000053268323,0.00012173357,6.3139856e-7,0.000010875411,0.014182768],"genre_scores_gemma":[0.99606943,0.0004028457,0.0030889781,0.00038850668,0.000008227385,0.000002139813,0.0000010174458,0.0000010285596,0.00003782626],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995489,0.0001973017,0.0000763507,0.000054997905,0.000051165473,0.00007128669],"domain_scores_gemma":[0.99512523,0.0002672166,0.00005308359,0.004513699,0.00003158063,0.000009197548],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0004961275,0.000030226827,0.000045967507,0.000033216253,0.0010087393,0.00001425427,0.00592691,0.000041253516,0.0000036200904],"category_scores_gemma":[0.0015281743,0.000021695998,0.000016462092,0.00024262426,0.0003521228,0.00006807949,0.0027907959,0.00009673575,0.0000023480561],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014592721,0.00028956722,0.534585,0.0000045059523,0.000024676872,1.11657634e-7,0.14401624,0.000063804735,0.00008586106,0.28584307,0.023287244,0.011785342],"study_design_scores_gemma":[0.000047428155,0.000001513772,0.6762248,0.000008128081,0.000011140737,6.487603e-7,0.0105667105,0.0000044439344,0.000006270975,0.31147146,0.00163071,0.000026693913],"about_ca_topic_score_codex":0.0008235794,"about_ca_topic_score_gemma":0.0012007351,"teacher_disagreement_score":0.23862068,"about_ca_system_score_codex":0.000044221626,"about_ca_system_score_gemma":0.000052201474,"threshold_uncertainty_score":0.9994515},"labels":[],"label_agreement":null},{"id":"W2008764740","doi":"10.1145/1941487.1941498","title":"Online advertising, behavioral targeting, and privacy","year":2011,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Consumer Market Behavior and Pricing","field":"Business, Management and Accounting","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Internet privacy; Online advertising; Advertising; The Internet; Computer science; Display advertising; Privacy software; Information privacy; Targeted advertising; Consumer privacy; Business; Computer security; World Wide Web","score_opus":0.09179208223877598,"score_gpt":0.3028000903175933,"score_spread":0.2110080080788173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008764740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.988821,0.00080101663,0.000004801186,0.0033225177,0.00009781759,0.00014295225,0.0000032442422,0.000046378038,0.0067602447],"genre_scores_gemma":[0.98592496,0.00008210424,0.013647191,0.00019213629,0.000028832934,0.00000613631,0.000013702093,0.000011635132,0.0000932915],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995062,0.000020671567,0.0001996499,0.00009433745,0.000078408964,0.000100743564],"domain_scores_gemma":[0.9915482,0.00004314755,0.00017620341,0.00813353,0.000092579656,0.0000063878133],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0001966191,0.00007824069,0.000097735494,0.00006852245,0.00024856656,0.00003178923,0.0074465773,0.000028893628,0.00009569921],"category_scores_gemma":[0.0011804845,0.00006139508,0.000051708026,0.00020547751,0.00017975304,0.00030115075,0.016923215,0.00013278481,0.000008334158],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012387724,0.00047046877,0.96639085,0.000037815706,0.000013997812,2.6688684e-7,0.0006067247,1.6369843e-7,0.0014918584,0.002640902,0.0073355273,0.020999067],"study_design_scores_gemma":[0.00024529945,0.0000049035525,0.9395173,0.00007022543,0.0001711663,0.0000014857565,0.00030430144,0.00012383734,0.00019481762,0.013259869,0.04596232,0.0001444777],"about_ca_topic_score_codex":0.0014045397,"about_ca_topic_score_gemma":0.00021146428,"teacher_disagreement_score":0.038626794,"about_ca_system_score_codex":0.0000055431005,"about_ca_system_score_gemma":0.000009628667,"threshold_uncertainty_score":0.9979236},"labels":[],"label_agreement":null},{"id":"W2009063162","doi":"10.1145/1897816.1897844","title":"DRAM errors in the wild","year":2011,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Radiation Effects in Electronics","field":"Engineering","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Dram; Computer science; Universal memory; Dynamic random-access memory; Soft error; Server; Memory errors; Error detection and correction; Embedded system; Reliability engineering; Computer hardware; Memory management; Semiconductor memory; Interleaved memory; Operating system; Algorithm; Engineering","score_opus":0.03917329381624861,"score_gpt":0.25712597899291695,"score_spread":0.21795268517666833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009063162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82727945,0.006109718,0.0001869675,0.02006026,0.00037143228,0.0008659615,0.00000843988,0.000224807,0.14489295],"genre_scores_gemma":[0.9914394,0.00014146841,0.008274512,0.000081482205,0.0000048796783,0.00003162102,0.0000014485042,0.000009086418,0.000016070946],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99958557,0.0001121662,0.000120811135,0.000033209213,0.00006212292,0.000086128486],"domain_scores_gemma":[0.98423845,0.00022785188,0.00002972224,0.015484183,0.000012876365,0.000006909914],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00027264742,0.00004553265,0.000052561685,0.00003313011,0.0000610524,0.000004375929,0.015175827,0.00002827592,0.0000072383787],"category_scores_gemma":[0.0011628265,0.000030151608,0.000033837914,0.00025922342,0.00009018183,0.00005032961,0.0011886653,0.0002167209,0.000012082781],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022148637,0.0011171072,0.033988833,0.00017741974,0.00036719115,8.072478e-7,0.09205332,0.29427466,0.0039190683,0.34372345,0.1905658,0.039790217],"study_design_scores_gemma":[0.0007538628,0.00008197241,0.28602135,0.00013487358,0.00009539021,0.00001621939,0.0015588661,0.25510138,0.007172036,0.36827776,0.08028995,0.00049633085],"about_ca_topic_score_codex":0.000042586646,"about_ca_topic_score_gemma":0.00017230115,"teacher_disagreement_score":0.25203252,"about_ca_system_score_codex":0.000033364155,"about_ca_system_score_gemma":0.000011856791,"threshold_uncertainty_score":0.99015254},"labels":[],"label_agreement":null},{"id":"W2009665825","doi":"10.1145/971617.971644","title":"Proactive information gathering for homeland security teams","year":2004,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Homeland security; Computer security; Computer science; Information security; Homeland; Internet privacy; Terrorism; Political science","score_opus":0.027105491335525998,"score_gpt":0.2751920754485727,"score_spread":0.2480865841130467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009665825","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3281134,0.0006661587,0.5889367,0.070753954,0.00075278926,0.0038034297,0.000053440046,0.00025575163,0.0066643595],"genre_scores_gemma":[0.89479303,0.000021240425,0.105054155,0.000045048164,0.000007817365,0.00006233308,0.0000052356313,0.0000020596362,0.000009084176],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995806,0.000037125043,0.00017339709,0.000054813732,0.00008780308,0.00006626691],"domain_scores_gemma":[0.9905025,0.0000865666,0.0001781186,0.009113737,0.00010423131,0.000014873751],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00023584542,0.00004519803,0.00006533094,0.00003472072,0.00020342802,0.00003889362,0.009543558,0.000026872493,4.3603023e-7],"category_scores_gemma":[0.0009474157,0.000033318305,0.00005057531,0.00014924577,0.000034636727,0.0006104047,0.0036183326,0.00005975284,0.0000060707766],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029949982,0.0007078611,0.0060197846,0.00027968475,0.00021396823,4.3378243e-8,0.09009855,0.003728974,0.006469336,0.8543494,0.0049237534,0.033178702],"study_design_scores_gemma":[0.0033226504,0.0001475399,0.062066488,0.00032043218,0.000046983514,0.000011332389,0.0015143829,0.06546633,0.049024,0.7795338,0.03806555,0.00048053774],"about_ca_topic_score_codex":0.00009442716,"about_ca_topic_score_gemma":0.000033325396,"teacher_disagreement_score":0.5666796,"about_ca_system_score_codex":0.00005311992,"about_ca_system_score_gemma":0.000045661563,"threshold_uncertainty_score":0.9958153},"labels":[],"label_agreement":null},{"id":"W2012428518","doi":"10.1145/1325555.1325570","title":"Requirements engineering in new product development","year":2008,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"New product development; Computer science; Product (mathematics); Systems engineering; Manufacturing engineering; Software engineering; Engineering; Business; Mathematics","score_opus":0.10787262982717657,"score_gpt":0.30582095815733357,"score_spread":0.197948328330157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012428518","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38418326,0.012754536,0.42975086,0.16395785,0.0010961711,0.0019320014,0.0000013890444,0.0021335315,0.004190395],"genre_scores_gemma":[0.36381596,0.00010109304,0.63598853,0.000019584975,0.000003902266,0.000007108859,2.8540256e-7,0.0000025976108,0.000060913488],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995884,0.000023086257,0.00014765348,0.00007787971,0.000089723115,0.000073260424],"domain_scores_gemma":[0.9862835,0.00013403627,0.00005746161,0.013484834,0.000023433613,0.000016781281],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0001994943,0.000045640936,0.000056070476,0.000053394368,0.00006387901,0.000009048492,0.018259104,0.000013052367,9.375655e-7],"category_scores_gemma":[0.00300343,0.000037833102,0.000017333896,0.0003261505,0.00001736087,0.00020562019,0.010045967,0.000103659295,0.0000032541552],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020859152,0.0015134325,0.29233792,0.00024176127,0.00027349562,0.000009474853,0.037588235,0.014963374,0.016133366,0.16954744,0.21532996,0.25204068],"study_design_scores_gemma":[0.0006293544,0.00004650672,0.4451108,0.0003811515,0.000008933185,0.00006494179,0.000012342415,0.013248739,0.081214875,0.018638624,0.4401079,0.0005358237],"about_ca_topic_score_codex":0.00004153875,"about_ca_topic_score_gemma":0.000007101886,"teacher_disagreement_score":0.25150487,"about_ca_system_score_codex":0.000030283378,"about_ca_system_score_gemma":0.000107936365,"threshold_uncertainty_score":0.99796057},"labels":[],"label_agreement":null},{"id":"W2013212701","doi":"10.1145/504729.504733","title":"Intelligent agents and financial risk monitoring systems","year":2002,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Complex Systems and Time Series Analysis","field":"Economics, Econometrics and Finance","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Finance; Risk analysis (engineering); Business","score_opus":0.12077471989511769,"score_gpt":0.25512920539012174,"score_spread":0.13435448549500406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013212701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8578678,0.10525764,0.00033587156,0.008335422,0.00106657,0.00055984006,0.0002485114,0.0000457751,0.026282582],"genre_scores_gemma":[0.9930097,0.004532197,0.0015531292,0.000009359149,0.00003379695,0.000015045522,0.0000010487328,0.0000066198927,0.00083909224],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935436,0.000034982993,0.00039176308,0.00011119875,0.000023176666,0.00008451899],"domain_scores_gemma":[0.9902487,0.00007764662,0.00034562926,0.009274667,0.000028614984,0.000024788103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024416528,0.00006126737,0.00019622807,0.000067595225,0.00025669672,0.000036333447,0.004600009,0.0000315469,0.00006044762],"category_scores_gemma":[0.0017352211,0.00005567804,0.00008864181,0.00021011771,0.000081601494,0.000058323312,0.004089877,0.00009819454,0.00007047339],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028052757,0.0001618129,0.8487418,0.00005570995,0.00015808384,1.2587563e-7,0.0022283376,0.00046074987,0.000011221482,0.13087158,0.014028821,0.0032789425],"study_design_scores_gemma":[0.0003516068,0.000042062227,0.36401182,0.00013633711,0.00006650529,0.000005178467,0.0007144044,0.041277997,0.00005235932,0.07781507,0.5151898,0.00033684282],"about_ca_topic_score_codex":0.0012069545,"about_ca_topic_score_gemma":0.00002804942,"teacher_disagreement_score":0.501161,"about_ca_system_score_codex":0.0000280735,"about_ca_system_score_gemma":0.0000020365446,"threshold_uncertainty_score":0.8548038},"labels":[],"label_agreement":null},{"id":"W2013592197","doi":"10.1145/1831407.1831429","title":"Difference engine","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":232,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"ASTER","funders":"Division of Computer and Network Systems; University of California","keywords":"Computer science; Operating system; Virtual machine; Bottleneck; Memory footprint; Internet hosting service; Multiplexing; Hypervisor; Cloud computing; Statistical time division multiplexing; Overhead (engineering); The Internet; Embedded system; Virtualization","score_opus":0.025053652416343993,"score_gpt":0.26081930047911894,"score_spread":0.23576564806277495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013592197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8004987,0.0002621273,0.006132261,0.18034707,0.00059247005,0.0001835577,0.0000010223685,0.00017713284,0.011805619],"genre_scores_gemma":[0.82153773,0.000005064667,0.1779742,0.00010724872,0.000010856478,0.0000036971683,1.7795054e-7,0.00000195512,0.000359065],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99959886,0.000045229805,0.000105651365,0.00008231251,0.000094026895,0.00007392048],"domain_scores_gemma":[0.96059686,0.000185631,0.00006607945,0.039093625,0.00003951915,0.000018289707],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0001850774,0.000042851767,0.00005371115,0.0000275711,0.00017471779,0.00002603925,0.0553454,0.000018162762,0.0000027391195],"category_scores_gemma":[0.0015529883,0.000028363498,0.000046508794,0.00022411197,0.000111266076,0.0000072841003,0.047559224,0.00019444017,0.00001399379],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013782709,0.00043436824,0.006949326,0.000022939448,0.00005353602,2.377188e-7,0.0021691923,0.0007887981,0.021648198,0.72981393,0.017396402,0.2207217],"study_design_scores_gemma":[0.00040598228,0.000037870577,0.21032369,0.00007880242,0.000024259618,0.000013085673,0.0000658563,0.28755313,0.008078412,0.39062497,0.10247364,0.00032029627],"about_ca_topic_score_codex":0.000019781284,"about_ca_topic_score_gemma":0.000016168082,"teacher_disagreement_score":0.33918896,"about_ca_system_score_codex":0.0000041094454,"about_ca_system_score_gemma":0.000012826376,"threshold_uncertainty_score":0.9601439},"labels":[],"label_agreement":null},{"id":"W2016321202","doi":"10.1145/1247001.1247026","title":"Perceived health risks of 3G cell phones","year":2007,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Perception; Risk perception; Internet privacy; Computer science; Risk analysis (engineering); Health risk; Business; Mobile phone; Computer security; Environmental health; Telecommunications; Psychology; Medicine","score_opus":0.14836607129645585,"score_gpt":0.4473423371250379,"score_spread":0.29897626582858206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016321202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85777026,0.0013555215,0.000022854612,0.113318704,0.00014691544,0.00034030297,0.000010663032,0.000068139394,0.026966631],"genre_scores_gemma":[0.98240477,0.00085949263,0.01621229,0.00021245566,0.000008174327,0.0000014900296,0.0000011249365,0.0000050311046,0.0002951608],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99911696,0.00023203193,0.00024148429,0.000059795748,0.0001742398,0.00017549348],"domain_scores_gemma":[0.98773324,0.00023853342,0.00031454867,0.0115709575,0.00010181323,0.00004092349],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0012383527,0.00004715976,0.00012224782,0.000059362737,0.000582382,0.0000053217277,0.017512128,0.00007437474,0.000016620566],"category_scores_gemma":[0.004678805,0.000039238974,0.0000685538,0.0003217345,0.0011407989,0.000049091064,0.0043040467,0.00018835936,0.000010914586],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005975615,0.002672942,0.7436008,0.00014262935,0.00009698485,2.1277081e-7,0.08450073,0.000011551973,0.025784897,0.026800215,0.082562596,0.033766728],"study_design_scores_gemma":[0.00026133083,0.000027825454,0.9529879,0.00008177922,0.000012646082,3.407968e-7,0.01150343,0.000004050836,0.005708365,0.02086873,0.008470438,0.000073132185],"about_ca_topic_score_codex":0.0066674096,"about_ca_topic_score_gemma":0.0036738592,"teacher_disagreement_score":0.20938717,"about_ca_system_score_codex":0.00007373687,"about_ca_system_score_gemma":0.00015346071,"threshold_uncertainty_score":0.99994725},"labels":[],"label_agreement":null},{"id":"W2016427628","doi":"10.1145/953460.953487","title":"Interface design for mobile commerce","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":235,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Interface (matter); Interface design; Human–computer interaction; Mobile commerce; World Wide Web; Operating system","score_opus":0.12947094428421346,"score_gpt":0.3473394616592907,"score_spread":0.21786851737507723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016427628","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005496569,0.0011855464,0.9699186,0.020552395,0.00020590014,0.0009108628,0.000005911537,0.00006884027,0.0016553547],"genre_scores_gemma":[0.49923182,0.00002310831,0.5003374,0.00012471527,0.0000015357634,0.00010507244,2.9536238e-7,0.0000040808727,0.00017195492],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989898,0.00045552783,0.00021338538,0.00013744793,0.000080951206,0.00012285734],"domain_scores_gemma":[0.9650003,0.0014128042,0.00010633823,0.033305876,0.00014827942,0.00002641991],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00078687025,0.00007469167,0.00011125793,0.000027335025,0.00023183497,0.000040364543,0.039446555,0.000037288744,0.0000060611515],"category_scores_gemma":[0.0055910945,0.00005749529,0.000090495254,0.00023451334,0.0001741451,0.00016888785,0.0076796906,0.0001190347,0.00001570395],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044703058,0.0017521324,0.001541401,0.0001028638,0.00018427586,6.635777e-8,0.011516025,0.010001727,0.027015947,0.67606896,0.25842583,0.013346084],"study_design_scores_gemma":[0.0005121612,0.00024644684,0.00040919654,0.00007261864,0.000028718596,0.0000075691987,0.00033506402,0.023076491,0.23025376,0.5517528,0.1930527,0.00025248923],"about_ca_topic_score_codex":0.0000086955,"about_ca_topic_score_gemma":0.0000061589258,"teacher_disagreement_score":0.49373522,"about_ca_system_score_codex":0.000028691957,"about_ca_system_score_gemma":0.000059634265,"threshold_uncertainty_score":0.9657505},"labels":[],"label_agreement":null},{"id":"W2016667276","doi":"10.1145/2492007.2492023","title":"Best practices on the move","year":2013,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Mobile and Web Applications","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Google (Canada)","funders":"","keywords":"Computer science; Best practice; World Wide Web; Political science","score_opus":0.1060715436514727,"score_gpt":0.33792890486606425,"score_spread":0.23185736121459155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016667276","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021178681,0.0003971074,0.0011217761,0.89304894,0.00006847626,0.0007043131,0.0000029053886,0.00004887183,0.083428904],"genre_scores_gemma":[0.9382553,0.0001966258,0.058734156,0.001551505,0.000012582166,0.0003820112,9.309838e-7,0.0000040429672,0.0008628483],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994488,0.00013983506,0.00013033819,0.00009316362,0.00011431382,0.00007358971],"domain_scores_gemma":[0.9520951,0.0012677102,0.00029296905,0.046213355,0.00011174277,0.000019134482],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00020783657,0.000048035785,0.000049084745,0.000018957431,0.0003592249,0.0000788174,0.04764003,0.000020718215,0.000019229898],"category_scores_gemma":[0.0035282196,0.000025593155,0.0000458897,0.0002900663,0.00014952665,0.00020644392,0.0146456985,0.00015095118,0.000488532],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.8763915e-7,0.00020360838,0.00046138983,0.0000020801788,0.000015572085,7.4328117e-9,0.00039436077,0.00001717194,0.001309199,0.8897547,0.09657973,0.011261883],"study_design_scores_gemma":[0.00010608204,0.000038026203,0.018128952,0.000044975583,0.00001951799,0.0000035378862,0.00034702406,0.009698392,0.0061330367,0.6984528,0.2668889,0.00013882139],"about_ca_topic_score_codex":0.00030738852,"about_ca_topic_score_gemma":0.000024094847,"teacher_disagreement_score":0.9170766,"about_ca_system_score_codex":0.000009831472,"about_ca_system_score_gemma":0.000034032666,"threshold_uncertainty_score":0.9933237},"labels":[],"label_agreement":null},{"id":"W2016708727","doi":"10.1145/365181.367913","title":"Inside risks: computers","year":2001,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science","score_opus":0.24254022058047728,"score_gpt":0.35610764962608266,"score_spread":0.11356742904560538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016708727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5206473,0.0025048146,0.0021248509,0.29914182,0.0017648912,0.00077131006,0.0000173838,0.000339683,0.17268795],"genre_scores_gemma":[0.9913555,0.00024234864,0.0068013365,0.0013594575,0.000108465145,0.0000071453983,0.000019244826,0.000008088093,0.000098461416],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99952555,0.00001268239,0.00017601093,0.0000858622,0.00010556659,0.000094338364],"domain_scores_gemma":[0.9825087,0.00010191357,0.00016811755,0.017077047,0.00014060234,0.00000360241],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0001645403,0.00006729337,0.00008643041,0.00007094828,0.00023476154,0.00006595247,0.020022383,0.00002771118,0.00006252011],"category_scores_gemma":[0.002374317,0.000048772807,0.00005451092,0.00055972853,0.00020798648,0.00045157454,0.02025235,0.00010746795,0.00017391404],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033164953,0.00055181974,0.28209478,0.00012247308,0.00008583955,9.2766254e-7,0.00013970722,0.00043903315,0.0012665762,0.16270284,0.4722631,0.08029976],"study_design_scores_gemma":[0.00012434254,0.0000016148529,0.099730626,0.00009865373,0.000039947285,0.000003580938,0.000092236296,0.0029516725,0.00015087325,0.08901727,0.8076623,0.00012686136],"about_ca_topic_score_codex":0.0007292614,"about_ca_topic_score_gemma":0.000176123,"teacher_disagreement_score":0.47070816,"about_ca_system_score_codex":0.000008494521,"about_ca_system_score_gemma":0.000010159472,"threshold_uncertainty_score":0.9876717},"labels":[],"label_agreement":null},{"id":"W2021559748","doi":"10.1145/1029496.1029527","title":"Beyond power","year":2004,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Appeal; Computer science; Power (physics); World Wide Web; Data science; Political science","score_opus":0.027582022421526787,"score_gpt":0.3164620915616933,"score_spread":0.2888800691401665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021559748","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8117306,0.0040525496,0.00040205676,0.117087364,0.00033672422,0.0005493323,0.00006876825,0.000019021863,0.065753534],"genre_scores_gemma":[0.96832013,0.0007741829,0.030114278,0.00039334325,0.000019908692,0.0000072204853,0.000030428868,0.000005840397,0.00033466847],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99947625,0.00003361353,0.00016549355,0.0000689896,0.00013980106,0.0001158526],"domain_scores_gemma":[0.98611265,0.000020008996,0.000059712005,0.013656255,0.00010612006,0.00004524812],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0001919033,0.000053496828,0.000059690705,0.000021584327,0.000110931665,0.000009135087,0.011026618,0.00006867903,0.000009029745],"category_scores_gemma":[0.0040460303,0.000037053243,0.00007475751,0.000093872535,0.0004597655,0.0000018057825,0.011401583,0.00009294176,0.000021791022],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005737435,0.00077021617,0.00416477,0.00006885284,0.00020416234,2.3302107e-7,0.0010218908,0.000094219926,0.86299074,0.0126207555,0.10861453,0.009392265],"study_design_scores_gemma":[0.0012994686,0.00038727344,0.019548714,0.000059591206,0.000030349962,0.000012696034,0.0006094196,0.000026135795,0.53370017,0.15642259,0.28762323,0.0002803519],"about_ca_topic_score_codex":0.000014800748,"about_ca_topic_score_gemma":0.000033424214,"teacher_disagreement_score":0.32929054,"about_ca_system_score_codex":0.000009377386,"about_ca_system_score_gemma":0.000102054866,"threshold_uncertainty_score":0.996594},"labels":[],"label_agreement":null},{"id":"W2024678590","doi":"10.1145/602421.602453","title":"Use of the SAND spatial browser for digital government applications","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Data Management and Algorithms","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Interface (matter); Spatial analysis; World Wide Web; The Internet; Information retrieval; Web browser; Spatial data infrastructure; Agency (philosophy); Remote sensing; Geography","score_opus":0.06115913605671689,"score_gpt":0.2656214992029471,"score_spread":0.2044623631462302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024678590","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006141207,0.00043709585,0.9071463,0.06390684,0.0004326601,0.0034649917,0.00072053145,0.00007375419,0.017676666],"genre_scores_gemma":[0.7550055,0.000045617784,0.2437507,0.00014414468,0.000008887473,0.00013774332,0.00000891983,0.0000058881005,0.0008926239],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99947494,0.00004233437,0.00016113634,0.000090646114,0.00016189157,0.000069020316],"domain_scores_gemma":[0.9790797,0.00026776383,0.00015457717,0.02043418,0.000051410596,0.000012344112],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00012941568,0.00004861488,0.00006201225,0.0000100142115,0.00018390278,0.00007904116,0.019928422,0.00001199012,0.000001357323],"category_scores_gemma":[0.0012144883,0.000030696647,0.00007736906,0.00020051445,0.00013357282,0.00032858978,0.011795366,0.000046281613,0.0000021675646],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004941932,0.0007427868,0.0079109855,0.00004322639,0.00012661763,1.4794435e-8,0.00036530825,0.00016235164,0.0011195623,0.82843363,0.062151533,0.09893907],"study_design_scores_gemma":[0.00036736167,0.00002624337,0.013912459,0.000038615013,0.00004648906,0.0000010158014,0.000056264133,0.007321951,0.009930844,0.11219185,0.85595703,0.00014987054],"about_ca_topic_score_codex":0.000013531157,"about_ca_topic_score_gemma":0.000011892616,"teacher_disagreement_score":0.7938055,"about_ca_system_score_codex":0.000016734657,"about_ca_system_score_gemma":0.000020755559,"threshold_uncertainty_score":0.99619704},"labels":[],"label_agreement":null},{"id":"W2031396317","doi":"10.1145/1096000.1096003","title":"Call for a public-domain SpeechWeb","year":2005,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Speech and dialogue systems","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Public domain; Computer science; Domain (mathematical analysis); Telecommunications; Computer security; Internet privacy; Public relations; World Wide Web; Political science; Mathematics","score_opus":0.0759108349846406,"score_gpt":0.3009099224441927,"score_spread":0.22499908745955208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031396317","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010725977,0.0022890207,0.076056264,0.8724503,0.00052710774,0.001228984,0.00003861324,0.00022652774,0.036457226],"genre_scores_gemma":[0.41215324,0.00001563643,0.5871593,0.00033244534,0.000039537714,0.00004431418,0.0000033437088,0.0000039728516,0.00024823673],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99933547,0.00010356917,0.00020127156,0.00010809586,0.00011152639,0.00014007273],"domain_scores_gemma":[0.96877253,0.00033857278,0.00011819364,0.030606708,0.00012292327,0.000041097286],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0004726121,0.000057117573,0.0000953126,0.00004817437,0.00020001481,0.00005486834,0.04281604,0.000034807228,0.000001887854],"category_scores_gemma":[0.0034983133,0.00004210496,0.000100103774,0.00026801467,0.00009945512,0.00020517236,0.012968371,0.000072314186,0.000031818603],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000530536,0.00026496698,0.0010130988,0.000016482538,0.000038487742,5.6184554e-8,0.0011557409,0.000016531085,0.003836981,0.69456077,0.27258787,0.026503757],"study_design_scores_gemma":[0.000492501,0.00003014277,0.0015451771,0.000023243212,0.0000061963115,0.000009243625,0.000058863352,0.003911001,0.0039973864,0.27638924,0.71340925,0.00012778172],"about_ca_topic_score_codex":0.00002663465,"about_ca_topic_score_gemma":0.0001888031,"teacher_disagreement_score":0.8721178,"about_ca_system_score_codex":0.000033690787,"about_ca_system_score_gemma":0.00008688675,"threshold_uncertainty_score":0.99501455},"labels":[],"label_agreement":null},{"id":"W2031465049","doi":"10.1145/1400181.1400199","title":"Crossroads for Canadian CS enrollment","year":2008,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"Division of Mathematical Sciences","keywords":"Falling (accident); Computer science; Political science; Medicine; Environmental health","score_opus":0.08606741004231647,"score_gpt":0.31052793751365143,"score_spread":0.22446052747133496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031465049","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15108088,0.0052254708,0.09257641,0.7395894,0.0011584986,0.0017087648,0.00002430147,0.00054957456,0.008086714],"genre_scores_gemma":[0.6135402,0.000015552721,0.3859865,0.00014506368,0.0000057388143,0.000020106902,0.0000013822965,0.0000027099227,0.00028280457],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995314,0.000081955746,0.00010802891,0.00008089099,0.00006782454,0.00012992101],"domain_scores_gemma":[0.98151773,0.00020024166,0.000063813146,0.018116372,0.000055942375,0.00004590741],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.000301794,0.000042169846,0.000058562477,0.000042312684,0.0009650898,0.00002921732,0.026027016,0.000023150964,6.4556735e-7],"category_scores_gemma":[0.0024429257,0.000033241056,0.000063235995,0.00015882785,0.00012087517,0.00006797192,0.00507545,0.00012880201,0.000004966453],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008626891,0.0004712513,0.07782651,0.000043096614,0.00014969407,0.0000010046585,0.04763643,0.0017227817,0.00046912086,0.3032719,0.16815102,0.4002486],"study_design_scores_gemma":[0.00017660981,0.00002685278,0.022519873,0.000018998755,0.000005096441,0.000010883781,0.000054087475,0.0033513366,0.00014773177,0.007063278,0.966539,0.00008625283],"about_ca_topic_score_codex":0.01039315,"about_ca_topic_score_gemma":0.0037057723,"teacher_disagreement_score":0.798388,"about_ca_system_score_codex":0.000042254167,"about_ca_system_score_gemma":0.00017356953,"threshold_uncertainty_score":0.99619675},"labels":[],"label_agreement":null},{"id":"W2033923249","doi":"10.1145/341852.341867","title":"Simulation modeling of plants and plant ecosystems","year":2000,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Greenhouse Technology and Climate Control","field":"Agricultural and Biological Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Citation; Computer science; Ecosystem; Library science; Operations research; Ecology; Engineering","score_opus":0.05574844265991615,"score_gpt":0.2520597692039432,"score_spread":0.19631132654402703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033923249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99512887,0.00054885185,7.2300844e-7,0.0037280086,0.0000067941846,0.00008226472,0.000046511588,0.000017556755,0.00044041694],"genre_scores_gemma":[0.9994633,0.00031771467,0.00017046642,0.000017244736,0.000003621747,0.0000034539453,0.0000112124335,2.4868797e-7,0.000012733905],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999704,0.000043413944,0.00012614764,0.00004472358,0.000036878875,0.000044804397],"domain_scores_gemma":[0.9982641,0.0002601013,0.000054590488,0.0013962403,0.000017181466,0.000007825267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000095625284,0.00003069541,0.00007211392,0.0000040660702,0.000115308794,0.0000027311728,0.0030856673,0.000041937987,0.000032083393],"category_scores_gemma":[0.00019251124,0.000010642944,0.00002312927,0.00005090302,0.00005987698,0.000026244596,0.0008880737,0.0000489918,0.0000023903642],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032949005,0.0010018921,0.17135407,0.00009605833,0.00024219214,4.0497534e-7,0.0021081362,0.0985711,0.32135805,0.009920244,0.0013223614,0.393696],"study_design_scores_gemma":[0.00030659416,0.00008736025,0.039943997,0.00014166944,0.000028601422,0.0000048648694,0.0006389456,0.9143954,0.0016435991,0.03912676,0.0035460142,0.00013617681],"about_ca_topic_score_codex":0.00011593411,"about_ca_topic_score_gemma":0.00052351813,"teacher_disagreement_score":0.81582433,"about_ca_system_score_codex":0.000002302835,"about_ca_system_score_gemma":0.000001354857,"threshold_uncertainty_score":0.5733989},"labels":[],"label_agreement":null},{"id":"W2034228952","doi":"10.1145/1435417.1435430","title":"ViewpointScaling the academic publication process to internet scale","year":2008,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Process (computing); Scale (ratio); The Internet; Computer science; World Wide Web; Programming language; Geography","score_opus":0.09442681693329798,"score_gpt":0.3405484874197267,"score_spread":0.24612167048642875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034228952","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18201229,0.0024942444,0.02541788,0.77837324,0.0005089032,0.00097478123,0.0000051488846,0.00026183674,0.009951684],"genre_scores_gemma":[0.97359025,0.00009569384,0.024448892,0.0010293417,0.000026431939,0.000093434785,0.0000018643525,0.000006073892,0.00070803845],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990334,0.00019671454,0.00029571325,0.0001505372,0.00020003288,0.00012363377],"domain_scores_gemma":[0.978359,0.00024486776,0.0001814237,0.020977436,0.0001975486,0.00003973378],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0006027728,0.000070135044,0.00009967389,0.000059578135,0.00040504042,0.000039157592,0.05085055,0.000047651087,0.000001891798],"category_scores_gemma":[0.0032593776,0.00004173288,0.00005893374,0.0007107964,0.00015948908,0.00022183837,0.013237909,0.00026853182,0.000069878944],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011676632,0.0003928815,0.041352097,0.00007854862,0.000093092785,2.1600263e-7,0.1397394,0.00051143643,0.00951876,0.12193992,0.6664898,0.01987219],"study_design_scores_gemma":[0.0011339479,0.00018174901,0.0766316,0.0016659218,0.000062450796,0.00044386485,0.0029137086,0.1358753,0.11781396,0.13904607,0.5228613,0.0013701203],"about_ca_topic_score_codex":0.00007201752,"about_ca_topic_score_gemma":0.000013916985,"teacher_disagreement_score":0.79157794,"about_ca_system_score_codex":0.00003093012,"about_ca_system_score_gemma":0.000056562832,"threshold_uncertainty_score":0.9947428},"labels":[],"label_agreement":null},{"id":"W2035562860","doi":"10.1145/1230819.1230838","title":"The ACM and IEEE-CS guidelines for undergraduate CS education","year":2007,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of California, Irvine; College of Engineering, Michigan State University; Michigan State University; University of Dayton; University of Illinois at Urbana-Champaign; Simon Fraser University; Gannon University; University of Oregon; Old Dominion University; Georgia State University; Gustavus Adolphus College; University of Calgary; Bonneville Power Administration; Texas Christian University; Florida International University; Brown University; University of Missouri; Rensselaer Polytechnic Institute; Ohio State University; Memorial University of Newfoundland; State University of New York; Purdue University; Brigham Young University; Massachusetts Institute of Technology; North Carolina State University; National Science Foundation","keywords":"Curriculum; Computer science; Mathematics education; Medical education; Pedagogy; Psychology; Medicine","score_opus":0.11064597365464769,"score_gpt":0.39413166235890196,"score_spread":0.2834856887042543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035562860","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0096620405,0.0019317744,0.05020924,0.9294456,0.0022957232,0.0011002551,0.000004145395,0.00008416461,0.0052670105],"genre_scores_gemma":[0.31256658,0.0007281398,0.6806848,0.002853057,0.00008328517,0.0001888521,0.00001115366,0.000009404531,0.0028747479],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99904674,0.00006603316,0.0004988042,0.00009402637,0.00016634648,0.00012807225],"domain_scores_gemma":[0.9785196,0.00064413174,0.00034219306,0.019496975,0.0009552422,0.000041815863],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.0014316124,0.000076210585,0.00007810427,0.00005643637,0.00080319657,0.000111977264,0.02226977,0.000032832573,5.0328043e-7],"category_scores_gemma":[0.009432527,0.000047086036,0.000049663464,0.00033317675,0.00010795737,0.00022517047,0.0062452676,0.00007346619,0.000009680438],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028254342,0.00007913193,0.0006420896,0.000025011115,0.00002702498,3.9170467e-9,0.0033460888,0.00001016833,0.00017332088,0.28642774,0.64332265,0.065943934],"study_design_scores_gemma":[0.00023206019,0.000014573554,0.011688296,0.00008484483,0.0000125234565,0.000014533942,0.0031725836,0.0019634038,0.0016442011,0.23449849,0.7465102,0.00016430965],"about_ca_topic_score_codex":0.000023204482,"about_ca_topic_score_gemma":0.00007196291,"teacher_disagreement_score":0.9265926,"about_ca_system_score_codex":0.000050821844,"about_ca_system_score_gemma":0.00031780062,"threshold_uncertainty_score":0.99891144},"labels":[],"label_agreement":null},{"id":"W2036431127","doi":"10.1145/2209249.2209261","title":"An information strategy for environmental sustainability","year":2012,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Sustainable Development and Environmental Policy","field":"Environmental Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Université Laval","funders":"","keywords":"Sustainability; Computer science; Business; Environmental resource management; Risk analysis (engineering); Environmental science","score_opus":0.02558741293536286,"score_gpt":0.2899984766593972,"score_spread":0.26441106372403433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036431127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98722935,0.00007198452,0.00011221469,0.0050225602,0.000050735038,0.00077505264,0.00002832841,0.00002169948,0.0066880793],"genre_scores_gemma":[0.98961794,0.000022329174,0.009827847,0.00015941479,0.000010489154,0.00008948254,0.000055173856,0.0000059828476,0.00021133412],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993136,0.000071002985,0.0002026711,0.000063711246,0.0001290376,0.00021997034],"domain_scores_gemma":[0.9907408,0.000071183415,0.000111044676,0.009008823,0.0000044773788,0.00006371321],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00036136468,0.00007966899,0.00006872109,0.00001878056,0.00024650674,0.00001289279,0.006978124,0.000040396728,0.00017815572],"category_scores_gemma":[0.0007512098,0.00006337761,0.000052943433,0.00009961619,0.00041426573,0.0010883235,0.0065947887,0.000068627036,0.000051940275],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036834615,0.00085449056,0.90994287,0.000033707216,0.000022655062,1.1795686e-8,0.0050260713,0.0019615998,0.0027558375,0.003479842,0.013610572,0.062275518],"study_design_scores_gemma":[0.00022374387,0.000034880966,0.9041996,0.0000018546498,0.000016029955,0.0000012249161,0.0038082174,0.00035744434,0.0017213243,0.024753481,0.06475633,0.0001258915],"about_ca_topic_score_codex":0.0000964801,"about_ca_topic_score_gemma":0.000008521863,"teacher_disagreement_score":0.062149625,"about_ca_system_score_codex":0.00038213795,"about_ca_system_score_gemma":0.000013010791,"threshold_uncertainty_score":0.9983946},"labels":[],"label_agreement":null},{"id":"W2038583143","doi":"10.1145/1047671.1047677","title":"The state of user-centered design practice","year":2005,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":473,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Waterloo","funders":"","keywords":"Usability; Computer science; User-centered design; Task (project management); Multidisciplinary approach; Product (mathematics); Process management; User requirements document; User experience design; Knowledge management; Key (lock); Product design; Human–computer interaction; Engineering management; Software engineering; Systems engineering; Engineering","score_opus":0.10708130373499883,"score_gpt":0.34152062302281383,"score_spread":0.234439319287815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038583143","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028902914,0.0040205056,0.24288829,0.719157,0.00031683003,0.0010909181,0.000013710537,0.00011773518,0.0034920897],"genre_scores_gemma":[0.5714964,0.00033051515,0.42773753,0.0002164811,0.000003663296,0.000011715974,2.1700093e-7,0.0000034070067,0.0002000351],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985453,0.00078227377,0.0002990239,0.000098715296,0.00016436663,0.00011032288],"domain_scores_gemma":[0.96448326,0.0030142434,0.00028176114,0.031931013,0.0002687178,0.000020985419],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0012491321,0.000061023253,0.00008677557,0.000020666335,0.00026804282,0.00005223227,0.04488588,0.000018539058,0.000001634421],"category_scores_gemma":[0.009478708,0.000037432812,0.000065475186,0.00025959974,0.00028746942,0.00040180664,0.01324726,0.00015703127,0.000018200331],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004056937,0.004962683,0.0014620562,0.000082217535,0.000791347,4.4021186e-7,0.04402808,0.022346012,0.038965333,0.26381218,0.25627974,0.36686423],"study_design_scores_gemma":[0.0008120019,0.00023741704,0.006022686,0.00014855272,0.000077189536,0.000018905395,0.00050486036,0.07506157,0.14245997,0.25224507,0.52209383,0.00031794433],"about_ca_topic_score_codex":0.000039532362,"about_ca_topic_score_gemma":0.00004695273,"teacher_disagreement_score":0.71894056,"about_ca_system_score_codex":0.000028037966,"about_ca_system_score_gemma":0.000076286284,"threshold_uncertainty_score":0.9988649},"labels":[],"label_agreement":null},{"id":"W2040509981","doi":"10.1145/1327452.1327469","title":"A time to retrospect and prospect","year":2008,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Section (typography); Special section; Computer science; Operations research; Library science; Management; Engineering; Economics; Engineering physics","score_opus":0.10154575994611244,"score_gpt":0.2931020362793699,"score_spread":0.1915562763332575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040509981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7477123,0.0011349451,0.000046460627,0.16983902,0.00015808802,0.0007675407,0.000017977274,0.00014921962,0.08017444],"genre_scores_gemma":[0.991356,0.00008679388,0.0061862483,0.0008876836,0.000077464225,0.000015584123,0.000008735804,0.000009683373,0.0013718059],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99958915,0.000006538728,0.00012934757,0.00009712526,0.00009657628,0.00008128933],"domain_scores_gemma":[0.98878056,0.000043358516,0.0000870963,0.0109701445,0.00011365255,0.0000051716092],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00012662761,0.00006124612,0.00009086845,0.000060333103,0.00029993654,0.000032333213,0.009115702,0.00002099054,0.00012833042],"category_scores_gemma":[0.0032148077,0.00004382282,0.000029280805,0.0004769557,0.00026148895,0.00027568534,0.015613833,0.00007557516,0.00045759228],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004501977,0.00035229328,0.13687213,0.00012417338,0.00005373639,8.826743e-7,0.000373761,0.000022955777,0.008986929,0.044315,0.8027011,0.006152021],"study_design_scores_gemma":[0.00021237906,0.000011041907,0.3514229,0.00015082938,0.00005263029,0.000017904225,0.000052728126,0.0011797223,0.0010625591,0.046418488,0.5991391,0.00027971435],"about_ca_topic_score_codex":0.00010140542,"about_ca_topic_score_gemma":0.000023065944,"teacher_disagreement_score":0.24364369,"about_ca_system_score_codex":0.00000789196,"about_ca_system_score_gemma":0.000009836507,"threshold_uncertainty_score":0.99624544},"labels":[],"label_agreement":null},{"id":"W2040717637","doi":"10.1145/1216016.1216017","title":"Spam and the ongoing battle for the inbox","year":2007,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":164,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Battle; Computer science; Computer security; Internet privacy; Data science; History","score_opus":0.04140004503516648,"score_gpt":0.2955549490639394,"score_spread":0.25415490402877294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040717637","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050235454,0.00851602,0.26988104,0.66235334,0.0016955003,0.00118939,0.000005059434,0.00013031733,0.005993866],"genre_scores_gemma":[0.9556516,0.00014737819,0.043841805,0.00024772642,0.00002868864,0.000018160332,2.6874926e-7,0.0000029504129,0.00006142573],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996156,0.00007362691,0.00010862898,0.00006103525,0.00007058159,0.00007054119],"domain_scores_gemma":[0.9798878,0.005714837,0.00008963213,0.014240752,0.00005607584,0.000010919973],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0013498549,0.00003610466,0.000048094742,0.000017229806,0.00062149856,0.000058636342,0.016385518,0.000018820427,6.0177877e-7],"category_scores_gemma":[0.005533509,0.000016975071,0.00004708148,0.00018927381,0.00027149834,0.000087956876,0.0073734997,0.000107527194,0.000001629563],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050917264,0.00008388356,0.0024296502,0.000018761932,0.000093458235,3.3824847e-8,0.010119998,0.00015461247,0.0017318316,0.8024089,0.022134867,0.16077313],"study_design_scores_gemma":[0.0016862199,0.0000634749,0.085009016,0.000079985344,0.00008895563,0.000023747873,0.0007956828,0.073177695,0.010228866,0.6155992,0.21303213,0.00021500708],"about_ca_topic_score_codex":0.000096218435,"about_ca_topic_score_gemma":0.0001439096,"teacher_disagreement_score":0.90541613,"about_ca_system_score_codex":0.000008992871,"about_ca_system_score_gemma":0.000013684557,"threshold_uncertainty_score":0.9889363},"labels":[],"label_agreement":null},{"id":"W2043312149","doi":"10.1145/2209249.2209268","title":"Large-scale complex IT systems","year":2012,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":215,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Engineering and Physical Sciences Research Council","keywords":"Computer science; Scale (ratio); Geography; Cartography","score_opus":0.17221600002183168,"score_gpt":0.3658577035858895,"score_spread":0.1936417035640578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043312149","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008168049,0.0017616132,0.9810854,0.014563386,0.00042434782,0.00012654779,0.0000052615983,0.00017729093,0.0010393221],"genre_scores_gemma":[0.30760014,0.000048687503,0.6921483,0.00008497591,0.000013596445,0.00001563757,0.0000011665378,0.000004466695,0.00008300517],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992065,0.0002655524,0.00016898227,0.00007350945,0.00010879239,0.00017665433],"domain_scores_gemma":[0.9673371,0.001120193,0.00010194991,0.031344708,0.00006407492,0.000031981],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0007130423,0.00006379547,0.00011499093,0.000032709202,0.000166901,0.000017872451,0.03392025,0.000029999053,0.0000015416213],"category_scores_gemma":[0.0071640504,0.000048063375,0.000050404782,0.00027255688,0.00009587439,0.00025720042,0.026872514,0.00013007478,0.000017616816],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000466574,0.0007248715,0.015552265,0.00015890179,0.00013224273,1.5035387e-7,0.020911014,0.04611511,0.010123554,0.73463774,0.16682722,0.0048122397],"study_design_scores_gemma":[0.000652334,0.00004719111,0.091408975,0.00023004225,0.00004962126,0.00005108711,0.0023330268,0.053108715,0.0044771335,0.22427931,0.6226087,0.0007538607],"about_ca_topic_score_codex":0.000005948947,"about_ca_topic_score_gemma":0.0000022849213,"teacher_disagreement_score":0.51035845,"about_ca_system_score_codex":0.00002673305,"about_ca_system_score_gemma":0.0000130992585,"threshold_uncertainty_score":0.980998},"labels":[],"label_agreement":null},{"id":"W2046355178","doi":"10.1145/1089107.1089136","title":"Consumer power in the digital society","year":2005,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Management and Organizational Studies","field":"Business, Management and Accounting","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Power (physics); Balance (ability); Computer science; Telecommunications; Business; Psychology","score_opus":0.030558343098884163,"score_gpt":0.2490259715942601,"score_spread":0.21846762849537593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046355178","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09894335,0.002548885,0.000025912268,0.5257947,0.00011000526,0.000521908,0.000005876551,0.00005799868,0.37199137],"genre_scores_gemma":[0.9950287,0.0000862665,0.0013312277,0.0031867858,0.000048848808,0.000008933308,0.000009189996,0.0000051081674,0.0002949603],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996226,0.000007988035,0.00013091986,0.000053775857,0.00011634648,0.00006836436],"domain_scores_gemma":[0.9947209,0.000109365676,0.00008825705,0.0050229602,0.000057334993,0.000001197472],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00018937977,0.000050785766,0.000055090313,0.000023898525,0.00024620566,0.00009056016,0.008586037,0.000013595218,0.000057649406],"category_scores_gemma":[0.0012123721,0.000029894969,0.00005744678,0.00038552273,0.00014847776,0.00030370284,0.009232887,0.00007424621,0.000098568096],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024207816,0.0002015199,0.20082968,0.000018022418,0.000046571193,3.118694e-8,0.0005924635,0.000031136125,0.000017040242,0.18742901,0.60921746,0.0016146568],"study_design_scores_gemma":[0.00015170757,7.2494964e-7,0.15532936,0.00001314218,0.000020215995,1.3536538e-7,0.00091050693,0.00019653387,0.00000420524,0.03096428,0.8123487,0.00006046513],"about_ca_topic_score_codex":0.000028000575,"about_ca_topic_score_gemma":0.000104812185,"teacher_disagreement_score":0.8960853,"about_ca_system_score_codex":0.000009106076,"about_ca_system_score_gemma":0.000004155283,"threshold_uncertainty_score":0.99878025},"labels":[],"label_agreement":null},{"id":"W2047003964","doi":"10.1145/2076450.2076469","title":"Programming by optimization","year":2012,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Machine Learning and Data Classification","field":"Computer Science","cited_by":226,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Programming language","score_opus":0.03999092086229857,"score_gpt":0.3033604240854069,"score_spread":0.26336950322310837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047003964","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018655031,0.004298829,0.8148117,0.16902472,0.00030460328,0.00038725417,0.000008490614,0.0002708913,0.009027991],"genre_scores_gemma":[0.42678306,0.000058780744,0.57296604,0.000064748296,0.0000068963823,0.000012821443,0.00001939208,0.0000025959728,0.000085656815],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99948555,0.00014705298,0.000121292935,0.00006366988,0.00009163431,0.00009080237],"domain_scores_gemma":[0.9776353,0.0001221344,0.00012827042,0.02204347,0.000045255936,0.000025547002],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00035036614,0.000039245166,0.000044076787,0.000022960367,0.0001944725,0.000032760778,0.021642193,0.000021599117,0.0000028404063],"category_scores_gemma":[0.0029292265,0.000029211982,0.000026452308,0.00027780497,0.00006412171,0.00033897444,0.010388285,0.00009686417,0.0000103661905],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037074674,0.0010986443,0.08322302,0.00003849051,0.00005128481,1.2077052e-8,0.0037367728,0.00296482,0.0040175673,0.40279934,0.15675895,0.34530738],"study_design_scores_gemma":[0.00028466916,0.00002749331,0.025294917,0.00004779175,0.000027869031,0.0000070015517,0.00012896306,0.20091106,0.0023798577,0.007438128,0.7631907,0.00026156002],"about_ca_topic_score_codex":0.000021136315,"about_ca_topic_score_gemma":0.0000011641989,"teacher_disagreement_score":0.6064317,"about_ca_system_score_codex":0.000012982675,"about_ca_system_score_gemma":0.000013234546,"threshold_uncertainty_score":0.9976155},"labels":[],"label_agreement":null},{"id":"W2049047048","doi":"10.1145/376134.376180","title":"More testing should be taught","year":2001,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Royal Military College of Canada","funders":"","keywords":"Queen (butterfly); Citation; Library science; Engine department; Operations research; History; Computer science; Engineering; Engineering management","score_opus":0.1874437479503524,"score_gpt":0.343054497838024,"score_spread":0.1556107498876716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049047048","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0610424,0.0035949487,0.1041569,0.685,0.00095155806,0.0007455742,0.000031734573,0.0007761924,0.14370067],"genre_scores_gemma":[0.7826123,0.000019708994,0.2166541,0.00043108177,0.000018181121,0.000007081147,0.000004009682,0.0000041794997,0.00024933642],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992273,0.00013173543,0.00022307844,0.00012446975,0.0001599529,0.00013349619],"domain_scores_gemma":[0.9691368,0.0005092707,0.00015957226,0.030031528,0.0001374248,0.000025407335],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00029112524,0.000072491006,0.00010410849,0.000025745043,0.00030731823,0.000056033296,0.047142465,0.00003439655,0.0000016831559],"category_scores_gemma":[0.0039449655,0.00005400248,0.00006314076,0.0007328868,0.00011634595,0.00014029728,0.021737672,0.00015362818,0.000010834616],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009735803,0.0008424128,0.08430163,0.00008078914,0.00016692643,0.000004537733,0.00955702,0.011450402,0.003920781,0.47347116,0.3876977,0.028496897],"study_design_scores_gemma":[0.00046647445,0.000062810795,0.026035756,0.000320275,0.000028164748,0.00013920195,0.0002545022,0.14728108,0.00067377207,0.11152251,0.7128028,0.00041260515],"about_ca_topic_score_codex":0.000101543344,"about_ca_topic_score_gemma":0.000011269389,"teacher_disagreement_score":0.7215699,"about_ca_system_score_codex":0.000012623129,"about_ca_system_score_gemma":0.000046997084,"threshold_uncertainty_score":0.98617435},"labels":[],"label_agreement":null},{"id":"W2050638549","doi":"10.1145/2822517","title":"Programming in K-12 science classrooms","year":2015,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Science Foundation","keywords":"Computer science; Mathematics education; Programming language; Multimedia; Psychology","score_opus":0.10915175488253893,"score_gpt":0.34116216716206366,"score_spread":0.23201041227952474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050638549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43726462,0.007097695,0.08942945,0.43589562,0.002221565,0.0021048328,0.0000018031349,0.001543829,0.024440574],"genre_scores_gemma":[0.5693599,0.0000031743175,0.43054423,0.000027991755,0.0000034376608,0.000009092838,1.8052268e-7,0.000002144599,0.00004984251],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906844,0.00018922148,0.00017093183,0.00014528038,0.0002450256,0.00018108478],"domain_scores_gemma":[0.9770302,0.00015067555,0.00011155751,0.022564035,0.000090745045,0.000052752806],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.002017439,0.000053272302,0.00007658582,0.000117423624,0.00025318863,0.00010592145,0.05133104,0.000022123624,2.0313931e-7],"category_scores_gemma":[0.011622565,0.00004035976,0.00003304084,0.00097516034,0.0004697141,0.00031708233,0.027145416,0.00029729278,0.000006972834],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024984913,0.00030705283,0.072333544,0.000008930168,0.000006313998,3.4218422e-7,0.018278118,0.0005188588,0.00024658072,0.11045092,0.0009024905,0.7969443],"study_design_scores_gemma":[0.0010188946,0.00015936488,0.08521757,0.00031220703,0.000013142993,0.00003094408,0.0028375383,0.03671677,0.0005621995,0.07865461,0.7940181,0.00045865294],"about_ca_topic_score_codex":0.0001613902,"about_ca_topic_score_gemma":0.000055472086,"teacher_disagreement_score":0.7964857,"about_ca_system_score_codex":0.0000689446,"about_ca_system_score_gemma":0.00021122304,"threshold_uncertainty_score":0.99670297},"labels":[],"label_agreement":null},{"id":"W2054268016","doi":"10.1145/953460.953502","title":"Viewpoint","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Digital Platforms and Economics","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"PricewaterhouseCoopers (Canada)","funders":"","keywords":"Citation; Boom; Computer science; World Wide Web; Library science; Operations research; Engineering","score_opus":0.056733534614048564,"score_gpt":0.23630429532459593,"score_spread":0.17957076071054737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054268016","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34099144,0.00024345257,0.000006593501,0.019742098,0.00014772608,0.0001127595,8.75979e-7,0.000024171035,0.6387309],"genre_scores_gemma":[0.9944688,0.000026383988,0.0035742421,0.001713932,0.000018339453,0.0000048498896,0.000003287209,0.000005479043,0.00018469474],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9997536,0.0000010237708,0.000120406454,0.000039966766,0.00002824925,0.000056769426],"domain_scores_gemma":[0.989292,0.00003070297,0.00010356395,0.0105372835,0.000034189452,0.0000022420058],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00014518945,0.000036228907,0.000055917037,0.000025557223,0.00011092363,0.00008329343,0.007345323,0.000013120753,0.000037513128],"category_scores_gemma":[0.0024829833,0.000025636195,0.000051056002,0.00011734668,0.000063727326,0.00075387384,0.00559422,0.0000461325,0.00018437592],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.4326224e-7,0.000035515255,0.0016313377,0.000009309235,0.000006323985,7.6048545e-9,0.000007822088,0.000016246879,0.000034254503,0.98252743,0.014802607,0.000928501],"study_design_scores_gemma":[0.000057222333,5.56429e-7,0.0016071894,0.000009481907,0.000006867608,2.9862287e-7,0.000100916615,0.00011058158,0.00005949551,0.7343502,0.2636608,0.000036370107],"about_ca_topic_score_codex":0.000037017304,"about_ca_topic_score_gemma":0.000043992255,"teacher_disagreement_score":0.6534774,"about_ca_system_score_codex":0.0000066145913,"about_ca_system_score_gemma":0.000006664698,"threshold_uncertainty_score":0.9980254},"labels":[],"label_agreement":null},{"id":"W2055809883","doi":"10.1145/1183236.1183240","title":"How they manage IT","year":2006,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Business","score_opus":0.19885882470723668,"score_gpt":0.401264004205314,"score_spread":0.20240517949807732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055809883","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29542693,0.00037975397,0.00016554569,0.68062526,0.0001201965,0.0001520492,0.000014841387,0.000077079865,0.023038356],"genre_scores_gemma":[0.96714264,0.000030942014,0.021584127,0.00020707324,0.0000065523063,0.000009433374,0.0000020114383,0.000004226901,0.011013016],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990787,0.00016945819,0.00024574355,0.000118378324,0.0003027851,0.00008496631],"domain_scores_gemma":[0.95718783,0.00047667092,0.00020964678,0.04196286,0.00015038539,0.000012601683],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0006998,0.00005538937,0.00010186562,0.00011771348,0.00026105053,0.000076697674,0.046066247,0.00006278217,0.000031172465],"category_scores_gemma":[0.0096825,0.00003357706,0.000102799284,0.000436075,0.00032623106,0.00012300335,0.015923446,0.00016398203,0.0000891067],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004251357,0.00026279164,0.18587668,0.0000013926164,0.000011904058,2.9059427e-7,0.0002880575,0.000028490595,0.0021751204,0.28727427,0.5162577,0.00781907],"study_design_scores_gemma":[0.00008327757,0.0000038117635,0.22998841,0.000004859263,0.0000085214415,0.0000021892397,0.00046906093,0.00004316813,0.00041034826,0.612873,0.15607251,0.000040805568],"about_ca_topic_score_codex":0.000068415975,"about_ca_topic_score_gemma":0.0005165568,"teacher_disagreement_score":0.6804182,"about_ca_system_score_codex":0.000012084963,"about_ca_system_score_gemma":0.000013082916,"threshold_uncertainty_score":0.9986594},"labels":[],"label_agreement":null},{"id":"W2057334711","doi":"10.1145/383845.383858","title":"Getting started with ASPECTJ","year":2001,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":540,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"PALO; Citation; Library science; Engineering; Computer science; Operating system","score_opus":0.07979108378174801,"score_gpt":0.3166823941252611,"score_spread":0.2368913103435131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057334711","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009452007,0.00048905454,0.96761495,0.02112574,0.00005502867,0.000088515626,5.319677e-7,0.00023379643,0.0009403845],"genre_scores_gemma":[0.19966607,0.000057116526,0.80015326,0.00005586956,0.000004063767,0.0000075906933,3.3574977e-7,0.000004303915,0.000051376945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994857,0.0001244655,0.00010903757,0.000089830864,0.00009327292,0.000097735414],"domain_scores_gemma":[0.9707798,0.0010141566,0.00008533185,0.02803084,0.00007492636,0.0000149703055],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00026813583,0.00005462915,0.00007791541,0.00003334611,0.00014000956,0.000015953383,0.028903132,0.000016963428,9.84202e-7],"category_scores_gemma":[0.008730783,0.0000367749,0.000025954028,0.00043146935,0.00012076919,0.00016350279,0.013527248,0.00013612374,0.0000030561976],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042108593,0.00057101157,0.038286474,0.00007924832,0.00033886198,0.000007608884,0.010085615,0.23927832,0.03416352,0.4820774,0.009969337,0.18510053],"study_design_scores_gemma":[0.00045222204,0.00009061615,0.058916133,0.00014788231,0.00002170648,0.00006751028,0.00022040922,0.011299257,0.009804643,0.90421647,0.014396832,0.00036631574],"about_ca_topic_score_codex":0.000008579173,"about_ca_topic_score_gemma":0.00000961612,"teacher_disagreement_score":0.42213908,"about_ca_system_score_codex":0.000019982204,"about_ca_system_score_gemma":0.000024789135,"threshold_uncertainty_score":0.9996191},"labels":[],"label_agreement":null},{"id":"W2058170847","doi":"10.1145/1810891.1810914","title":"Constraint satisfaction problems and global cardinality constraints","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Constraint Satisfaction and Optimization","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Cardinality (data modeling); Constraint satisfaction problem; Constraint satisfaction dual problem; Constraint satisfaction; Constraint (computer-aided design); Set (abstract data type); Mathematics; Local consistency; Mathematical optimization; Constraint logic programming; Complexity of constraint satisfaction; Backtracking; Computer science; Constraint programming","score_opus":0.03179045529978212,"score_gpt":0.28164370821130946,"score_spread":0.24985325291152735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058170847","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6209995,0.00046950157,0.15479048,0.17741495,0.002216316,0.0018536894,0.00015665978,0.0005382602,0.041560642],"genre_scores_gemma":[0.8100886,0.00003905934,0.1897631,0.00008383814,0.0000058732894,0.000009452461,0.0000018173051,0.000002049099,0.0000062273184],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992453,0.00012024867,0.00023621172,0.00016011015,0.00013629693,0.00010183357],"domain_scores_gemma":[0.98765266,0.00015051429,0.00017025763,0.011826378,0.00014710137,0.00005308488],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0003429816,0.00008316868,0.00010920198,0.00002901844,0.00026846508,0.00006777173,0.0063683153,0.0000628344,0.000020982645],"category_scores_gemma":[0.0020334215,0.000068286034,0.000057668716,0.00026849326,0.001048207,0.00023055536,0.006005117,0.00022910332,0.0000041859903],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017343248,0.000045337856,0.2331157,0.000016019387,0.000038197326,1.092083e-7,0.00041139056,0.000072647665,0.004001103,0.49815327,0.0005623035,0.26358217],"study_design_scores_gemma":[0.00037055806,0.000018804098,0.8370629,0.00002981752,0.000021729025,0.00012908266,0.00010322837,0.00573556,0.00040703523,0.15408628,0.0018745987,0.00016038632],"about_ca_topic_score_codex":0.00013156752,"about_ca_topic_score_gemma":0.0006119335,"teacher_disagreement_score":0.6039472,"about_ca_system_score_codex":0.000025670992,"about_ca_system_score_gemma":0.000094418814,"threshold_uncertainty_score":0.9990077},"labels":[],"label_agreement":null},{"id":"W2059210005","doi":"10.1145/944217.944243","title":"Evaluating modeling techniques based on models of learning","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Simon Fraser University","funders":"","keywords":"Computer science; Artificial intelligence; Domain (mathematical analysis); Grammar; Test (biology); Machine learning; Natural language processing; Mathematics; Linguistics","score_opus":0.19758733284042312,"score_gpt":0.372712511628928,"score_spread":0.17512517878850486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059210005","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0129978,0.0003154251,0.9678719,0.0018505981,0.00007775332,0.00024315067,4.8594615e-7,0.0001007216,0.016542142],"genre_scores_gemma":[0.6263448,0.000008092297,0.3734799,0.000017788125,0.0000028054606,0.000009249593,2.2183052e-7,0.000004496581,0.00013261243],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998754,0.00052877475,0.00027672102,0.000119392666,0.00022425743,0.00009683602],"domain_scores_gemma":[0.98699874,0.00038750967,0.00023291231,0.012139323,0.00022732714,0.000014190485],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0013329943,0.000069009315,0.00011934601,0.0000762102,0.000252827,0.000020182093,0.01178886,0.000031950352,0.0000012848367],"category_scores_gemma":[0.0052772076,0.00005369622,0.000084202584,0.00024780756,0.00004133927,0.00012106429,0.0029198464,0.00024379596,0.000001512371],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.38957e-7,0.000032899043,0.0001440337,0.000008501338,0.0000047212734,1.2932147e-8,0.00033591542,0.65604216,0.0025991788,0.33923587,0.000009959171,0.0015858931],"study_design_scores_gemma":[0.00004272636,0.000049595576,0.0000072592156,0.00023147452,0.0000040091727,4.8604824e-7,0.00008230824,0.9486596,0.014938175,0.03541225,0.00051873975,0.000053379797],"about_ca_topic_score_codex":0.00003647684,"about_ca_topic_score_gemma":8.829639e-7,"teacher_disagreement_score":0.61334705,"about_ca_system_score_codex":0.000029299146,"about_ca_system_score_gemma":0.000067696055,"threshold_uncertainty_score":0.9935578},"labels":[],"label_agreement":null},{"id":"W2059284345","doi":"10.1145/1897852.1897880","title":"Reaching out to the media","year":2011,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Work (physics); Multimedia; Data science; Human–computer interaction; Engineering","score_opus":0.32364811613180017,"score_gpt":0.33384101582941295,"score_spread":0.010192899697612778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059284345","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11896631,0.0021060826,0.0014428085,0.4789897,0.0029370748,0.0012609626,0.00003818898,0.00026833377,0.39399055],"genre_scores_gemma":[0.9899909,0.000051667386,0.0077043152,0.0019245708,0.00014288831,0.000018761444,0.000010913611,0.000009241515,0.00014674322],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99952936,0.000018858891,0.00016273076,0.00008164937,0.00011316979,0.000094236864],"domain_scores_gemma":[0.9801346,0.0001190841,0.00012926698,0.019488128,0.0001244054,0.0000045350635],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.000395425,0.00006328298,0.000070492686,0.000041147003,0.00032306148,0.00004859903,0.02770256,0.000022852151,0.00008564521],"category_scores_gemma":[0.007151649,0.000034796398,0.000045923527,0.0003340886,0.00013888841,0.0003086119,0.02310386,0.00013215446,0.00040787377],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035627385,0.00036078168,0.036578484,0.00007424994,0.0000687838,2.2922151e-7,0.0065279785,0.000018576458,0.0013266113,0.35742673,0.5354579,0.062124066],"study_design_scores_gemma":[0.000067158595,0.0000020382047,0.07288573,0.00010838459,0.00006912986,9.2383397e-7,0.00073952164,0.00026656533,0.0007321212,0.12788448,0.79709476,0.00014919846],"about_ca_topic_score_codex":0.0006961365,"about_ca_topic_score_gemma":0.0010602461,"teacher_disagreement_score":0.8710246,"about_ca_system_score_codex":0.000006647449,"about_ca_system_score_gemma":0.000009088261,"threshold_uncertainty_score":0.9847971},"labels":[],"label_agreement":null},{"id":"W2061064808","doi":"10.1145/505248.506001","title":"A comparison of three delivery systems for teaching an information technology course","year":2002,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Innovation and Knowledge Management","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Knowledge management; Organizational learning; Leverage (statistics); Deliverable; Computer science; Process (computing); Knowledge economy; Macro; Information technology; Process management; Business; Management; Artificial intelligence","score_opus":0.08834036908310047,"score_gpt":0.3202195569914428,"score_spread":0.2318791879083423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061064808","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3802863,0.0046606483,0.007563002,0.10712622,0.001725026,0.0051932917,0.000039845607,0.0006019531,0.49280372],"genre_scores_gemma":[0.99325454,0.000009764101,0.006408439,0.00015280624,0.000036547695,0.000055464676,0.00002688321,0.000005946601,0.000049578946],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936914,0.000013962452,0.00038795738,0.000051859766,0.000095873795,0.000081184175],"domain_scores_gemma":[0.9924585,0.00005282988,0.000515276,0.0065600835,0.00041076093,0.0000025279842],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.000391161,0.00006355306,0.000135931,0.0002354166,0.00029527047,0.000047350142,0.006589858,0.000043934957,0.0000061389505],"category_scores_gemma":[0.0013092577,0.00005215189,0.00004175212,0.00039268885,0.00013324284,0.0005809797,0.0038784326,0.000110586545,0.000023630124],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004941896,0.00027444694,0.0143806,0.00016427586,0.00003106471,3.7727457e-9,0.00023734603,0.00010568383,0.000114766706,0.95557076,0.020298282,0.008817821],"study_design_scores_gemma":[0.0010084463,0.000041297,0.0049682744,0.00024438548,0.00020517055,5.438775e-7,0.011485091,0.5936822,0.0001244683,0.0673633,0.3206219,0.0002548618],"about_ca_topic_score_codex":0.000048754864,"about_ca_topic_score_gemma":0.0000635955,"teacher_disagreement_score":0.88820744,"about_ca_system_score_codex":0.000015280828,"about_ca_system_score_gemma":0.000005177381,"threshold_uncertainty_score":0.99878496},"labels":[],"label_agreement":null},{"id":"W2063358261","doi":"10.1145/792704.792730","title":"Game-like navigation and responsiveness in non-game applications","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Speech and dialogue systems","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Human–computer interaction; Game design; Video game development","score_opus":0.02558136271059952,"score_gpt":0.283212504251202,"score_spread":0.25763114154060246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063358261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78627634,0.010889646,0.11270042,0.055432435,0.0009269822,0.0050619747,0.00004013835,0.00027407234,0.028398002],"genre_scores_gemma":[0.9493351,0.000078212106,0.0502922,0.00008286596,0.000004539058,0.00013056344,0.0000044108892,0.000004003047,0.000068118476],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991754,0.00027994456,0.00021202018,0.00013645604,0.00009950089,0.00009663009],"domain_scores_gemma":[0.9829748,0.00036538806,0.00011824604,0.016418967,0.000092001836,0.00003057471],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00048207646,0.00006040335,0.00009983538,0.00007643256,0.000100257006,0.00003408093,0.01062503,0.000040994444,5.526132e-7],"category_scores_gemma":[0.0010941722,0.000050587863,0.000031219974,0.0005957301,0.00013885509,0.00015718947,0.003842684,0.00010845386,0.000011219641],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000365679,0.0008763244,0.06567868,0.00018975677,0.00006258631,0.0000012511034,0.009919465,0.0004899038,0.037188496,0.8497646,0.0055257496,0.030266648],"study_design_scores_gemma":[0.0013977187,0.000055340715,0.1558623,0.00031837047,0.000018973498,0.00005348408,0.0005420781,0.0046851477,0.013970809,0.72229606,0.100408845,0.00039087966],"about_ca_topic_score_codex":0.00008754563,"about_ca_topic_score_gemma":0.000047776128,"teacher_disagreement_score":0.16305876,"about_ca_system_score_codex":0.000027865815,"about_ca_system_score_gemma":0.00007332565,"threshold_uncertainty_score":0.99472797},"labels":[],"label_agreement":null},{"id":"W2064015040","doi":"10.1145/859670.859695","title":"Extracting library-based Java applications","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Computer science; Java; Programming language; Operating system","score_opus":0.04705089450606053,"score_gpt":0.30345290938477926,"score_spread":0.2564020148787187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064015040","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010529481,0.004594684,0.8029652,0.14824094,0.00031792797,0.0016035375,0.000014821443,0.0013132679,0.0304201],"genre_scores_gemma":[0.47987923,0.000018261053,0.5198502,0.00006553584,0.000003884215,0.00007226453,0.0000012422046,0.000006715711,0.0001026928],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993221,0.00013742101,0.00015231852,0.00011722906,0.00014952199,0.000121422294],"domain_scores_gemma":[0.9602848,0.002251566,0.00007574336,0.03729076,0.000059836388,0.000037247675],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00027928193,0.000055714674,0.000063616215,0.00006979942,0.000223241,0.000056949375,0.036988374,0.000028474838,0.000010345954],"category_scores_gemma":[0.0104316715,0.000046465742,0.000055074877,0.00076579244,0.00009820538,0.0002416635,0.008334558,0.00020138384,0.000028730194],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018741018,0.0005544014,0.06743168,0.00006875792,0.00004892969,3.1060517e-7,0.00052360777,0.0033555776,0.005459725,0.87736535,0.027078487,0.018111268],"study_design_scores_gemma":[0.00058074883,0.00003463293,0.045400355,0.00012973236,0.000019707126,0.0000156629,0.00008057565,0.023155088,0.07695302,0.214689,0.63848424,0.00045723468],"about_ca_topic_score_codex":0.000004667374,"about_ca_topic_score_gemma":8.5871716e-7,"teacher_disagreement_score":0.6626764,"about_ca_system_score_codex":0.000017071707,"about_ca_system_score_gemma":0.00015047455,"threshold_uncertainty_score":0.9996858},"labels":[],"label_agreement":null},{"id":"W2064650866","doi":"10.1145/1646353.1646386","title":"Designs for effective implementation of trust assurances in internet stores","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of New Brunswick","funders":"","keywords":"The Internet; Internet privacy; Business; Trustworthiness; Hacker; Computer security; Credit card; Computer science; Nothing; World Wide Web; Finance","score_opus":0.18918752016491236,"score_gpt":0.48229516257819033,"score_spread":0.29310764241327797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064650866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9898056,0.00006244697,0.00035606042,0.009020155,0.00012790343,0.0004388354,0.000025469208,0.000010648773,0.00015290649],"genre_scores_gemma":[0.9676957,0.000008062617,0.032106142,0.000022115612,0.0000027190845,0.00009855996,0.000002668753,0.0000031047505,0.000060919974],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991425,0.00017398954,0.00036318417,0.000099732446,0.00015678426,0.00006380971],"domain_scores_gemma":[0.98888975,0.0016050725,0.0003187705,0.008967737,0.0002082549,0.000010410431],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.0013907572,0.000046266163,0.00012815176,0.00016213745,0.00006331493,0.000012169066,0.013667897,0.00005651338,0.000041581065],"category_scores_gemma":[0.011217455,0.000030873893,0.00007304238,0.00035367018,0.00031477743,0.000103299404,0.0026333376,0.00015729545,0.0000036368372],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017976943,0.00010562124,0.9168954,0.000002646675,0.000010255568,1.245951e-8,0.001382004,0.000005427273,0.01886974,0.01830411,0.0050898893,0.039316896],"study_design_scores_gemma":[0.0003345398,0.000035521414,0.85797757,0.00000815828,0.000009133434,5.2853875e-7,0.0015742532,0.0001460694,0.031064237,0.10654937,0.002266075,0.000034547964],"about_ca_topic_score_codex":0.00016359214,"about_ca_topic_score_gemma":0.0031483588,"teacher_disagreement_score":0.08824526,"about_ca_system_score_codex":0.000010904791,"about_ca_system_score_gemma":0.000030251447,"threshold_uncertainty_score":0.9971115},"labels":[],"label_agreement":null},{"id":"W2065105974","doi":"10.1145/948383.948407","title":"TransLight","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Optical Network Technologies","field":"Engineering","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canarie","funders":"","keywords":"Computer science; Computer network; Telecommunications","score_opus":0.026638206843864917,"score_gpt":0.25182380762459367,"score_spread":0.22518560078072875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065105974","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17209779,0.056443024,0.0248025,0.09656534,0.0009720454,0.0012838568,0.000027634802,0.0039405404,0.64386725],"genre_scores_gemma":[0.659241,0.0004661537,0.34024173,0.000010552461,0.0000011101159,0.000008096212,3.107709e-7,0.0000058797923,0.00002514175],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9997705,0.000017185024,0.00008687163,0.000028314756,0.000032531447,0.0000645969],"domain_scores_gemma":[0.98302406,0.00012556792,0.000010808145,0.016818454,0.000013405772,0.000007718486],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.000043417822,0.00003743455,0.000051952247,0.000013816724,0.000048718746,0.000002271661,0.009513322,0.000029996452,0.000006272368],"category_scores_gemma":[0.0018813919,0.000027806034,0.000030994554,0.00017491417,0.00014533842,0.000028711029,0.0011957624,0.00012007931,0.000008458538],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014870034,0.00008311063,0.0012139626,0.000037087608,0.00007408925,1.0607425e-7,0.00025441687,0.034667637,0.014802296,0.9059375,0.026419083,0.016509261],"study_design_scores_gemma":[0.00013341477,0.000006874421,0.0010690391,0.00003318598,0.0000173747,0.0000026359107,0.00009948748,0.0025721036,0.03004696,0.7942351,0.17166048,0.00012333925],"about_ca_topic_score_codex":2.534532e-7,"about_ca_topic_score_gemma":0.0000038025064,"teacher_disagreement_score":0.6438421,"about_ca_system_score_codex":0.000010511673,"about_ca_system_score_gemma":0.0000029135606,"threshold_uncertainty_score":0.9958457},"labels":[],"label_agreement":null},{"id":"W2067071951","doi":"10.1145/2240236.2240249","title":"The internet is everywhere, but the payoff is not","year":2012,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"ICT Impact and Policies","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Stochastic game; Computer science; The Internet; Mathematical economics; World Wide Web; Economics","score_opus":0.05008356338049907,"score_gpt":0.28992117326233646,"score_spread":0.2398376098818374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067071951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75161916,0.015523764,0.000027245898,0.17900665,0.0007482703,0.00034556646,0.000087270644,0.00013567202,0.052506417],"genre_scores_gemma":[0.9941187,0.0011573362,0.00027285627,0.00096163125,0.000050880863,0.000016533711,0.0000016038898,0.000014777352,0.0034056804],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995106,0.000070104375,0.0001445025,0.000017921948,0.00008626687,0.00017061675],"domain_scores_gemma":[0.98516935,0.00053138565,0.00004537151,0.01419857,0.000030941832,0.000024383504],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0002361793,0.000076809934,0.000069796566,0.00001394588,0.00025027178,0.000033533495,0.012684337,0.00003524257,0.000041717365],"category_scores_gemma":[0.00060415565,0.00003701045,0.000082349674,0.0001142479,0.00020039694,0.00008253225,0.0041482216,0.00020661797,0.000117365875],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003845961,0.000029778232,0.004686834,0.00001165788,0.00012933004,3.2138345e-9,0.031605266,0.00003587614,0.0012101199,0.00659632,0.952238,0.003452919],"study_design_scores_gemma":[0.00008305172,0.0000063361335,0.03128739,0.000029037103,0.000043518758,0.0000035873836,0.0016383139,0.0007367593,0.025840165,0.003631393,0.9365968,0.00010363344],"about_ca_topic_score_codex":0.0002413621,"about_ca_topic_score_gemma":0.000042703745,"teacher_disagreement_score":0.24249956,"about_ca_system_score_codex":0.000022558725,"about_ca_system_score_gemma":0.0000089800815,"threshold_uncertainty_score":0.99265754},"labels":[],"label_agreement":null},{"id":"W2067853605","doi":"10.1145/1995376.1995387","title":"Corporate social responsibility and global IT outsourcing","year":2011,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Outsourcing and Supply Chain Management","field":"Business, Management and Accounting","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Outsourcing; Business; Corporate social responsibility; Social responsibility; Knowledge process outsourcing; Business administration; Industrial organization; Process management; Public relations; Marketing; Political science","score_opus":0.13674732625560956,"score_gpt":0.27934986877992024,"score_spread":0.14260254252431068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067853605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.723036,0.00024551092,0.00038514932,0.13713855,0.00028294983,0.0005742051,0.00001710194,0.00016399605,0.13815653],"genre_scores_gemma":[0.9945358,0.0000101782125,0.004389919,0.0008341868,0.00005441356,0.000008361503,0.0000047970757,0.000007227148,0.00015512359],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999365,0.000056840323,0.00021490676,0.0001298437,0.00011415118,0.000119294375],"domain_scores_gemma":[0.99154556,0.00005873999,0.00030034807,0.007988501,0.000100779725,0.0000060542147],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00071687275,0.00008627485,0.00012200447,0.000047355006,0.00045952064,0.000053815245,0.0067144223,0.000035121022,0.000027574319],"category_scores_gemma":[0.0022461184,0.00006813337,0.00006495819,0.0003052891,0.00024522378,0.00018899859,0.016677823,0.0000994014,0.00002028527],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085575935,0.00023602275,0.80052334,0.00015302365,0.000076218035,5.2466174e-7,0.0016510715,0.000020884005,0.00008269516,0.15981837,0.033908136,0.0034441657],"study_design_scores_gemma":[0.00033854897,0.0000049903565,0.65011513,0.00005045996,0.0001059143,7.623456e-7,0.0022128168,0.0014101196,0.000021867507,0.327195,0.018384699,0.00015969314],"about_ca_topic_score_codex":0.0006488988,"about_ca_topic_score_gemma":0.00029958194,"teacher_disagreement_score":0.27149978,"about_ca_system_score_codex":0.000022015805,"about_ca_system_score_gemma":0.000011925417,"threshold_uncertainty_score":0.99865973},"labels":[],"label_agreement":null},{"id":"W2070019648","doi":"10.1145/1978542.1978569","title":"Cyberwarfare","year":2011,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University at Albany; University of Toronto; U.S. Department of Defense","keywords":"Cyberwarfare; Offensive; Hacker; Espionage; Disinformation; Political science; Computer security; China; Battlefield; Law and economics; Law; Computer science; History; Operations research; Engineering; Sociology","score_opus":0.09912370926563129,"score_gpt":0.2934110457055475,"score_spread":0.1942873364399162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070019648","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050318483,0.0014892033,0.8112728,0.060348958,0.0004977392,0.0007880158,0.000008871439,0.0017051785,0.1188574],"genre_scores_gemma":[0.42920387,0.000038049944,0.57059747,0.0000809206,0.0000015691231,0.000015203335,1.4482873e-7,0.0000024294802,0.000060341386],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99960244,0.00006386714,0.00012225527,0.00008000764,0.00006867996,0.00006277824],"domain_scores_gemma":[0.9563911,0.00007368701,0.00009941471,0.043332312,0.00008867148,0.000014797698],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00010993633,0.000042131287,0.000053462714,0.000036965794,0.00013737933,0.000006976301,0.05082798,0.000022415816,0.0000063582193],"category_scores_gemma":[0.0018119272,0.000031845888,0.000047073456,0.00029398344,0.00012969632,0.00019311924,0.032055657,0.000099947734,0.000012212391],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046042446,0.00029091362,0.0022989544,0.000013074045,0.00003282405,2.8243946e-7,0.0040037544,0.0000061839282,0.0074252933,0.8950196,0.020582074,0.07032244],"study_design_scores_gemma":[0.000049941864,0.00002094495,0.0070260484,0.00001772067,0.000003622715,0.000006224773,0.00003222218,0.00024763937,0.13665193,0.84017754,0.015693083,0.00007311037],"about_ca_topic_score_codex":0.0000315474,"about_ca_topic_score_gemma":0.000013162747,"teacher_disagreement_score":0.42417204,"about_ca_system_score_codex":0.000014652245,"about_ca_system_score_gemma":0.000017454455,"threshold_uncertainty_score":0.9757729},"labels":[],"label_agreement":null},{"id":"W2070787093","doi":"10.1145/1060710.1060716","title":"Scale-free geometry in OO programs","year":2005,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Computability, Logic, AI Algorithms","field":"Computer Science","cited_by":198,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Scale (ratio); Computer graphics (images); Geometry; Programming language; Engineering drawing; Mathematics; Engineering; Cartography; Geography","score_opus":0.043784538552229905,"score_gpt":0.28950073382088015,"score_spread":0.24571619526865024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070787093","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35844177,0.0037147715,0.016759837,0.6074166,0.0005043773,0.0016416895,0.000010344386,0.0005152863,0.010995297],"genre_scores_gemma":[0.48475024,0.000035231104,0.5149767,0.00012911553,0.00001583686,0.000026632084,0.0000012617401,0.0000043192526,0.000060649036],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987739,0.00023038342,0.00034427925,0.00021871102,0.00023056248,0.00020216225],"domain_scores_gemma":[0.9411366,0.0003807954,0.00012613526,0.058207955,0.000108509,0.00004001976],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0006890961,0.000099058234,0.00015883471,0.00012011126,0.00014278168,0.000060120383,0.08519865,0.000052240608,0.000004646284],"category_scores_gemma":[0.0031491218,0.000069893926,0.00009969391,0.0012577823,0.00030319404,0.0002666711,0.07416269,0.00027190652,0.000024828694],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033506587,0.0016258917,0.0631302,0.00002195316,0.000021084816,2.671187e-7,0.0019713484,0.0005668598,0.00022922234,0.021484371,0.004962143,0.9059833],"study_design_scores_gemma":[0.0009501119,0.00009157759,0.24965009,0.00011345074,0.000014819723,0.00002455785,0.00012646275,0.10488786,0.001723621,0.60101897,0.040990025,0.00040847997],"about_ca_topic_score_codex":0.00010009821,"about_ca_topic_score_gemma":0.00059798744,"teacher_disagreement_score":0.90557486,"about_ca_system_score_codex":0.000091269256,"about_ca_system_score_gemma":0.00006221529,"threshold_uncertainty_score":0.9333253},"labels":[],"label_agreement":null},{"id":"W2072319707","doi":"10.1145/1284621.1284648","title":"Toward a world with quantum computers","year":2007,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Quantum computer; Quantum; Physics; Quantum mechanics","score_opus":0.03616090230657024,"score_gpt":0.27645661848171954,"score_spread":0.2402957161751493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072319707","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10262595,0.0012741741,0.70378023,0.18479605,0.00066290144,0.00048878073,0.0000039482857,0.00040859333,0.0059593404],"genre_scores_gemma":[0.5454231,0.000006600429,0.45426086,0.00025530314,0.000013590014,0.0000015536883,5.7108065e-7,0.0000045175675,0.00003392087],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999162,0.00008237584,0.0002130703,0.00015926611,0.00019276755,0.00019050243],"domain_scores_gemma":[0.97502774,0.00056469114,0.00015762653,0.024114545,0.00008756096,0.00004783398],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00046982494,0.00009650322,0.00012438961,0.00011085791,0.00025870666,0.000045978322,0.03965179,0.000020777885,9.572796e-7],"category_scores_gemma":[0.00040589992,0.000060675502,0.000071968876,0.0008815284,0.00024027812,0.00008240382,0.020573424,0.0002489637,0.000005784819],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036910602,0.0006929144,0.007713234,0.000067446694,0.0001990051,0.000007910547,0.009612949,0.0077084643,0.0011719503,0.7839343,0.030450443,0.15840447],"study_design_scores_gemma":[0.00095153274,0.00021078337,0.06682413,0.00046826288,0.00003436263,0.000114690396,0.00016675417,0.60893875,0.0037031905,0.27079564,0.0472101,0.00058180466],"about_ca_topic_score_codex":0.000047045225,"about_ca_topic_score_gemma":0.00006751196,"teacher_disagreement_score":0.60123026,"about_ca_system_score_codex":0.000021127877,"about_ca_system_score_gemma":0.00005532056,"threshold_uncertainty_score":0.987348},"labels":[],"label_agreement":null},{"id":"W2072363968","doi":"10.1145/1230819.1241684","title":"The rime of the ancyent programmer","year":2007,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Programmer; Hard rime; Set (abstract data type); Computer science; Programming language; Meteorology; Geography","score_opus":0.01932745973427878,"score_gpt":0.25730910376747773,"score_spread":0.23798164403319896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072363968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71203214,0.03221823,0.001811911,0.21445382,0.0048818463,0.0015973198,0.000025930494,0.00043163943,0.032547172],"genre_scores_gemma":[0.99511665,0.00022797124,0.0044900915,0.00001901063,0.00001948809,0.000011827036,0.0000011622622,0.0000070102087,0.00010679092],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996157,0.000018514753,0.00015766842,0.000027839766,0.00009060849,0.000089626454],"domain_scores_gemma":[0.99091846,0.00019057434,0.000037173984,0.008801185,0.00003566778,0.000016968197],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00029341306,0.000041359737,0.000045629913,0.000012536531,0.0001127762,0.0000049950527,0.00736561,0.00002971848,0.0000024290305],"category_scores_gemma":[0.0007512074,0.000019933424,0.00005363225,0.0002487467,0.00021376912,0.000015863949,0.0016009645,0.00013816642,0.0000030012466],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026862457,0.0010437705,0.02518416,0.00092291983,0.00073900516,9.22277e-8,0.0090417275,0.0038810433,0.09400458,0.11822809,0.30817667,0.43875107],"study_design_scores_gemma":[0.00024249654,0.000020236384,0.37610734,0.00023316963,0.000067745284,0.000004097947,0.0004476086,0.00386676,0.047869768,0.030623449,0.5403327,0.00018463525],"about_ca_topic_score_codex":0.000022391932,"about_ca_topic_score_gemma":0.000027957987,"teacher_disagreement_score":0.43856645,"about_ca_system_score_codex":0.0000195045,"about_ca_system_score_gemma":0.000012220134,"threshold_uncertainty_score":0.99800503},"labels":[],"label_agreement":null},{"id":"W2072410091","doi":"10.1145/376134.376143","title":"International perspectives: wiring the wilderness in Alaska and the Yukon","year":2001,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Atlanta; Wilderness; Citation; Telecommunications; Library science; Computer science; History; Archaeology","score_opus":0.05303869961329794,"score_gpt":0.32466656522739923,"score_spread":0.2716278656141013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072410091","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06173909,0.0045630075,0.6352685,0.2955533,0.00029538944,0.00033741898,0.0000011131885,0.00011466749,0.0021275082],"genre_scores_gemma":[0.7054681,0.0010384779,0.29334962,0.000064459564,0.000007751045,0.000015948632,1.49901e-7,0.0000031378818,0.000052323892],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993244,0.00028894783,0.00012190778,0.000094895775,0.00009656823,0.00007331373],"domain_scores_gemma":[0.9860376,0.0028760997,0.00007559369,0.0109485425,0.000054736865,0.00000741864],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0007695774,0.00005317437,0.000074390184,0.000034396067,0.00015452284,0.000035729714,0.023556093,0.000017040154,6.6705246e-7],"category_scores_gemma":[0.011679463,0.000027291782,0.00003234352,0.00026446412,0.00046036558,0.00017143472,0.015427591,0.00019999249,7.3845274e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034732566,0.00015996088,0.019548254,0.000012212774,0.00011651813,8.333907e-7,0.07188722,0.06905187,0.0004111154,0.77579874,0.0008341022,0.062144473],"study_design_scores_gemma":[0.00093691034,0.000011351439,0.145223,0.000104534716,0.000011752966,0.000035718993,0.0064310613,0.031673945,0.000270901,0.80934644,0.0057888413,0.0001655637],"about_ca_topic_score_codex":0.0000262674,"about_ca_topic_score_gemma":0.00001841321,"teacher_disagreement_score":0.64372903,"about_ca_system_score_codex":0.000031511263,"about_ca_system_score_gemma":0.000013361008,"threshold_uncertainty_score":0.99664557},"labels":[],"label_agreement":null},{"id":"W2073365563","doi":"10.1145/1183236.1183267","title":"Multi-level customization in application engineering","year":2006,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Personalization; Computer science; Systems engineering; Software engineering; Engineering; World Wide Web","score_opus":0.0802936213101913,"score_gpt":0.3105815597578868,"score_spread":0.23028793844769552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073365563","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019936843,0.00031877303,0.994634,0.0026820267,0.00005930726,0.00014016457,0.0000014400832,0.00012927089,0.000041369058],"genre_scores_gemma":[0.29468316,0.000018527788,0.7052276,0.000008817267,0.0000041104026,0.000032736105,0.000002192447,0.000004477702,0.000018347293],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994769,0.00007096541,0.0001916421,0.000103486964,0.00007062615,0.00008634033],"domain_scores_gemma":[0.98469836,0.00053758983,0.00008723179,0.014617575,0.000051272993,0.000007990953],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00029891235,0.000059239406,0.00008113074,0.00008343514,0.000048984908,0.000010931932,0.016010344,0.000033878227,1.3534559e-7],"category_scores_gemma":[0.0058641615,0.00005224249,0.00002864915,0.00052760413,0.00003987352,0.00017199002,0.0071614217,0.00011506363,0.0000025818808],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.673964e-7,0.00008328799,0.0027570599,0.000014173053,0.000003683402,5.1092265e-8,0.00017258822,0.9393051,0.022276124,0.028169567,0.00033069303,0.006886903],"study_design_scores_gemma":[0.0003998791,0.000006005799,0.275118,0.00005788657,0.0000050334256,0.000003199862,0.00001462223,0.6432414,0.0130493445,0.06584502,0.0020512578,0.00020833587],"about_ca_topic_score_codex":0.00004710558,"about_ca_topic_score_gemma":0.000031385207,"teacher_disagreement_score":0.29606366,"about_ca_system_score_codex":0.000050322422,"about_ca_system_score_gemma":0.000015867918,"threshold_uncertainty_score":0.9893135},"labels":[],"label_agreement":null},{"id":"W2076958460","doi":"10.1145/506218.506221","title":"Designing the Internet for a networked society","year":2002,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Social Media and Politics","field":"Social Sciences","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"The Internet; Work (physics); Internet privacy; Sociology; World Wide Web; Computer science; Engineering","score_opus":0.18795005375151938,"score_gpt":0.375801991212473,"score_spread":0.1878519374609536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076958460","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04063772,0.006184137,0.0014500561,0.8793353,0.001280778,0.0016758741,0.000019843523,0.00011502764,0.069301255],"genre_scores_gemma":[0.97230655,0.0005115077,0.02503397,0.000740816,0.000149906,0.000059176054,0.0000010388729,0.000004935807,0.0011920785],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994059,0.0002471374,0.00009874109,0.000037157166,0.000089347945,0.00012171853],"domain_scores_gemma":[0.99279726,0.002109228,0.00007770018,0.0049274378,0.00006777258,0.000020634809],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00037457168,0.00003156582,0.000054194777,0.0000043821638,0.0007652258,0.000021401156,0.011538153,0.00004185203,0.000022180675],"category_scores_gemma":[0.0059150117,0.000020237378,0.00012035467,0.0001481307,0.0007103522,0.000031442516,0.0019709698,0.00010080651,0.0000055911823],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016086192,0.00006216053,0.0037055463,0.000005442985,0.00005550713,4.812864e-9,0.19540699,0.000007622998,0.00009636486,0.09866805,0.69475704,0.007233674],"study_design_scores_gemma":[0.00012274223,0.000008927551,0.00020466276,0.00002700903,0.000044395307,1.0348441e-7,0.025087941,0.0011451632,0.00023385283,0.12694073,0.8461275,0.000056945162],"about_ca_topic_score_codex":0.0004591399,"about_ca_topic_score_gemma":0.00029415457,"teacher_disagreement_score":0.9316689,"about_ca_system_score_codex":0.000029525101,"about_ca_system_score_gemma":0.000029720739,"threshold_uncertainty_score":0.9938099},"labels":[],"label_agreement":null},{"id":"W2077193853","doi":"10.1145/1562764.1562798","title":"Human interaction for high-quality machine translation","year":2009,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Machine translation; Quality (philosophy); Computer science; Task (project management); Newspaper; Artificial intelligence; Field (mathematics); Point (geometry); Globalization; Natural language processing; Political science; Law; Management; Economics","score_opus":0.09096658317031812,"score_gpt":0.41161388785084935,"score_spread":0.3206473046805312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077193853","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014013771,0.00687121,0.61471593,0.36074838,0.00021248421,0.0010434056,0.000021172424,0.0007654455,0.0016081914],"genre_scores_gemma":[0.52313673,0.00000566394,0.47668874,0.00013521311,0.000004477594,0.000007123988,0.000005461003,0.0000013982285,0.00001517987],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99948055,0.000097199314,0.00019384646,0.00009031941,0.000079808575,0.000058260746],"domain_scores_gemma":[0.9869427,0.00015569368,0.00016904749,0.012625519,0.00009674678,0.000010287774],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0003292162,0.000049514165,0.00007527218,0.000041918865,0.00022235702,0.000034427092,0.017224517,0.000031552256,9.572368e-7],"category_scores_gemma":[0.0010359392,0.000036871465,0.000053435688,0.00018164307,0.000041481268,0.00028412355,0.0018608021,0.000117957155,5.5652606e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064214346,0.00015459312,0.000067334935,0.000017688244,0.000009759505,1.644972e-8,0.0006385945,0.0000072032617,0.090819634,0.7021652,0.0022443545,0.20386922],"study_design_scores_gemma":[0.000118551885,0.000032515367,0.0020192147,0.000029960698,0.000006292508,9.481484e-7,0.000005612684,0.0015944864,0.04533739,0.9501814,0.0006164904,0.000057131896],"about_ca_topic_score_codex":0.000051915773,"about_ca_topic_score_gemma":0.00002980407,"teacher_disagreement_score":0.50912297,"about_ca_system_score_codex":0.00002362402,"about_ca_system_score_gemma":0.000011636091,"threshold_uncertainty_score":0.9880928},"labels":[],"label_agreement":null},{"id":"W2077678195","doi":"10.1145/1924421.1924437","title":"Returning control to the programmer","year":2011,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Embedded Systems Design Techniques","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Programmer; Computer science; Control (management); Programming language; Operating system; Artificial intelligence","score_opus":0.1090633888254159,"score_gpt":0.30003633065696406,"score_spread":0.19097294183154817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077678195","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006255391,0.0026627134,0.6102418,0.31138057,0.000545893,0.004498398,0.000007895096,0.0010699381,0.06333746],"genre_scores_gemma":[0.637086,0.0000063324337,0.362309,0.0003938641,0.0000060799875,0.000111711684,1.2531375e-7,0.000003944722,0.000082983745],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99904424,0.00039499305,0.00020822942,0.00010463735,0.00013167516,0.0001162179],"domain_scores_gemma":[0.9553363,0.0002483953,0.00014523153,0.04411135,0.00013205694,0.00002667486],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.000861667,0.000061502906,0.000091416056,0.000036407986,0.00023101126,0.00003522134,0.066690885,0.000029491324,0.0000027350773],"category_scores_gemma":[0.0027364097,0.000034216348,0.00006649215,0.00037949387,0.000113288,0.00011488209,0.016496949,0.0001585211,0.000034926303],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000149132,0.00038186257,0.011076322,0.000027708897,0.00015945482,5.081289e-7,0.042158708,0.000014343584,0.014168546,0.6830614,0.19647059,0.05246559],"study_design_scores_gemma":[0.0007158502,0.00036430033,0.03594361,0.00047785763,0.00009310865,0.00005885564,0.00082639116,0.0116400905,0.08704434,0.5793499,0.28278357,0.00070214964],"about_ca_topic_score_codex":0.00011039723,"about_ca_topic_score_gemma":0.000031260966,"teacher_disagreement_score":0.6308306,"about_ca_system_score_codex":0.000018016983,"about_ca_system_score_gemma":0.000031298434,"threshold_uncertainty_score":0.99145746},"labels":[],"label_agreement":null},{"id":"W2079742340","doi":"10.1145/1735223.1735254","title":"Roles of the external IT project manager","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Project manager; Business; Project management; Project management triangle; Knowledge management; Functional manager; Project sponsorship; Scope (computer science); Project charter; Project stakeholder; Process management; Public relations; Computer science; Management; Political science","score_opus":0.028292087405577607,"score_gpt":0.26714683118385046,"score_spread":0.23885474377827287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079742340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7766825,0.000112564754,0.000016697868,0.080528,0.000274559,0.00036623862,0.000005752287,0.000046672052,0.14196704],"genre_scores_gemma":[0.99678785,0.00002796801,0.0021052673,0.00064056355,0.00003088714,0.000013569329,0.0000014757431,0.0000040294717,0.00038839172],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995854,0.000007453591,0.00019596289,0.000039685485,0.00010599037,0.000065504835],"domain_scores_gemma":[0.989283,0.00003157566,0.00038163064,0.010193997,0.00010867678,0.000001085817],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00018892737,0.000049100476,0.000067627276,0.000049954753,0.00019710626,0.000026015045,0.014049744,0.000045550303,0.000024847472],"category_scores_gemma":[0.0012880202,0.00002845218,0.00007176762,0.0002751824,0.00028119044,0.0003232768,0.007754024,0.00021611713,0.000021385446],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009643279,0.000115797644,0.056364346,0.000082156505,0.00003505778,4.3053557e-8,0.0002871432,0.000016871121,0.00805827,0.840644,0.08611142,0.0082752695],"study_design_scores_gemma":[0.00049004186,0.0000053809267,0.21993537,0.00017411484,0.00009093787,0.0000037414954,0.0015804989,0.0019809743,0.009597488,0.2967371,0.46920776,0.00019659211],"about_ca_topic_score_codex":0.00016271358,"about_ca_topic_score_gemma":0.00053970923,"teacher_disagreement_score":0.54390687,"about_ca_system_score_codex":0.0000033728716,"about_ca_system_score_gemma":0.000019682726,"threshold_uncertainty_score":0.9912847},"labels":[],"label_agreement":null},{"id":"W2079993456","doi":"10.1145/1409360.1409389","title":"From Genesis to Revelations","year":2008,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"ICT Impact and Policies","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Citation; Watson; Library science; History; Media studies; Computer science; Sociology; Artificial intelligence","score_opus":0.06563030967218579,"score_gpt":0.28830920568144547,"score_spread":0.22267889600925966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079993456","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9745408,0.00088711316,0.00010505416,0.015758233,0.00008475384,0.00008059425,0.000048907725,0.00007112173,0.008423377],"genre_scores_gemma":[0.97638136,0.0002644469,0.022933211,0.00009966305,0.000023665534,0.000009011322,0.0000063731277,0.000008265586,0.0002740287],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9997749,0.00002158462,0.00009289774,0.000014034005,0.00004088657,0.000055736647],"domain_scores_gemma":[0.9880615,0.00013711708,0.000013576104,0.011743728,0.000022815968,0.000021264934],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00002903477,0.000037395952,0.000053985077,0.000029500861,0.00013472087,0.0000031986901,0.0063450513,0.000019342506,0.000017289804],"category_scores_gemma":[0.0007917746,0.000030425854,0.00003480987,0.00017477326,0.00004833945,0.000033533826,0.0020952767,0.000051393483,0.00006416102],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002737345,0.000060541446,0.022112183,0.00001007256,0.00011961877,4.672225e-8,0.056877922,0.013428551,0.040587306,0.0024002986,0.862838,0.0015627657],"study_design_scores_gemma":[0.00018339086,0.000011515219,0.73428214,0.00006266334,0.000052309006,0.0000055330343,0.0010135499,0.0013100698,0.030048752,0.022776254,0.20999844,0.00025536786],"about_ca_topic_score_codex":0.0002972299,"about_ca_topic_score_gemma":0.000035438385,"teacher_disagreement_score":0.71216995,"about_ca_system_score_codex":0.0000144577925,"about_ca_system_score_gemma":0.000009667577,"threshold_uncertainty_score":0.9990311},"labels":[],"label_agreement":null},{"id":"W2080754942","doi":"10.1145/1232743.1232746","title":"How to avoid disappointment by design","year":2007,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"ERP Systems Implementation and Impact","field":"Business, Management and Accounting","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Disappointment; Stakeholder; Computer science; Risk analysis (engineering); Business; Economics; Management; Psychology","score_opus":0.09784402120495653,"score_gpt":0.3288334125327242,"score_spread":0.23098939132776766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080754942","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.068895265,0.00081004616,0.038920444,0.84581333,0.00069932226,0.0028088286,0.000031190502,0.00021205259,0.041809533],"genre_scores_gemma":[0.9801907,0.000008384417,0.016207209,0.0026566302,0.00006552902,0.000020188929,0.0000153693,0.000012057614,0.0008239498],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993887,0.000029287077,0.00021069961,0.00007996678,0.00015091425,0.00014045148],"domain_scores_gemma":[0.9903096,0.00016549857,0.00019391389,0.009223951,0.000094354844,0.00001266026],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0007720248,0.00007506018,0.0000890601,0.00008217938,0.00024231235,0.00012265297,0.008178393,0.000019101997,0.000031607673],"category_scores_gemma":[0.003252676,0.000054711476,0.000053319818,0.00037006973,0.000053783802,0.00031254327,0.0055628857,0.000063978616,0.000077510216],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014830229,0.00012620458,0.004750088,0.000031565363,0.000031703927,5.020745e-8,0.00025180256,0.000009372479,0.014707841,0.017361026,0.9585693,0.0041462546],"study_design_scores_gemma":[0.00054316944,0.000019690615,0.02161933,0.000086409804,0.000050842023,0.000001078952,0.0028657224,0.00014974513,0.007833379,0.017130395,0.9494793,0.00022094423],"about_ca_topic_score_codex":0.0001694439,"about_ca_topic_score_gemma":0.00009942516,"teacher_disagreement_score":0.9112954,"about_ca_system_score_codex":0.000034458604,"about_ca_system_score_gemma":0.000009731722,"threshold_uncertainty_score":0.99718785},"labels":[],"label_agreement":null},{"id":"W2080928917","doi":"10.1145/792704.792736","title":"Moving vs. inviting software agents","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Computer science; Software; Software engineering; Programming language","score_opus":0.07523893865109754,"score_gpt":0.3018766447599756,"score_spread":0.22663770610887807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080928917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.428853,0.005458051,0.39467523,0.13344216,0.0028835926,0.002447691,0.000022249884,0.0008437861,0.031374227],"genre_scores_gemma":[0.7336115,0.00003135125,0.26595223,0.00025053928,0.0000052718924,0.000010550178,0.0000011341677,0.0000040917857,0.0001332831],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99920654,0.00024636555,0.0002120981,0.000104796476,0.00013394238,0.00009626364],"domain_scores_gemma":[0.9791587,0.00023859162,0.00019782771,0.020310435,0.00007109091,0.000023332997],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00039902361,0.000056101253,0.00008029909,0.000039008395,0.000318555,0.000038878312,0.018427633,0.000027906292,0.0000055168457],"category_scores_gemma":[0.006529512,0.00004434646,0.000059197668,0.0002591032,0.00004131246,0.0002029172,0.008093194,0.00009205335,0.000017957647],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040543305,0.00073625287,0.27991614,0.00019879799,0.00017177594,8.028635e-7,0.013956145,0.0016078986,0.011965812,0.5636365,0.09724421,0.03056161],"study_design_scores_gemma":[0.0019384851,0.0000796705,0.41870645,0.0010124194,0.000077320794,0.000046566623,0.0007868009,0.084818415,0.04271786,0.26092187,0.18778248,0.0011116628],"about_ca_topic_score_codex":0.00004638359,"about_ca_topic_score_gemma":0.00001651099,"teacher_disagreement_score":0.30475855,"about_ca_system_score_codex":0.000027615823,"about_ca_system_score_gemma":0.00003249647,"threshold_uncertainty_score":0.9999292},"labels":[],"label_agreement":null},{"id":"W2081527655","doi":"10.1145/953460.953511","title":"A human capital perspective of skill acquisition and interface loyalty","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Digital Platforms and Economics","field":"Business, Management and Accounting","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Citation; Loyalty; Perspective (graphical); Human capital; Interface (matter); Computer science; Library science; Business; Marketing; Artificial intelligence; Operating system; Economics","score_opus":0.025865762000727537,"score_gpt":0.26221618980430916,"score_spread":0.23635042780358162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081527655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93717676,0.00021500919,0.0000046647333,0.0012395584,0.000027240765,0.000078971774,0.000002398823,0.000007386874,0.061248004],"genre_scores_gemma":[0.9989959,0.000011230628,0.00081654656,0.000085395906,0.000009853292,0.0000025517259,0.0000029488724,0.0000049743358,0.00007059067],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99973094,0.0000021119185,0.00012949809,0.000057177163,0.000029605002,0.000050689363],"domain_scores_gemma":[0.9961736,0.000024751002,0.00015691858,0.0035530967,0.00008849771,0.00000311092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011644106,0.00004509297,0.00007853455,0.00004040505,0.00010945873,0.000057224584,0.0022402552,0.000017887402,0.000018005258],"category_scores_gemma":[0.0006309074,0.00003576571,0.00003730077,0.00007848285,0.0001499204,0.00073462486,0.003062184,0.000047968944,0.000008935624],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002564482,0.0000867594,0.004008947,0.000021326267,0.000020502415,9.99677e-9,0.00031242773,0.000024410207,0.00044167743,0.9940283,0.00096142496,0.00009165487],"study_design_scores_gemma":[0.00019460016,0.0000071553904,0.016159745,0.00003634732,0.000022107502,7.40076e-7,0.005496024,0.000088731475,0.00047525676,0.9764038,0.0010478612,0.00006767399],"about_ca_topic_score_codex":0.00022785144,"about_ca_topic_score_gemma":0.00011283316,"teacher_disagreement_score":0.061819144,"about_ca_system_score_codex":0.000015689106,"about_ca_system_score_gemma":0.000005204259,"threshold_uncertainty_score":0.41629887},"labels":[],"label_agreement":null},{"id":"W2082877471","doi":"10.1145/1081992.1081995","title":"Multimedia-based interactive advising technology for online consumer decision support","year":2005,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Multimedia; The Internet; Interactive media; Decision support system; Interactive television; Knowledge management; Marketing; Business; World Wide Web; Artificial intelligence","score_opus":0.04884238796568392,"score_gpt":0.4000518157747253,"score_spread":0.3512094278090414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082877471","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45114216,0.0010139437,0.0005702588,0.50785327,0.00083380094,0.0015121816,0.0001970123,0.00026748388,0.036609855],"genre_scores_gemma":[0.7575019,0.00007260491,0.2419484,0.00019680637,0.000039285293,0.000025474077,0.000012428502,0.0000064157625,0.00019670044],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99930876,0.00013278786,0.0002009585,0.00008662469,0.00013470722,0.00013616194],"domain_scores_gemma":[0.99110496,0.003554551,0.0001609542,0.0048809494,0.00026326426,0.00003529795],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.0005821621,0.00005398812,0.00011317356,0.000078471,0.00046463698,0.000020809284,0.007913337,0.000084024025,0.000016341914],"category_scores_gemma":[0.07408936,0.000044614477,0.00008545314,0.00028553963,0.00089340704,0.00010336608,0.002045244,0.00014045711,0.000009391275],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058334623,0.00052614533,0.0040092818,0.000006626321,0.000031715288,4.7729916e-8,0.005150607,0.000014931459,0.00025845572,0.00411991,0.016720926,0.96910304],"study_design_scores_gemma":[0.0008426189,0.000048636615,0.0025863291,0.00022345388,0.00005199183,3.401223e-7,0.008441317,0.001210756,0.0013026334,0.0651359,0.9199809,0.00017514403],"about_ca_topic_score_codex":0.00007766239,"about_ca_topic_score_gemma":0.0014124943,"teacher_disagreement_score":0.96892786,"about_ca_system_score_codex":0.00007401366,"about_ca_system_score_gemma":0.00020514769,"threshold_uncertainty_score":0.99745435},"labels":[],"label_agreement":null},{"id":"W2087975566","doi":"10.1145/1866739.1866764","title":"The ephemeral legion","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Information and Cyber Security","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Ephemeral key; Computer science; Computer security","score_opus":0.02384083974645338,"score_gpt":0.2787600342967978,"score_spread":0.2549191945503444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087975566","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0654357,0.00040604037,0.003539534,0.8125083,0.0017239664,0.00039044704,0.0000032593648,0.00016118216,0.11583159],"genre_scores_gemma":[0.94520926,0.000057533063,0.054052886,0.0004682601,0.000010846333,0.000009493401,8.266365e-7,0.0000015395616,0.00018932378],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996014,0.000055196753,0.00013426368,0.000038027654,0.00010213177,0.000068934874],"domain_scores_gemma":[0.97022253,0.00017345289,0.00009467849,0.029404458,0.00008984581,0.000015023027],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00031248623,0.00003321752,0.000032972457,0.0000123898,0.000584465,0.000064532665,0.04431708,0.000021836346,0.0000028952627],"category_scores_gemma":[0.0014268828,0.000018434035,0.000047444555,0.00017306375,0.00019150507,0.00022534045,0.01600964,0.00021701251,0.00003125736],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.0096307e-7,0.000019625593,0.00015319936,7.1405213e-7,0.000003253476,4.0935038e-9,0.00082815834,9.829099e-7,0.00035073646,0.9708353,0.021416808,0.006390817],"study_design_scores_gemma":[0.00012120598,0.00000786823,0.011068367,0.0000054403326,0.0000033113033,0.000005472862,0.00007891915,0.0077269026,0.003246405,0.31727776,0.6603877,0.000070650276],"about_ca_topic_score_codex":0.000025734083,"about_ca_topic_score_gemma":0.00015659406,"teacher_disagreement_score":0.8797736,"about_ca_system_score_codex":0.0000046422233,"about_ca_system_score_gemma":0.000035504738,"threshold_uncertainty_score":0.99194866},"labels":[],"label_agreement":null},{"id":"W2089787431","doi":"10.1145/1349026.1349037","title":"Organic user interfaces","year":2008,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":264,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Human–computer interaction","score_opus":0.051976558151492616,"score_gpt":0.28889306353310956,"score_spread":0.23691650538161696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089787431","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7998463,0.0016636044,0.0145352045,0.1467291,0.0006614783,0.00034117847,0.000007323788,0.00005180542,0.03616399],"genre_scores_gemma":[0.9721577,0.00012547722,0.026825981,0.00034186768,0.000004310243,0.00000402335,7.45518e-7,0.0000029856394,0.0005368791],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99959624,0.00008054514,0.00010765233,0.00007516843,0.00007196705,0.000068412926],"domain_scores_gemma":[0.977867,0.00015993796,0.000081164304,0.02175669,0.00012258782,0.000012591669],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00006156351,0.000044677603,0.000060721602,0.000028667097,0.00022376711,0.000010441161,0.037728943,0.000015858905,0.000019353785],"category_scores_gemma":[0.0014723527,0.000031576226,0.00004938496,0.00021922564,0.00015504581,0.00024737435,0.022871371,0.00010741504,0.000092178176],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008568762,0.0004369522,0.016206568,0.000009640846,0.00012549825,7.121645e-7,0.010146571,0.000012871957,0.61055315,0.11630906,0.2455604,0.00063000905],"study_design_scores_gemma":[0.0003097263,0.00006356472,0.15347491,0.00007113055,0.00001660884,0.00005894999,0.0004329046,0.00088508637,0.7705687,0.030466743,0.04343195,0.00021968588],"about_ca_topic_score_codex":0.000019583325,"about_ca_topic_score_gemma":0.000008825256,"teacher_disagreement_score":0.20212844,"about_ca_system_score_codex":0.000016055505,"about_ca_system_score_gemma":0.00003482814,"threshold_uncertainty_score":0.9850315},"labels":[],"label_agreement":null},{"id":"W2092471675","doi":"10.1145/2593686","title":"Cloud security","year":2014,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Cloud computing; Computer security; Cloud computing security; Operating system","score_opus":0.04093434147680153,"score_gpt":0.2896691493521417,"score_spread":0.2487348078753402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092471675","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.094763815,0.0019189911,0.30361104,0.52665776,0.0027377335,0.0006576134,0.0000069861094,0.00067678746,0.06896926],"genre_scores_gemma":[0.8319773,0.000025379568,0.16759957,0.00034113706,0.000028568878,0.000004695314,5.6558497e-7,0.0000023752943,0.000020387306],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99926007,0.00024966785,0.00018053433,0.00010988379,0.000116169576,0.000083704515],"domain_scores_gemma":[0.9572643,0.0005212607,0.00014230392,0.041951668,0.0000974433,0.000023017776],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00054725946,0.00004861159,0.0000734999,0.000027651378,0.0003030082,0.000037430156,0.055235863,0.000029599685,0.0000028094266],"category_scores_gemma":[0.005112044,0.00003889272,0.00006231479,0.00033302116,0.00014444655,0.00011255036,0.026573911,0.00014597732,0.000023559614],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.1499006e-7,0.00005468174,0.00065950776,0.0000057213283,0.000005702281,4.9881606e-9,0.0011085753,0.000024140256,0.00019405833,0.9839782,0.011019708,0.0029491528],"study_design_scores_gemma":[0.00010402676,0.000013252912,0.0024702472,0.00002457534,0.0000043229434,0.0000030129743,0.00003134455,0.061832074,0.0024473243,0.81507385,0.11791685,0.000079110636],"about_ca_topic_score_codex":0.00001811129,"about_ca_topic_score_gemma":0.000006714403,"teacher_disagreement_score":0.7372135,"about_ca_system_score_codex":0.000013193683,"about_ca_system_score_gemma":0.00002625298,"threshold_uncertainty_score":0.981299},"labels":[],"label_agreement":null},{"id":"W2092610242","doi":"10.1145/1035134.1035136","title":"The obstacles and myths of usability and software engineering","year":2004,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":229,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Usability; Computer science; Usability engineering; Software engineering; Component-based usability testing; Mythology; Software; Pluralistic walkthrough; Usability inspection; Human–computer interaction; Programming language; History","score_opus":0.021993531886904425,"score_gpt":0.26423357752360316,"score_spread":0.24224004563669874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092610242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5297852,0.03657335,0.33139598,0.10026593,0.0002859185,0.0007747073,0.00001510987,0.00066984334,0.00023394791],"genre_scores_gemma":[0.54898953,0.00059104717,0.4504007,0.000009012058,0.000001403412,0.0000048264556,9.6978766e-8,0.000001813793,0.0000015871937],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996823,0.000029238552,0.000115244984,0.00006190101,0.000058704343,0.000052587216],"domain_scores_gemma":[0.98892564,0.0014413082,0.000071854825,0.009504573,0.00004205301,0.000014577122],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00030695347,0.000041675587,0.000058786758,0.000014712933,0.00013183098,0.000028537728,0.0076944535,0.000019392866,1.135228e-7],"category_scores_gemma":[0.008749421,0.000026625366,0.00002006587,0.00012536031,0.00014776413,0.0001383778,0.00822391,0.000093239876,9.911214e-8],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013544635,0.00027730607,0.05040185,0.0003368161,0.00016837241,3.477799e-7,0.008405348,0.004645422,0.00502191,0.8128925,0.0012980895,0.116538495],"study_design_scores_gemma":[0.0005780557,0.00015032872,0.37948042,0.0004115773,0.00005956513,0.00005199009,0.00028954897,0.01122636,0.027240086,0.5439035,0.03616787,0.00044067748],"about_ca_topic_score_codex":0.000036699177,"about_ca_topic_score_gemma":0.000007173924,"teacher_disagreement_score":0.32907858,"about_ca_system_score_codex":0.000008663105,"about_ca_system_score_gemma":0.000016646283,"threshold_uncertainty_score":0.9997974},"labels":[],"label_agreement":null},{"id":"W2097832728","doi":"10.1145/1125944.1125969","title":"Musings of an \"old-school\" programmer","year":2006,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Programmer; Computer science; Programming language; Operating system; Software engineering","score_opus":0.029685888109902175,"score_gpt":0.278476240987521,"score_spread":0.24879035287761883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097832728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8340025,0.0027619842,0.06287841,0.05034741,0.0007680619,0.001173014,0.00003745409,0.00047540703,0.04755578],"genre_scores_gemma":[0.7716926,0.0000034869731,0.22810067,0.000040576215,0.0000138897785,0.000005636131,0.000008035393,0.000003193762,0.00013193837],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991941,0.0001634068,0.000281247,0.00011068073,0.00014335115,0.00010720387],"domain_scores_gemma":[0.9742658,0.000106758205,0.00024241827,0.02521405,0.00014861985,0.000022327662],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00030020665,0.000062814805,0.00011530791,0.000029109118,0.00013769665,0.000042341057,0.032585014,0.000031943433,0.0000016669416],"category_scores_gemma":[0.00056116655,0.00004756892,0.00007380037,0.00042881162,0.00013985991,0.00017525247,0.009352953,0.00009257902,0.00000722386],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001039293,0.0022109305,0.02538668,0.00012702108,0.00009589093,6.03173e-7,0.0026012473,0.0045590946,0.012034515,0.85704285,0.07895612,0.016974647],"study_design_scores_gemma":[0.0010165733,0.00019366483,0.10151944,0.00038337783,0.00005466992,0.000035526005,0.00018267558,0.05748492,0.010091552,0.63417614,0.19432232,0.0005391646],"about_ca_topic_score_codex":0.00075725286,"about_ca_topic_score_gemma":0.000029714225,"teacher_disagreement_score":0.22286674,"about_ca_system_score_codex":0.000012658041,"about_ca_system_score_gemma":0.000048527538,"threshold_uncertainty_score":0.9986592},"labels":[],"label_agreement":null},{"id":"W2106780706","doi":"10.1145/1953122.1953136","title":"The risks of stopping too soon","year":2011,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Software; Optimal stopping; Programming language; Mathematics; Statistics","score_opus":0.298280751445505,"score_gpt":0.34874947790777133,"score_spread":0.050468726462266356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106780706","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2127723,0.020404069,0.31577128,0.12317307,0.0033776548,0.0019338109,0.000057179685,0.00054858404,0.32196203],"genre_scores_gemma":[0.939848,0.00007182306,0.059933484,0.000034885223,0.0000051002976,0.0000052649075,7.640114e-7,0.0000024116373,0.000098283854],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99925274,0.0002236977,0.0002436494,0.00007425776,0.000111527515,0.0000941079],"domain_scores_gemma":[0.9733517,0.00032074796,0.0002578745,0.025941456,0.00011508249,0.000013129398],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0005186313,0.000049312184,0.00008631916,0.000014820206,0.00033275684,0.000022582739,0.04484842,0.000023417544,7.5778985e-7],"category_scores_gemma":[0.0010860069,0.000029336226,0.000075329146,0.00025651787,0.00019020753,0.00008243165,0.01597404,0.00010733783,0.000006607525],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065208333,0.00021372773,0.0064510796,0.00002619849,0.00007758378,1.0982541e-7,0.01101383,0.00026958296,0.0006679449,0.92949885,0.033378575,0.018395983],"study_design_scores_gemma":[0.0005586687,0.00011298354,0.07460469,0.0003774086,0.000046746158,0.000024659086,0.0008987797,0.03056953,0.00710792,0.7270076,0.15831952,0.00037144852],"about_ca_topic_score_codex":0.00024460195,"about_ca_topic_score_gemma":0.000015499452,"teacher_disagreement_score":0.7270757,"about_ca_system_score_codex":0.000009003486,"about_ca_system_score_gemma":0.000041054744,"threshold_uncertainty_score":0.9919846},"labels":[],"label_agreement":null},{"id":"W2109277099","doi":"10.1145/2634273","title":"Example-based learning in computer-aided STEM education","year":2014,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ryerson University","keywords":"Computer science; Artificial intelligence; Programming language; Software engineering; Human–computer interaction","score_opus":0.060816836911792134,"score_gpt":0.2971825875912495,"score_spread":0.23636575067945736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109277099","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05934882,0.00038696575,0.89255834,0.040996294,0.000320115,0.00041850703,5.139104e-7,0.0042435694,0.0017268892],"genre_scores_gemma":[0.5176248,0.0000029859189,0.48213404,0.00019102334,0.000006589309,0.000017518852,0.0000012326817,0.0000033851077,0.000018431387],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99897873,0.00049323076,0.00019992952,0.00013307961,0.00010245869,0.000092544695],"domain_scores_gemma":[0.97894,0.0015424746,0.00015252519,0.019248119,0.000096406584,0.000020450967],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00086109305,0.00006384717,0.00009893722,0.000101941085,0.00015019818,0.00004014891,0.020437006,0.000031656105,4.1399437e-7],"category_scores_gemma":[0.0040039956,0.000053577045,0.00004042962,0.00042498813,0.00007249135,0.00009329652,0.0077525843,0.00018595732,0.0000043275763],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005772167,0.0006850908,0.2197839,0.000065683744,0.000011735328,8.153025e-8,0.0016682965,0.0049442514,0.00045108522,0.0865754,0.04504704,0.6407617],"study_design_scores_gemma":[0.00026793688,0.00008235868,0.082720466,0.0004217807,0.0000063654925,0.0000045106667,0.00000931503,0.46707016,0.001377061,0.43840152,0.009437427,0.00020110828],"about_ca_topic_score_codex":0.00026479003,"about_ca_topic_score_gemma":0.000021470665,"teacher_disagreement_score":0.64056057,"about_ca_system_score_codex":0.00003445319,"about_ca_system_score_gemma":0.00011923734,"threshold_uncertainty_score":0.9848629},"labels":[],"label_agreement":null},{"id":"W2111768655","doi":"10.1145/1610252.1610285","title":"Assessing open source software as a scholarly contribution","year":2009,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Conflation; Computer science; Scholarship; Argument (complex analysis); Software peer review; Software; Data science; Class (philosophy); Software metric; Discoverability; Software development; Software engineering; Software construction; World Wide Web; Epistemology; Artificial intelligence; Programming language; Political science; Law","score_opus":0.2961225457074474,"score_gpt":0.48503861622099975,"score_spread":0.18891607051355236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111768655","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41268292,0.0016046115,0.05410952,0.48632124,0.0010427742,0.0015064745,0.000044633445,0.00024009719,0.04244773],"genre_scores_gemma":[0.91825044,0.0000075215567,0.07939329,0.00083912717,0.000010315489,0.0000040181317,0.000012241865,0.0000028856923,0.0014801606],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979282,0.000522399,0.00045363043,0.00028156472,0.00068262295,0.00013158866],"domain_scores_gemma":[0.9372211,0.0018422188,0.00046824044,0.059709836,0.00070632534,0.000052262814],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00712796,0.00006663152,0.00014725087,0.00011460332,0.0009543847,0.0034398509,0.08761441,0.000031081123,0.00003828926],"category_scores_gemma":[0.19969697,0.00004380314,0.00008287954,0.0011276006,0.00017091128,0.0017211698,0.056628995,0.0001808374,0.00016122835],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015867949,0.00040601977,0.01122351,0.0000017313234,0.000026707768,2.6612034e-7,0.0007620381,0.00045092992,0.0011029847,0.03905529,0.3837802,0.5631744],"study_design_scores_gemma":[0.00028915497,0.00002401771,0.09642966,0.00006668926,0.000019047293,0.0000034796149,0.00082287355,0.0016531979,0.0003468751,0.6670258,0.23322237,0.00009682818],"about_ca_topic_score_codex":0.00008511009,"about_ca_topic_score_gemma":0.00001745478,"teacher_disagreement_score":0.6279705,"about_ca_system_score_codex":0.0000366456,"about_ca_system_score_gemma":0.000087452616,"threshold_uncertainty_score":0.99759465},"labels":[],"label_agreement":null},{"id":"W2127934681","doi":"10.1145/2576794","title":"Eventually consistent","year":2014,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Consistency (knowledge bases); Artificial intelligence","score_opus":0.03004107361134786,"score_gpt":0.26536628250021044,"score_spread":0.23532520888886257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127934681","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030933857,0.0043608495,0.2880172,0.5141121,0.0018019781,0.0010391818,0.000056620323,0.0004130727,0.15926507],"genre_scores_gemma":[0.92078847,0.000018697412,0.078768924,0.00022193238,0.000006708227,0.0000102505055,0.0000015182303,0.0000021094197,0.00018140263],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993983,0.00015501725,0.00017827541,0.000083446044,0.00011085398,0.00007408787],"domain_scores_gemma":[0.96316856,0.00018341208,0.00012093018,0.036409535,0.000096010874,0.000021568492],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00031967118,0.000043738983,0.00008421218,0.000015318416,0.00014803935,0.000028434695,0.040060192,0.000019913246,0.0000014202134],"category_scores_gemma":[0.002302499,0.00003075001,0.00006562565,0.00019131305,0.00010464185,0.000080806785,0.015795719,0.00007159596,0.000023126899],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.8151135e-7,0.00010875309,0.0013559733,0.000010915918,0.000019933557,2.9497771e-8,0.00036094172,0.000066752,0.0008743448,0.94370365,0.041711558,0.011786386],"study_design_scores_gemma":[0.0004840904,0.00004515287,0.034643784,0.00016897706,0.00001615872,0.0000139202575,0.00007321885,0.038766604,0.0015267448,0.26662046,0.65741915,0.00022177269],"about_ca_topic_score_codex":0.000020315172,"about_ca_topic_score_gemma":0.00001314211,"teacher_disagreement_score":0.8898546,"about_ca_system_score_codex":0.000010602485,"about_ca_system_score_gemma":0.000026446009,"threshold_uncertainty_score":0.9921643},"labels":[],"label_agreement":null},{"id":"W2140021378","doi":"10.1145/2644805","title":"In defense of soundiness","year":2015,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":229,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Waterloo","funders":"","keywords":"Computer science; Computer security","score_opus":0.25073698935408545,"score_gpt":0.4563689024808042,"score_spread":0.20563191312671875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140021378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.926893,0.0018061486,0.0000028767395,0.024914162,0.00019101653,0.00011901414,0.000009554989,0.0000038962135,0.046060357],"genre_scores_gemma":[0.9974325,0.000041265175,0.0018977802,0.00004812716,0.0000048184565,0.000015823798,0.0000017659586,0.0000038698176,0.00055406505],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99940854,0.00025865392,0.0001491364,0.00004804277,0.000058865837,0.000076732205],"domain_scores_gemma":[0.98277694,0.00028942857,0.00006624734,0.01675664,0.000091647606,0.00001906858],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00044297517,0.000029023291,0.000085246524,0.000059436956,0.000023298922,0.0000015399872,0.01145339,0.00004253468,0.00004264038],"category_scores_gemma":[0.0029767242,0.000022079912,0.000027115246,0.00024928572,0.00033615547,0.000014938435,0.0063222568,0.0001448783,0.000039244893],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028500985,0.0022325302,0.33702928,0.00003238852,0.00018608228,0.0000014358976,0.06557074,0.000058807997,0.00884764,0.26326707,0.3209122,0.0015768149],"study_design_scores_gemma":[0.00091748964,0.000059419406,0.23325236,0.000022991962,0.000011829975,0.0000092301525,0.0013620458,0.00004004749,0.0012866312,0.75018215,0.012788383,0.00006741076],"about_ca_topic_score_codex":0.00060477766,"about_ca_topic_score_gemma":0.0002171024,"teacher_disagreement_score":0.48691508,"about_ca_system_score_codex":0.000010823385,"about_ca_system_score_gemma":0.00004418571,"threshold_uncertainty_score":0.9938951},"labels":[],"label_agreement":null},{"id":"W2142020312","doi":"10.1145/2380656.2380671","title":"Sender-side buffers and the case for multimedia adaptation","year":2012,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Video Coding and Compression Technologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Communication source; Computer science; Adaptation (eye); Multimedia; Computer network","score_opus":0.10869638482902803,"score_gpt":0.3184275218904342,"score_spread":0.20973113706140617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142020312","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09963819,0.01997624,0.2796769,0.594768,0.0008744916,0.0019082092,0.000019323557,0.0006547363,0.0024839225],"genre_scores_gemma":[0.73806685,0.00012078806,0.26162902,0.00008737282,0.0000057866514,0.000058376783,4.230552e-7,0.0000021122726,0.00002923918],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995328,0.00012971985,0.00012285198,0.00006582571,0.000054797758,0.00009399578],"domain_scores_gemma":[0.9855047,0.0014680985,0.00010909827,0.012843125,0.00005746497,0.000017502984],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00045067415,0.000048969217,0.00007285214,0.000028826536,0.00039880048,0.000028857587,0.011452239,0.000030012812,2.5806995e-7],"category_scores_gemma":[0.005149361,0.000026638001,0.00004565281,0.00013103498,0.0003145014,0.00015949638,0.011147103,0.00009521769,0.0000012340533],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002182161,0.00014242809,0.00075879006,0.000028389792,0.000064183805,3.4155352e-7,0.012736958,0.00011289425,0.00085339573,0.596625,0.019233186,0.3694226],"study_design_scores_gemma":[0.0015991982,0.000031030606,0.0022342254,0.000071136965,0.00006103762,0.00020230193,0.004817714,0.38285312,0.0091936635,0.58798504,0.010751035,0.00020046817],"about_ca_topic_score_codex":0.00006468139,"about_ca_topic_score_gemma":0.000020551706,"teacher_disagreement_score":0.6384287,"about_ca_system_score_codex":0.000008134297,"about_ca_system_score_gemma":0.000013468951,"threshold_uncertainty_score":0.99685055},"labels":[],"label_agreement":null},{"id":"W2147961341","doi":"10.1145/1435417.1435434","title":"<i>wise</i> Pad services for vision-, hearing-, and speech-impaired users","year":2008,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint Mary's University","funders":"","keywords":"Hearing impaired; Computer science; Assistive technology; Speech recognition; Audiology; Multimedia; Human–computer interaction; Medicine","score_opus":0.11064372666722311,"score_gpt":0.33983336114816665,"score_spread":0.22918963448094354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147961341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95991194,0.00007272416,0.00000832347,0.03754403,0.00012735059,0.000310547,0.000040356263,0.000048153688,0.0019366001],"genre_scores_gemma":[0.99028015,0.0004820738,0.0077136946,0.0008745318,0.000011800999,0.000023140201,0.0000022859203,0.000009975323,0.0006023173],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99941444,0.0000950657,0.0001674775,0.00013153862,0.00008908049,0.00010237149],"domain_scores_gemma":[0.98927045,0.0009836155,0.000115488314,0.009540786,0.000055181208,0.000034490764],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00004547334,0.000068790876,0.000098687706,0.000040412808,0.0006904486,0.00002076799,0.0059901914,0.000030672698,0.0000057984525],"category_scores_gemma":[0.002506535,0.000052989144,0.00007455824,0.00015867851,0.0002883222,0.00019939589,0.003618549,0.000121929435,0.000010343747],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009396164,0.0005800138,0.011146065,0.000078114914,0.00003155262,0.0000010295428,0.004621029,0.00007244711,0.93863636,0.0032614262,0.03908271,0.002395295],"study_design_scores_gemma":[0.0010319703,0.00017405122,0.0357076,0.00016924915,0.000070301925,0.00027061396,0.0011211657,0.0042444766,0.6869124,0.027724676,0.2422257,0.00034779255],"about_ca_topic_score_codex":0.000093186565,"about_ca_topic_score_gemma":0.00007515253,"teacher_disagreement_score":0.25172395,"about_ca_system_score_codex":0.000012225998,"about_ca_system_score_gemma":0.000024271609,"threshold_uncertainty_score":0.99938786},"labels":[],"label_agreement":null},{"id":"W2158009129","doi":"10.1145/1735223.1735258","title":"IT innovation persistence","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"ERP Systems Implementation and Impact","field":"Business, Management and Accounting","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Pessimism; Revenue; Value (mathematics); Panacea (medicine); Investment (military); Business; Optimism; Marketing; Economics; Commerce; Finance; Computer science","score_opus":0.1400102835383722,"score_gpt":0.3429064385004456,"score_spread":0.20289615496207342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158009129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47942525,0.00003610936,0.00003332008,0.35377458,0.00067468174,0.00038538597,0.000005623916,0.0000678076,0.16559722],"genre_scores_gemma":[0.99272877,0.0000032061355,0.003997029,0.0028948882,0.000082104525,0.000010410647,0.00001471196,0.000006047639,0.0002628468],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99953794,0.000010637188,0.00022263062,0.000055370543,0.00010560963,0.000067828296],"domain_scores_gemma":[0.9888397,0.000059493435,0.0002647783,0.010590638,0.00024285904,0.0000025680533],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00034740393,0.000047114787,0.000057620036,0.0001063789,0.00024148631,0.00006114759,0.008941332,0.000022314065,0.00015261782],"category_scores_gemma":[0.0065220213,0.000035062214,0.000037972306,0.0006823549,0.00010665363,0.0004110956,0.005074434,0.000126407,0.00008945794],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059309414,0.00013010738,0.07797345,0.00006606249,0.000031577598,3.0332753e-8,0.00053029845,0.000004581018,0.07436855,0.4769717,0.3660591,0.003858633],"study_design_scores_gemma":[0.00036238856,0.0000037628479,0.14860156,0.000047035308,0.000036888163,0.000002069089,0.0015294024,0.0007062826,0.0011746694,0.04348123,0.80391103,0.00014367032],"about_ca_topic_score_codex":0.00013464311,"about_ca_topic_score_gemma":0.00030615408,"teacher_disagreement_score":0.5133035,"about_ca_system_score_codex":0.000006588201,"about_ca_system_score_gemma":0.000017552908,"threshold_uncertainty_score":0.99642074},"labels":[],"label_agreement":null},{"id":"W2161420988","doi":"10.1145/2492007.2492017","title":"Money models for MOOCs","year":2013,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quest University Canada","funders":"","keywords":"Credentialing; Web syndication; Certification; Revenue; Certificate; Business model; Analytics; Experiential learning; Business; Learning analytics; Public relations; Marketing; Knowledge management; Computer science; Economics; Data science; Political science; Management; Accounting; Finance; Venture capital; Pedagogy; Sociology","score_opus":0.06359595665535407,"score_gpt":0.3126428970084567,"score_spread":0.24904694035310265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161420988","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013294387,0.00082256895,0.16853029,0.8119683,0.000118630145,0.00045513496,0.000007002216,0.0001303361,0.004673335],"genre_scores_gemma":[0.5279695,0.000034906447,0.47138152,0.00014706212,0.0000056630233,0.00001809719,0.0000011725001,0.0000025576414,0.0004395593],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996407,0.000042469917,0.000114892566,0.000066472945,0.00006292357,0.00007254314],"domain_scores_gemma":[0.97690654,0.00023542342,0.000077282355,0.022628305,0.00013404374,0.000018419178],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00012012003,0.00003713781,0.00006079485,0.00002306167,0.00015306332,0.000035895093,0.030051745,0.000019894807,0.0000011581031],"category_scores_gemma":[0.0014850545,0.000026308147,0.000062897045,0.00015321483,0.000059473987,0.00017719337,0.011412663,0.00008074466,0.000014484903],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.163273e-7,0.00024333337,0.0008347535,0.0000222449,0.0000483247,1.2385605e-8,0.0012754538,0.018892704,0.0012433556,0.8578321,0.097950175,0.021656666],"study_design_scores_gemma":[0.000039029244,0.0000053262806,0.00029809255,0.0000071485288,0.000003047228,2.4317922e-7,0.000013274751,0.51356965,0.000107137465,0.4842518,0.0016823751,0.000022856435],"about_ca_topic_score_codex":0.000061263076,"about_ca_topic_score_gemma":0.0000049948526,"teacher_disagreement_score":0.8118213,"about_ca_system_score_codex":0.000008203066,"about_ca_system_score_gemma":0.00002628995,"threshold_uncertainty_score":0.99658287},"labels":[],"label_agreement":null},{"id":"W2163605009","doi":"10.1145/3065386","title":"ImageNet classification with deep convolutional neural networks","year":2017,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Neural Network Applications","field":"Computer Science","cited_by":75709,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Softmax function; Convolutional neural network; Computer science; Pooling; Dropout (neural networks); Artificial intelligence; Convolution (computer science); Regularization (linguistics); Pattern recognition (psychology); Deep neural networks; Word error rate; Normalization (sociology); Artificial neural network; Machine learning","score_opus":0.06443397073163805,"score_gpt":0.3127342939106008,"score_spread":0.24830032317896278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163605009","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009667458,0.0013496651,0.76125056,0.22041427,0.00027499878,0.0008586328,0.000010152589,0.00019883666,0.005975419],"genre_scores_gemma":[0.7423923,0.00009058791,0.25719917,0.0001496086,0.000024474464,0.00007146742,0.0000065828312,0.0000069893817,0.000058798832],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991522,0.00009591767,0.00021243395,0.00021451426,0.00016605684,0.00015890248],"domain_scores_gemma":[0.94542515,0.00024484046,0.00046604147,0.053629816,0.00019088745,0.000043252887],"candidate_categories":["sts","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00014761249,0.000099980134,0.00010738574,0.000027031163,0.0015625047,0.0001133395,0.05644206,0.0000384942,0.000002328779],"category_scores_gemma":[0.0009398077,0.000072492214,0.000057730227,0.00020244136,0.0007417361,0.00048696875,0.019231547,0.0002167907,0.000007349086],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022282029,0.00029146895,0.030789407,0.00000944363,0.00007324555,3.9361115e-7,0.00023502928,0.03797023,0.0024924558,0.87030953,0.010589233,0.047217295],"study_design_scores_gemma":[0.0001937397,0.00001533016,0.19956376,0.000013420397,0.000013182779,0.000011136793,0.000010539753,0.7456469,0.00019036185,0.05181773,0.0024121318,0.00011178029],"about_ca_topic_score_codex":0.0000149230245,"about_ca_topic_score_gemma":0.00007284257,"teacher_disagreement_score":0.8184918,"about_ca_system_score_codex":0.000032755444,"about_ca_system_score_gemma":0.000037589478,"threshold_uncertainty_score":0.9997373},"labels":[],"label_agreement":null},{"id":"W2169230786","doi":"10.1145/2714560","title":"Framing sustainability as a property of software quality","year":2015,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Green IT and Sustainability","field":"Engineering","cited_by":218,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Stiftelsen för Strategisk Forskning; Deutsche Forschungsgemeinschaft","keywords":"Framing (construction); Sustainability; Computer science; Software; Software quality; Business; Software development; Engineering; Programming language; Biology; Civil engineering; Ecology","score_opus":0.062384722540054234,"score_gpt":0.3244806711102615,"score_spread":0.2620959485702073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169230786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.986531,0.0010937953,0.00036186658,0.00776088,0.00007520997,0.00052266126,0.000012139382,0.00013522583,0.003507194],"genre_scores_gemma":[0.9854177,0.000014469206,0.01436745,0.000012037944,0.0000048147344,0.000025819738,0.0000031953066,0.000009954452,0.00014454998],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990732,0.00022839179,0.0003398831,0.00007968639,0.00015512021,0.00012373981],"domain_scores_gemma":[0.9763517,0.00029797023,0.0000824592,0.022492655,0.0007255033,0.00004976247],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.0009141327,0.00007981553,0.00018120563,0.000029403227,0.000077705525,0.0000068960685,0.009239156,0.000058544032,0.0000049323526],"category_scores_gemma":[0.041876733,0.00005121685,0.000091999114,0.00026413545,0.0003576637,0.00009213441,0.006215453,0.00018889438,0.0000021668598],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009398994,0.000986637,0.8895924,0.002818204,0.00022138403,4.3344616e-7,0.023326304,0.009854747,0.0010575019,0.016628398,0.018200165,0.03721984],"study_design_scores_gemma":[0.0005631503,0.00006467978,0.1692518,0.00006973327,0.00005157753,0.000002482729,0.011521892,0.0026471186,0.0039255726,0.7921192,0.019491328,0.00029143403],"about_ca_topic_score_codex":0.00086019543,"about_ca_topic_score_gemma":0.00015923515,"teacher_disagreement_score":0.7754908,"about_ca_system_score_codex":0.00018586617,"about_ca_system_score_gemma":0.00021953537,"threshold_uncertainty_score":0.99612135},"labels":[],"label_agreement":null},{"id":"W2175048909","doi":"10.1145/2814328","title":"Challenges of memory management on modern NUMA systems","year":2015,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Memory management; Parallel computing; Operating system; Semiconductor memory","score_opus":0.13959955195808882,"score_gpt":0.3239424250193529,"score_spread":0.18434287306126407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2175048909","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003397578,0.023589866,0.39803037,0.084782995,0.0006964738,0.0012345784,0.0000057730826,0.0007548126,0.48750755],"genre_scores_gemma":[0.7349779,0.00053276215,0.26430193,0.000033574324,0.0000041591156,0.000014599842,5.211499e-7,0.000003554341,0.00013097863],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992671,0.00018679866,0.00019690135,0.00010483474,0.0001783379,0.000066050976],"domain_scores_gemma":[0.97727686,0.00011043854,0.00017862204,0.022272078,0.00013786748,0.000024118097],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00045365494,0.000056758192,0.00010649512,0.0000682677,0.000066826615,0.0000148521085,0.024361784,0.000025560299,1.2769578e-7],"category_scores_gemma":[0.0004236851,0.00004312387,0.000041002502,0.00016206784,0.00007288683,0.00006671922,0.012673387,0.00006862117,0.000003902838],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052667788,0.00030480322,0.000059671547,0.000064984306,0.00005704749,1.6178647e-7,0.002646209,0.06141783,0.00003357352,0.89034075,0.019471912,0.025597788],"study_design_scores_gemma":[0.00049646915,0.00012673598,0.0011573954,0.0004531929,0.00002075226,0.00000556235,0.0005143758,0.6295427,0.0022448984,0.3609644,0.004258413,0.00021507805],"about_ca_topic_score_codex":0.000014225532,"about_ca_topic_score_gemma":0.0000015661202,"teacher_disagreement_score":0.7315803,"about_ca_system_score_codex":0.0000229231,"about_ca_system_score_gemma":0.000020873085,"threshold_uncertainty_score":0.9953119},"labels":[],"label_agreement":null},{"id":"W2213340640","doi":"10.1145/2814342","title":"Non-volatile storage","year":2015,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science","score_opus":0.08029819176554973,"score_gpt":0.3173603981552479,"score_spread":0.2370622063896982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2213340640","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060592163,0.0057322006,0.6026739,0.29045367,0.0011357415,0.0011276264,0.00005975055,0.0017862014,0.03643877],"genre_scores_gemma":[0.4817436,0.000022026248,0.51807487,0.00005845934,0.000002841642,0.000010940779,0.0000016934408,0.0000029528069,0.00008260761],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99949086,0.00004201251,0.00013656144,0.0001071237,0.00013231584,0.000091126094],"domain_scores_gemma":[0.93679446,0.00012622931,0.000119674696,0.062833,0.00010136283,0.00002525758],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00021236323,0.00005728796,0.00008396805,0.00004696187,0.00011503914,0.000021366162,0.07907902,0.000033040535,8.929316e-7],"category_scores_gemma":[0.006159337,0.00004250197,0.00003292796,0.00043877086,0.0002547654,0.00038666057,0.07725951,0.00015234532,0.00003312915],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006373291,0.0003462769,0.004470384,0.000016140986,0.00004779671,0.0000012338719,0.0032152277,0.0012122986,0.005345749,0.4589197,0.49213365,0.03428517],"study_design_scores_gemma":[0.00026064794,0.000038067126,0.0028017503,0.000028243352,0.000006997229,0.0000073818683,0.00023665321,0.02107874,0.0063964888,0.9018569,0.06713552,0.00015261755],"about_ca_topic_score_codex":0.000021303074,"about_ca_topic_score_gemma":0.000012633512,"teacher_disagreement_score":0.4429372,"about_ca_system_score_codex":0.00004393395,"about_ca_system_score_gemma":0.00007304746,"threshold_uncertainty_score":0.93020344},"labels":[],"label_agreement":null},{"id":"W2218132318","doi":"10.1145/2699390","title":"Passwords and the evolution of imperfect authentication","year":2015,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":249,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Password; Computer science; Authentication (law); Imperfect; Computer security","score_opus":0.041974406563212566,"score_gpt":0.28227023939218754,"score_spread":0.240295832828975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2218132318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53321517,0.012965459,0.030873114,0.41243854,0.0008523006,0.0019209787,0.000014807739,0.00017099864,0.0075486265],"genre_scores_gemma":[0.99257886,0.00005175432,0.0072108894,0.00004023724,0.000006375162,0.000022376751,0.0000010315811,0.000002780813,0.00008568223],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99893636,0.00046219074,0.0002635161,0.00008908991,0.00018555642,0.00006331045],"domain_scores_gemma":[0.9803967,0.00035127215,0.00024050119,0.018753273,0.00022906846,0.000029174947],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0011738542,0.00005077008,0.000110500514,0.00004604218,0.00013122204,0.000029568013,0.016539171,0.000028031169,5.939579e-7],"category_scores_gemma":[0.0039227623,0.00002950834,0.000056349585,0.000364495,0.00045919657,0.00014466599,0.008423931,0.00008073589,0.000005180435],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000085261045,0.00008656038,0.0038609835,0.000015874508,0.00002938277,5.8383196e-9,0.042443376,0.000002787269,0.0007551657,0.9495427,0.0023542491,0.0009003983],"study_design_scores_gemma":[0.0014153068,0.000036892587,0.03425255,0.000073658855,0.000061028888,0.000010831495,0.001767429,0.14297317,0.0012392636,0.8138096,0.0042393305,0.00012094641],"about_ca_topic_score_codex":0.00022132242,"about_ca_topic_score_gemma":0.000036419242,"teacher_disagreement_score":0.4593637,"about_ca_system_score_codex":0.000038310263,"about_ca_system_score_gemma":0.00009124739,"threshold_uncertainty_score":0.99959576},"labels":[],"label_agreement":null},{"id":"W2337392435","doi":"10.1145/2909480","title":"Debugging distributed systems","year":2016,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Defense Advanced Research Projects Agency; Universities Space Research Association; National Science Foundation","keywords":"Debugging; Computer science; Visualization; Programming language; Algorithmic program debugging; Software engineering; Operating system; Embedded system; Artificial intelligence","score_opus":0.03294595689119045,"score_gpt":0.27052413423506116,"score_spread":0.2375781773438707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2337392435","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15400054,0.00722285,0.44722736,0.3821898,0.0028394903,0.0013967842,0.00009270826,0.0010944909,0.0039359587],"genre_scores_gemma":[0.9829176,0.000071758535,0.01688429,0.000023595016,0.000009480818,0.000022169164,8.3200854e-7,0.0000025276936,0.00006775763],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99934876,0.00013771086,0.00020571827,0.00009617119,0.00011589434,0.0000957404],"domain_scores_gemma":[0.96094805,0.0004284285,0.00012509609,0.03836292,0.00011406626,0.000021428543],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00037205947,0.000049433595,0.000089217356,0.000022478527,0.00019174299,0.000022536258,0.035169452,0.000029159832,0.0000010709524],"category_scores_gemma":[0.003253024,0.000023303088,0.00005724346,0.00025830686,0.00014052974,0.00019876887,0.017262882,0.000050471797,0.000028076687],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013263054,0.0005808512,0.46244264,0.0002934595,0.0002469026,4.55355e-7,0.002185077,0.0004717147,0.0144814225,0.28950128,0.15162407,0.07815886],"study_design_scores_gemma":[0.0020892876,0.0001229999,0.44369143,0.0026479152,0.00008356548,0.000085257896,0.000267484,0.037935536,0.014124827,0.2713656,0.22660306,0.0009830345],"about_ca_topic_score_codex":0.000036458736,"about_ca_topic_score_gemma":0.0000039204397,"teacher_disagreement_score":0.828917,"about_ca_system_score_codex":0.000040898558,"about_ca_system_score_gemma":0.000049887818,"threshold_uncertainty_score":0.9906853},"labels":[],"label_agreement":null},{"id":"W2338858629","doi":"10.1145/2659897","title":"Certificate transparency","year":2014,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Cryptography and Data Security","field":"Computer Science","cited_by":166,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Apache (Canada)","funders":"","keywords":"Transparency (behavior); Computer science; Certificate; Computer security; Algorithm","score_opus":0.12732994180840815,"score_gpt":0.2974916278556979,"score_spread":0.17016168604728973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338858629","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030947082,0.00265278,0.5090064,0.41152507,0.0006560909,0.0005351013,0.00006027089,0.00040105442,0.04421617],"genre_scores_gemma":[0.79057723,0.00008144557,0.20920786,0.00011443278,0.0000041453222,0.0000064013034,0.0000030478086,0.0000016633494,0.000003785743],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994565,0.00013971032,0.00014669313,0.00009688708,0.00008628163,0.00007387901],"domain_scores_gemma":[0.95098925,0.0001948504,0.000070457936,0.048682444,0.000041393025,0.00002161429],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0002640726,0.000043457003,0.000063791376,0.000031355845,0.00019121477,0.000025218298,0.057513688,0.000020399266,0.0000035111325],"category_scores_gemma":[0.0012331747,0.00003143145,0.0000733634,0.00035675752,0.00016265587,0.00015204547,0.011095201,0.00009655801,0.000012616316],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.762494e-7,0.0000827402,0.001371715,0.000005551221,0.000006841495,6.8203847e-9,0.00054375886,0.000004824317,0.0010378147,0.9823889,0.006073149,0.00848393],"study_design_scores_gemma":[0.00009834464,0.00001205469,0.02454773,0.000016758137,0.000007940271,0.0000011596188,0.000012223435,0.0034414118,0.0028332844,0.8972592,0.07169763,0.000072312956],"about_ca_topic_score_codex":0.000029367162,"about_ca_topic_score_gemma":0.00003335762,"teacher_disagreement_score":0.75963014,"about_ca_system_score_codex":0.0000033255665,"about_ca_system_score_gemma":0.000012548936,"threshold_uncertainty_score":0.9969029},"labels":[],"label_agreement":null},{"id":"W2338948964","doi":"10.1145/1743546.1743582","title":"Panopticon revisited","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Complex Systems and Time Series Analysis","field":"Economics, Econometrics and Finance","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Panopticon; Citation; Computer science; Media studies; Library science; Sociology","score_opus":0.05418792514544939,"score_gpt":0.25025829095737984,"score_spread":0.19607036581193044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338948964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59488714,0.007855561,0.000120166646,0.099136844,0.0005753402,0.00048326992,0.00022584033,0.0000708034,0.29664505],"genre_scores_gemma":[0.98458195,0.000117357544,0.014143698,0.000066890345,0.000018669041,0.000008246337,0.0000065797435,0.000006673937,0.0010499619],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99945605,0.000015842235,0.00034970234,0.0000916237,0.00001621786,0.00007056417],"domain_scores_gemma":[0.9742392,0.000080597194,0.00028467696,0.025335358,0.00004139595,0.000018818468],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0002923197,0.000048071204,0.00017598904,0.0000602173,0.00015733503,0.00002213049,0.011411509,0.00003362604,0.0003647266],"category_scores_gemma":[0.0030104346,0.000041413397,0.00013328032,0.00028216743,0.000119786186,0.00005577847,0.0058859475,0.00014639193,0.00016780834],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011435745,0.000050173494,0.037783913,0.000009108723,0.000053839874,1.4987052e-8,0.00013805991,0.0000033292017,0.0011202066,0.9541645,0.0063362285,0.00033946548],"study_design_scores_gemma":[0.00014355329,0.000009538368,0.068926774,0.000014679462,0.000016817203,0.0000020291259,0.00005954903,0.0013445839,0.00019763794,0.39722693,0.53194004,0.00011787909],"about_ca_topic_score_codex":0.00035725773,"about_ca_topic_score_gemma":0.00015547931,"teacher_disagreement_score":0.5569376,"about_ca_system_score_codex":0.000008122556,"about_ca_system_score_gemma":0.0000059364243,"threshold_uncertainty_score":0.99393725},"labels":[],"label_agreement":null},{"id":"W2339668911","doi":"10.1145/1859204.1859231","title":"QIP = PSPACE","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"PSPACE; Quantum complexity theory; Computer science; Quantum computer; Theoretical computer science; Computational complexity theory; Context (archaeology); Model of computation; Complexity class; Quantum; Computation; Algorithm; Quantum mechanics; Physics","score_opus":0.018893718780673426,"score_gpt":0.27466468714813735,"score_spread":0.25577096836746394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2339668911","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40839988,0.00068640406,0.021081235,0.5571125,0.0014352631,0.00030245216,0.0000053903686,0.00031559536,0.010661238],"genre_scores_gemma":[0.53288716,0.000008517507,0.46689555,0.00012791994,0.000014662217,0.000002199741,2.6910615e-7,0.0000024698186,0.00006124362],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995473,0.00006311484,0.00010694037,0.00009534902,0.00009753629,0.00008973513],"domain_scores_gemma":[0.95898855,0.00025115436,0.00008382991,0.040595047,0.0000568349,0.000024610243],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0002174522,0.000050962437,0.000063485204,0.000029392912,0.0002476338,0.000034448614,0.055718184,0.000027832419,0.0000022820682],"category_scores_gemma":[0.002248165,0.000034293505,0.00006102707,0.00028367306,0.00016419764,0.000057458125,0.03351818,0.0003283851,0.000012063525],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017934299,0.0003167423,0.0033032969,0.000016307433,0.000041557283,3.4735643e-7,0.0038059638,0.00080315716,0.045049455,0.7722739,0.04618041,0.1282071],"study_design_scores_gemma":[0.00019833003,0.0000248942,0.021553425,0.000036038327,0.000008287024,0.000031089337,0.000022661321,0.25327668,0.007999561,0.6305867,0.086077586,0.00018476046],"about_ca_topic_score_codex":0.000027395821,"about_ca_topic_score_gemma":0.000033006952,"teacher_disagreement_score":0.5569846,"about_ca_system_score_codex":0.0000034091815,"about_ca_system_score_gemma":0.00004145884,"threshold_uncertainty_score":0.97429854},"labels":[],"label_agreement":null},{"id":"W2341890912","doi":"10.1145/2240236.2240258","title":"Quantum money","year":2012,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Carry (investment); Computer science; TRACE (psycholinguistics); Computer security; Business; Finance; Philosophy","score_opus":0.036959184617088546,"score_gpt":0.28647963321502207,"score_spread":0.24952044859793351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2341890912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52271336,0.016272888,0.06867389,0.3778858,0.0024248152,0.0006165598,0.00001257564,0.0005894221,0.010810678],"genre_scores_gemma":[0.7198486,0.000030101199,0.27991435,0.0001497071,0.000023016613,0.0000032326138,4.5254117e-7,0.0000032061193,0.000027396805],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99940085,0.00012566733,0.00013822857,0.0000714563,0.00011264596,0.00015113046],"domain_scores_gemma":[0.9674414,0.00024251,0.000096571806,0.032138947,0.000040802093,0.00003976886],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00030254168,0.000057625126,0.00007565781,0.000032556753,0.00024289217,0.000021109621,0.041695792,0.000022920622,0.0000014752592],"category_scores_gemma":[0.0015132473,0.00003852952,0.00006975362,0.00030521906,0.00011234659,0.00012629708,0.03402214,0.00015812757,0.000018988021],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018887423,0.00053548795,0.013917283,0.00001977062,0.00005451592,9.467755e-8,0.0059493696,0.00076757575,0.0031428428,0.88070786,0.042494286,0.052409034],"study_design_scores_gemma":[0.00027053658,0.000037690912,0.087796725,0.00009122576,0.000020142752,0.000036118214,0.00007344761,0.3584415,0.004641126,0.4760391,0.07224274,0.00030962913],"about_ca_topic_score_codex":0.000024227154,"about_ca_topic_score_gemma":0.0000014485832,"teacher_disagreement_score":0.40466875,"about_ca_system_score_codex":0.000009855359,"about_ca_system_score_gemma":0.000024328943,"threshold_uncertainty_score":0.9737905},"labels":[],"label_agreement":null},{"id":"W2344444819","doi":"10.1145/2902362","title":"On the naturalness of software","year":2016,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Research","field":"Computer Science","cited_by":291,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Engineering and Physical Sciences Research Council","keywords":"Naturalness; Computer science; Natural language; Natural (archaeology); Software; Artificial intelligence; Program comprehension; Natural language processing; Simplicity; Code (set theory); Programming language; Linguistics; Software system; Set (abstract data type); Epistemology","score_opus":0.04508847840595311,"score_gpt":0.2959249936897846,"score_spread":0.2508365152838315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2344444819","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39617965,0.00174235,0.060139388,0.539514,0.00055543054,0.0006871386,0.000024436855,0.0003215505,0.0008360541],"genre_scores_gemma":[0.9501413,0.00003257142,0.049618278,0.00005759013,0.0000034047591,0.000015428612,1.4641593e-7,0.0000040186765,0.00012722416],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999426,0.00011618169,0.00011080349,0.00007130391,0.00019313113,0.000082595216],"domain_scores_gemma":[0.95501214,0.00796813,0.00006731726,0.036806248,0.00013177478,0.000014382241],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00034520956,0.000042694966,0.00006022412,0.000037034628,0.00010426552,0.000010020712,0.051613767,0.000021340453,0.0000056900262],"category_scores_gemma":[0.04583185,0.000018006234,0.000051038813,0.0003290903,0.00021226208,0.00007381228,0.019088652,0.00011679539,0.000015487098],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008321657,0.00021402483,0.015244452,0.000035146466,0.00008120677,1.6589308e-7,0.0010733193,0.00012155627,0.010543738,0.85172594,0.065638095,0.05531406],"study_design_scores_gemma":[0.00043709966,0.00007994209,0.20526987,0.00060548924,0.000010181928,0.000005956742,0.000034770826,0.00083936565,0.090665706,0.69373965,0.008085251,0.00022670154],"about_ca_topic_score_codex":0.000008948798,"about_ca_topic_score_gemma":0.0000021541155,"teacher_disagreement_score":0.5539617,"about_ca_system_score_codex":0.000020170008,"about_ca_system_score_gemma":0.000038065384,"threshold_uncertainty_score":0.98884475},"labels":[],"label_agreement":null},{"id":"W2528727354","doi":"10.1145/2934663","title":"Pushing on string","year":2016,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Password; Computer security; String (physics); Business; Physics; Theoretical physics","score_opus":0.0702598527030022,"score_gpt":0.29430505167559284,"score_spread":0.22404519897259065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528727354","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21731016,0.0004886568,0.016192326,0.75489414,0.0006156039,0.00044438193,0.000008345737,0.000249474,0.009796908],"genre_scores_gemma":[0.9886003,0.00003049167,0.010962141,0.00015768356,0.0000061616715,0.000007654834,1.708443e-7,0.000002597297,0.00023275819],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994625,0.00012380851,0.0001448749,0.00008329557,0.00011849596,0.00006702548],"domain_scores_gemma":[0.9674875,0.0003677769,0.00009479516,0.03197989,0.000050501643,0.000019540817],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00024971613,0.000038197973,0.000054464526,0.000037701197,0.00014308056,0.000029801224,0.037116915,0.000017319606,0.000002571471],"category_scores_gemma":[0.0025725183,0.000020842359,0.00004601236,0.00017132206,0.00006555599,0.00014639509,0.012236135,0.0000529212,0.000055759258],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.705213e-7,0.00010792463,0.0034313775,0.0000063552707,0.000018212653,3.6683005e-8,0.0077568223,9.00937e-7,0.010270095,0.9581155,0.006587039,0.013704759],"study_design_scores_gemma":[0.0007804618,0.00004593579,0.054814387,0.00065127795,0.000015095103,0.000007781787,0.00018337244,0.0056779995,0.044299174,0.7878299,0.10538032,0.00031434104],"about_ca_topic_score_codex":0.0000102109525,"about_ca_topic_score_gemma":0.000010989083,"teacher_disagreement_score":0.7712902,"about_ca_system_score_codex":0.000019802172,"about_ca_system_score_gemma":0.000019515757,"threshold_uncertainty_score":0.9957527},"labels":[],"label_agreement":null},{"id":"W2564448290","doi":"10.1145/3018992","title":"Why less is more when it comes to internet jurisdiction","year":2016,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Dispute Resolution and Class Actions","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"The Internet; Jurisdiction; Computer science; Internet privacy; Computer security; World Wide Web; Political science; Law","score_opus":0.06120091830732004,"score_gpt":0.2925925441221761,"score_spread":0.23139162581485606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564448290","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018879116,0.000104427185,0.0008668898,0.91617215,0.00025381605,0.00021423015,0.0000136043245,0.00007663983,0.0634191],"genre_scores_gemma":[0.9717196,0.00009130874,0.001976215,0.020952577,0.00010212035,0.000047976795,0.000008607218,0.000015862393,0.005085717],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994508,0.000017204817,0.00019019157,0.00010524313,0.00013180115,0.00010474492],"domain_scores_gemma":[0.9909031,0.00007620585,0.00014287456,0.008707854,0.00015952204,0.000010447478],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00012696137,0.00007638299,0.00009386216,0.00011364118,0.00019395827,0.00006564528,0.008043984,0.000033873377,0.00027777586],"category_scores_gemma":[0.0009016085,0.00004787713,0.000089916786,0.00026262415,0.0001321888,0.00038153393,0.0086681545,0.000068192065,0.0002751696],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005444681,0.00007638438,0.0034070667,0.000010824475,0.00002491855,1.8051713e-8,0.00014559647,0.0000019008098,0.00043775153,0.03766814,0.95122653,0.006995452],"study_design_scores_gemma":[0.00015078975,0.0000023460755,0.008301385,0.0001025269,0.000031189033,4.2003492e-7,0.00032669658,0.00020914276,0.00016211714,0.012106195,0.97853625,0.00007093815],"about_ca_topic_score_codex":0.00048654893,"about_ca_topic_score_gemma":0.0004868526,"teacher_disagreement_score":0.9528405,"about_ca_system_score_codex":0.000035657566,"about_ca_system_score_gemma":0.000010865459,"threshold_uncertainty_score":0.99934953},"labels":[],"label_agreement":null},{"id":"W2592454732","doi":"10.1145/3041057","title":"Technical Perspective: The power of wi-fi to deliver power","year":2017,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Perspective (graphical); Power (physics); Computer science; Electrical engineering; Telecommunications; Engineering; Artificial intelligence; Physics","score_opus":0.05079038536271378,"score_gpt":0.401886854880222,"score_spread":0.3510964695175082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592454732","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22663508,0.00046048587,0.000018569386,0.6491801,0.00018653029,0.0006015014,0.000019326963,0.000066418135,0.12283195],"genre_scores_gemma":[0.9925512,0.000092944836,0.006483707,0.00031378766,0.0000069522207,0.0000096493,1.7702581e-7,0.000006851255,0.0005347249],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99913555,0.00019682181,0.00016464158,0.000096173826,0.00024780416,0.00015903378],"domain_scores_gemma":[0.9701159,0.0001940415,0.0002578762,0.029094312,0.00030071568,0.000037183447],"candidate_categories":["metaresearch","sts","open_science"],"consensus_categories":["sts","open_science"],"category_scores_codex":[0.00075726165,0.000064868684,0.00012134462,0.000039777773,0.0017590269,0.000038025704,0.047280572,0.000103464474,0.00004992424],"category_scores_gemma":[0.03379239,0.000042017575,0.00010692202,0.00016427663,0.0030086613,0.000109700886,0.017722584,0.00027912014,0.000031163872],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006346095,0.0010598031,0.06971333,0.000006452802,0.00013212487,3.5824408e-7,0.035977665,0.0000037715945,0.00972405,0.6260149,0.25427708,0.0030269963],"study_design_scores_gemma":[0.00032214102,0.00006613618,0.80486506,0.00012727514,0.000051227216,0.000002097293,0.020158168,0.0000026704963,0.0023679903,0.12803635,0.04382954,0.00017134134],"about_ca_topic_score_codex":0.0016219801,"about_ca_topic_score_gemma":0.0013821961,"teacher_disagreement_score":0.7659161,"about_ca_system_score_codex":0.00010301443,"about_ca_system_score_gemma":0.00008219295,"threshold_uncertainty_score":0.9997046},"labels":[],"label_agreement":null},{"id":"W2593504992","doi":"10.1145/3041047","title":"Misconceptions about computer science","year":2017,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Computer science","score_opus":0.07091444293170647,"score_gpt":0.3553591734278281,"score_spread":0.2844447304961216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593504992","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13379288,0.0015171088,0.3769853,0.47087848,0.0023055917,0.00062608084,0.000004966663,0.00061214046,0.013277456],"genre_scores_gemma":[0.54820055,0.000009882203,0.4516426,0.000052236028,0.000011938299,0.0000037219597,1.6714897e-7,0.0000017596078,0.00007713506],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993229,0.000092523274,0.000127549,0.00015151405,0.00016893144,0.0001366158],"domain_scores_gemma":[0.93773127,0.00012503663,0.00021953239,0.06178601,0.00010407735,0.000034053755],"candidate_categories":["sts","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00075729826,0.000052301242,0.00007027483,0.000045998324,0.0033187028,0.000416898,0.11392689,0.00001873164,0.0000010646887],"category_scores_gemma":[0.0050605573,0.000038823244,0.000060375332,0.00015577397,0.0014395827,0.00043847103,0.054535173,0.00022743334,0.000017979082],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.696389e-7,0.00015740542,0.0196294,0.000008094322,0.000017488619,1.4879782e-7,0.0053279423,0.00026629472,0.0010589911,0.26237276,0.004072844,0.7070879],"study_design_scores_gemma":[0.00038644575,0.000052468768,0.68726945,0.0002488911,0.000019100513,0.000017587354,0.0000865977,0.045534927,0.0008750193,0.043624945,0.22158031,0.00030427988],"about_ca_topic_score_codex":0.000103886785,"about_ca_topic_score_gemma":0.000010221356,"teacher_disagreement_score":0.7067836,"about_ca_system_score_codex":0.000020507066,"about_ca_system_score_gemma":0.00009557368,"threshold_uncertainty_score":0.99797887},"labels":[],"label_agreement":null},{"id":"W2594338580","doi":"10.1145/2993420","title":"Making the field of computing more inclusive","year":2017,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Digital Accessibility for Disabilities","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Field (mathematics); Computer science; World Wide Web; Data science; Mathematics","score_opus":0.12121658488553991,"score_gpt":0.4831099000019649,"score_spread":0.361893315116425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594338580","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53666633,0.00020794921,0.0000045907263,0.24543518,0.00009653407,0.00021552498,0.000008172624,0.00001346469,0.21735227],"genre_scores_gemma":[0.9975552,0.000019868105,0.0020547418,0.00019785635,0.000017923408,0.000003210369,4.308821e-7,0.000002679295,0.00014810415],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99937767,0.00013915494,0.00017549921,0.00005660397,0.00016855402,0.00008253816],"domain_scores_gemma":[0.97704554,0.0018527255,0.00035116987,0.020599442,0.00014057924,0.000010519973],"candidate_categories":["metaresearch","sts","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0006730602,0.0000368814,0.00008334653,0.000010819306,0.0020996993,0.00008892702,0.038529005,0.000027904025,0.000009632085],"category_scores_gemma":[0.059878673,0.000023031182,0.000087091954,0.00007300887,0.0025512164,0.00021896888,0.03230568,0.00010216308,0.0000015209881],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009437974,0.00023243959,0.2670058,0.00005734363,0.000064273634,3.2775638e-8,0.1334018,0.000028840579,0.00006986834,0.56184727,0.013141875,0.024141029],"study_design_scores_gemma":[0.00008875411,0.000012398433,0.15262341,0.00018614062,0.00002496134,1.6431922e-7,0.045925733,0.00012630757,0.0005315171,0.7898525,0.010546655,0.000081455124],"about_ca_topic_score_codex":0.0021699534,"about_ca_topic_score_gemma":0.0023068395,"teacher_disagreement_score":0.46088886,"about_ca_system_score_codex":0.000026860316,"about_ca_system_score_gemma":0.000075941985,"threshold_uncertainty_score":0.99919945},"labels":[],"label_agreement":null},{"id":"W2602562802","doi":"10.1145/3051088","title":"Guilt-free data reuse","year":2017,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Stanford Bio-X; Simons Institute for the Theory of Computing, University of California Berkeley; University of Toronto; University of Pennsylvania; Microsoft Research; Alfred P. Sloan Foundation; National Science Foundation","keywords":"Computer science; Reuse; Inference; Process (computing); Set (abstract data type); Data mining; Data set; Statistical inference; Simple (philosophy); Machine learning; Data validation; Artificial intelligence; Database","score_opus":0.23705528447005014,"score_gpt":0.38373756465797776,"score_spread":0.14668228018792762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602562802","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":"reproducibility","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011298965,0.00048383622,0.00040894802,0.99293935,0.00017204265,0.00010772019,0.00008449482,0.00018367569,0.004490059],"genre_scores_gemma":[0.022858536,0.00038783674,0.9765785,0.000115274284,0.000008220468,0.0000077769655,0.000011731381,0.0000053633457,0.000026774143],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991809,0.00009074721,0.00018751844,0.0002390647,0.00017335555,0.0001283889],"domain_scores_gemma":[0.08847716,0.00032683686,0.00030460538,0.9107986,0.0000746956,0.000018106795],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00067964185,0.000069408874,0.000099474,0.00003696942,0.00080732047,0.00018503121,0.99610245,0.000052138985,0.0000023964678],"category_scores_gemma":[0.98348284,0.000052948348,0.000031964057,0.00013387701,0.0006775819,0.0010266346,0.99957126,0.00024320431,0.000022619988],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.653538e-7,0.000028365965,0.0010216057,0.0000025536453,0.0000100963625,9.1181725e-8,0.000019584577,1.9763849e-7,0.00018622538,0.008927578,0.9889661,0.0008372196],"study_design_scores_gemma":[0.00009670857,0.000004048994,0.006489985,0.00003060067,0.0000057561233,0.0000023238724,0.0000054675315,0.008557901,0.0009605169,0.96095353,0.022834903,0.000058232894],"about_ca_topic_score_codex":0.000143835,"about_ca_topic_score_gemma":0.00008736785,"teacher_disagreement_score":0.9928241,"about_ca_system_score_codex":0.000019058016,"about_ca_system_score_gemma":0.000056864257,"threshold_uncertainty_score":0.62093383},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2625051394","doi":"10.1145/3107548","title":"Deep optimization for spectrum repacking","year":2017,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Spectrum auction; Solver; Reuse; The Internet; Telecommunications link; Distributed computing; Mathematical optimization; Computer network; Auction theory; Operating system; Common value auction","score_opus":0.2709712926747263,"score_gpt":0.4669176880769768,"score_spread":0.1959463954022505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625051394","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011106688,0.00039204885,0.44868565,0.496583,0.00059457123,0.0012141434,0.000046925958,0.0000770165,0.041299958],"genre_scores_gemma":[0.8178824,0.000038871312,0.1809697,0.000083186766,0.000031318377,0.000057786827,0.0000036318509,0.000005944138,0.0009271196],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991157,0.00011820122,0.00033703947,0.0001480324,0.0002007556,0.00008023677],"domain_scores_gemma":[0.941745,0.0012353171,0.00069977547,0.05605913,0.0002372847,0.000023525852],"candidate_categories":["metaresearch","sts","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.001493753,0.00005185896,0.00010559701,0.00004908492,0.0022468374,0.0001624314,0.043121062,0.000034972843,0.0000755238],"category_scores_gemma":[0.07041801,0.000035324025,0.0001279691,0.0001597402,0.0004650616,0.00025168885,0.010526586,0.00007568277,0.000027125123],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002958922,0.0001778839,0.006061235,0.0000051060133,0.000038668324,1.6944732e-8,0.0008206946,0.030932799,0.0005883111,0.9128549,0.027937196,0.020553594],"study_design_scores_gemma":[0.0001183969,0.0000066428297,0.004189649,0.000008575132,0.000013641106,0.000001258548,0.00023531455,0.043085515,0.0013241316,0.9286672,0.02230084,0.000048834136],"about_ca_topic_score_codex":0.000009650013,"about_ca_topic_score_gemma":0.000041138774,"teacher_disagreement_score":0.80677575,"about_ca_system_score_codex":0.000014911845,"about_ca_system_score_gemma":0.000028149743,"threshold_uncertainty_score":0.9990521},"labels":[],"label_agreement":null},{"id":"W2752726215","doi":"10.1145/3132259","title":"Bitcoin's academic pedigree","year":2017,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":243,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Cryptocurrency; Computer science; Data science; Computer security","score_opus":0.0639310400117657,"score_gpt":0.3328605187837439,"score_spread":0.2689294787719782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752726215","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0858607,0.0018546258,0.00841431,0.88696736,0.00023534022,0.00041743566,0.00000852164,0.00026652246,0.015975164],"genre_scores_gemma":[0.8745978,0.00028956373,0.12481056,0.00014151039,0.000009172751,0.000034277316,4.6704932e-7,0.0000030135882,0.00011365818],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99947125,0.000044783363,0.0001622754,0.00012945848,0.00009114077,0.00010110175],"domain_scores_gemma":[0.9058123,0.0001223037,0.00025770324,0.09371594,0.00007258775,0.00001915698],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0003064547,0.000056734854,0.00008550214,0.00003827249,0.0011250759,0.00003792937,0.14637902,0.00009481556,0.0000017981705],"category_scores_gemma":[0.004162359,0.000042951495,0.0000588895,0.00013059394,0.0006367203,0.00017028494,0.07376338,0.0003662634,0.000022891543],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.8137895e-7,0.000044632525,0.0075252713,0.0000030559484,0.000009421506,4.0208544e-8,0.00020887211,0.0000010775474,0.0007005066,0.9677149,0.010895427,0.0128963785],"study_design_scores_gemma":[0.00010914539,0.000006677444,0.05196876,0.000017179786,0.000007465737,0.000005484545,0.000017506914,0.00280855,0.0031620385,0.9107924,0.031029375,0.00007542033],"about_ca_topic_score_codex":0.00004459071,"about_ca_topic_score_gemma":0.00003535956,"teacher_disagreement_score":0.88682586,"about_ca_system_score_codex":0.000011551111,"about_ca_system_score_gemma":0.00004129511,"threshold_uncertainty_score":0.93372786},"labels":[],"label_agreement":null},{"id":"W2759834711","doi":"10.1145/3132745","title":"Millennials' attitudes toward IT consumerization in the workplace","year":2017,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Workforce; Business; Marketing; Public relations; Advertising; Economics; Political science; Economic growth","score_opus":0.3625581774142743,"score_gpt":0.4804701362468306,"score_spread":0.11791195883255629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759834711","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48779696,0.0005591139,0.00006384925,0.50603163,0.00017408674,0.0002685005,0.000011040041,0.000023292394,0.0050714947],"genre_scores_gemma":[0.9928239,0.0002621193,0.005958852,0.00041568288,0.000005080833,0.000024252671,0.0000014247781,0.0000036346698,0.0005050386],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99867284,0.00039894256,0.00036474402,0.00013416643,0.00033707375,0.000092206006],"domain_scores_gemma":[0.9534465,0.0010892997,0.00042654882,0.04487531,0.00014893792,0.00001340231],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0020605838,0.00006409334,0.00012913547,0.00009259771,0.0007660444,0.00015129984,0.066548035,0.00007942208,0.000056196543],"category_scores_gemma":[0.046003453,0.00003487125,0.00007386391,0.00028803365,0.00086213864,0.00017671402,0.012355615,0.00024514933,0.00008301503],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069369316,0.00014942898,0.92924577,0.0000013632128,0.0000071525524,1.795239e-7,0.0012555409,0.000011942904,0.00029976742,0.022358894,0.04234555,0.0043174764],"study_design_scores_gemma":[0.00016438491,0.000005459141,0.91699165,0.000025047862,0.000008990736,0.0000025278257,0.0009225405,0.000052094405,0.00012683435,0.06312541,0.01852802,0.000047015455],"about_ca_topic_score_codex":0.000074039745,"about_ca_topic_score_gemma":0.0005510195,"teacher_disagreement_score":0.50561595,"about_ca_system_score_codex":0.000013227345,"about_ca_system_score_gemma":0.000041105282,"threshold_uncertainty_score":0.9956323},"labels":[],"label_agreement":null},{"id":"W2760508920","doi":"10.1145/3132724","title":"The real risks of artificial intelligence","year":2017,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"AI in Service Interactions","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Artificial intelligence; Current (fluid); Engineering; Electrical engineering","score_opus":0.29528460228310993,"score_gpt":0.4497841640437342,"score_spread":0.1544995617606243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760508920","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09703045,0.00089512725,0.043532085,0.7819022,0.002442537,0.0007939435,0.000026435791,0.00013702223,0.07324021],"genre_scores_gemma":[0.91683906,0.00039158383,0.082635075,0.000033964337,0.000013547456,0.000012574214,3.115471e-7,0.0000031262418,0.000070768096],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99929297,0.00012516684,0.00027476688,0.00008546271,0.00013529223,0.000086349086],"domain_scores_gemma":[0.9336346,0.0009121521,0.00047572167,0.06475113,0.00021027846,0.00001613266],"candidate_categories":["sts","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0004181269,0.00004936107,0.00007432105,0.000020085967,0.0013627153,0.0001122944,0.09911825,0.000026535605,0.0000026408973],"category_scores_gemma":[0.00589195,0.00003081637,0.00007831839,0.000110303394,0.0006132018,0.00025871192,0.039285917,0.00018153187,0.00002166309],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000496512,0.00012362427,0.0021237195,0.0000051582056,0.00003640258,5.2186955e-8,0.001523926,0.000098807956,0.0017837838,0.90395457,0.0022347537,0.08811024],"study_design_scores_gemma":[0.000022198856,0.000020707112,0.0355773,0.00005456419,0.000015654145,0.0000025033376,0.00040700808,0.024511648,0.01703798,0.9165977,0.0056757983,0.000076927325],"about_ca_topic_score_codex":0.0009304678,"about_ca_topic_score_gemma":0.0009534459,"teacher_disagreement_score":0.8198086,"about_ca_system_score_codex":0.000017077291,"about_ca_system_score_gemma":0.000056011035,"threshold_uncertainty_score":0.99993736},"labels":[],"label_agreement":null},{"id":"W2765775789","doi":"10.1145/3131284","title":"Heads-up limit hold'em poker is solved","year":2017,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates - Technology Futures","keywords":"Perfect information; Limit (mathematics); Imperfect; Computer science; Computation; Combinatorial game theory; Mathematical economics; Sequential game; Extensive-form game; Game theory; Theoretical computer science; Algorithm; Mathematics","score_opus":0.1735325352864427,"score_gpt":0.3759081998816928,"score_spread":0.20237566459525008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765775789","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11522909,0.0022208528,0.014868501,0.8430842,0.0017938591,0.0006789288,0.000018221508,0.00025839687,0.021847943],"genre_scores_gemma":[0.91232634,0.00020779211,0.08591447,0.0006325886,0.000021052902,0.000015522575,5.572639e-7,0.000007405397,0.00087428273],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99913573,0.00010066902,0.00025175672,0.00016975171,0.00018248477,0.0001595775],"domain_scores_gemma":[0.92202854,0.00025986444,0.00028754186,0.077214845,0.00017191062,0.000037280653],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0003629784,0.000087860455,0.00012455406,0.00003685539,0.001043295,0.00024120876,0.102171086,0.000051026145,0.000016318525],"category_scores_gemma":[0.005916355,0.00006759731,0.000119334916,0.00011589246,0.00050547125,0.00044369983,0.051150866,0.00019494443,0.00017780608],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015958556,0.00063199125,0.024046266,0.000029535302,0.00017735257,8.965127e-7,0.026784869,0.00010687788,0.01418555,0.36828223,0.3328185,0.23291996],"study_design_scores_gemma":[0.00014705243,0.000047068963,0.04428506,0.00013875848,0.000032026997,0.0000063092657,0.00051775423,0.03280975,0.123303756,0.73075265,0.06760374,0.00035609235],"about_ca_topic_score_codex":0.0001415857,"about_ca_topic_score_gemma":0.00016191309,"teacher_disagreement_score":0.84245163,"about_ca_system_score_codex":0.000022919387,"about_ca_system_score_gemma":0.00006139221,"threshold_uncertainty_score":0.95652324},"labels":[],"label_agreement":null},{"id":"W2766358679","doi":"10.1145/3141771","title":"User reviews of top mobile apps in Apple and Google app stores","year":2017,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Concordia University; Dalhousie University","funders":"","keywords":"Mobile apps; Computer science; App store; World Wide Web; Operating system","score_opus":0.06442531492413917,"score_gpt":0.38295304418604453,"score_spread":0.31852772926190537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766358679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72675186,0.0066746995,0.0000013088422,0.020303272,0.0001673767,0.00082506775,0.000020042104,0.000018181381,0.24523818],"genre_scores_gemma":[0.99156344,0.005124583,0.0024231193,0.000021526412,0.000016628604,0.000046593068,0.0000011902608,0.0000030208407,0.00079991564],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993481,0.00026837582,0.00016466192,0.000055043747,0.00009024955,0.00007357974],"domain_scores_gemma":[0.9919567,0.00042107922,0.00022244298,0.007334638,0.000042263764,0.000022859938],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.0011771618,0.00003483912,0.00013630965,0.000017533179,0.00044731848,0.00003280641,0.00860594,0.000035760506,0.0000064939454],"category_scores_gemma":[0.022730416,0.000027246744,0.000041632728,0.000073834985,0.0009306146,0.00010796771,0.0039950563,0.00007643396,0.000002489545],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025817793,0.000633544,0.45267192,0.00017659836,0.000038495484,1.2291471e-7,0.091912344,0.0000032976352,0.0006071355,0.11149222,0.060580682,0.28185782],"study_design_scores_gemma":[0.000153055,0.000012797929,0.056657553,0.00020265953,0.0000119920105,6.294002e-8,0.0063671954,0.000004341954,0.000112408,0.029562742,0.90683794,0.00007723665],"about_ca_topic_score_codex":0.0019280365,"about_ca_topic_score_gemma":0.0036886875,"teacher_disagreement_score":0.84625727,"about_ca_system_score_codex":0.000015025253,"about_ca_system_score_gemma":0.00004091831,"threshold_uncertainty_score":0.996758},"labels":[],"label_agreement":null},{"id":"W2799956374","doi":"10.1145/3132699","title":"More than the code","year":2018,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"University of Washington","keywords":"Programming language; Computer science; Coding (social sciences); Code (set theory); Mathematics; Statistics","score_opus":0.06436777401480429,"score_gpt":0.33898137824972446,"score_spread":0.2746136042349202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799956374","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081828624,0.0014464159,0.029411543,0.88111126,0.00049267156,0.0003059269,0.0000025695235,0.00036139204,0.005039585],"genre_scores_gemma":[0.77569175,0.0000095500845,0.22379674,0.00023467961,0.000018973557,0.000006108159,3.7288999e-7,0.0000029241537,0.00023891262],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999406,0.00023589571,0.00009530007,0.00007656457,0.00009915996,0.00008712041],"domain_scores_gemma":[0.965668,0.0002989706,0.000089699,0.03386869,0.000061027833,0.000013573396],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0005109809,0.00004097281,0.00004604956,0.000016924549,0.0006868781,0.000055220466,0.05274637,0.00001783968,0.0000011250712],"category_scores_gemma":[0.0030311414,0.000022281869,0.000048841004,0.00024180651,0.00043082907,0.000069886155,0.021592788,0.0002103242,0.000022079828],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005270029,0.0002899985,0.03244901,0.000013062076,0.00009961385,1.3903488e-7,0.07303209,0.000107095424,0.00072992954,0.36156324,0.075158305,0.45655227],"study_design_scores_gemma":[0.00011996303,0.000044186207,0.07141277,0.000057391502,0.00001456419,0.0000095716005,0.0005115943,0.009257155,0.00053603674,0.029241113,0.8886859,0.000109797584],"about_ca_topic_score_codex":0.0000853201,"about_ca_topic_score_gemma":0.000038072503,"teacher_disagreement_score":0.8808766,"about_ca_system_score_codex":0.000008339579,"about_ca_system_score_gemma":0.000025504658,"threshold_uncertainty_score":0.9863204},"labels":[],"label_agreement":null},{"id":"W2801799987","doi":"10.1145/3225619","title":"Blockchain revolution without the blockchain?","year":2018,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bank of Canada","funders":"","keywords":"Blockchain; Computer science; Computer security","score_opus":0.028083049808408304,"score_gpt":0.28340627069806107,"score_spread":0.25532322088965276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801799987","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21501699,0.002800407,0.033904538,0.7374336,0.00039207796,0.0012750407,0.0000130578865,0.0005901009,0.008574154],"genre_scores_gemma":[0.8917824,0.000049431867,0.10740411,0.0004628612,0.000035466346,0.00008710482,6.705944e-7,0.0000064927995,0.00017148128],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99890316,0.00023935658,0.00028573346,0.00021496211,0.00017306562,0.00018374005],"domain_scores_gemma":[0.94536644,0.00026065903,0.0002347866,0.053847056,0.0002642118,0.000026835087],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00079366425,0.00010605874,0.00012665175,0.00006749593,0.0011182092,0.00002708385,0.06063255,0.00009907601,0.0000052508203],"category_scores_gemma":[0.0022803461,0.00006551881,0.00009083771,0.0009536703,0.0014512264,0.000031768555,0.02952351,0.0003258623,0.00003949273],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029272667,0.00018332757,0.0019664485,0.00000499133,0.00003975856,3.704768e-8,0.0016283966,0.000016977112,0.0017418041,0.9641052,0.020892337,0.009417777],"study_design_scores_gemma":[0.00024628447,0.00005809848,0.00988871,0.000041272284,0.00003186678,0.000025322963,0.0001762783,0.07329454,0.0078006526,0.8564232,0.05182528,0.00018852465],"about_ca_topic_score_codex":0.00011128959,"about_ca_topic_score_gemma":0.00020766977,"teacher_disagreement_score":0.7369708,"about_ca_system_score_codex":0.00003414997,"about_ca_system_score_gemma":0.00006583184,"threshold_uncertainty_score":0.97832555},"labels":[],"label_agreement":null},{"id":"W2900475760","doi":"10.1145/3199201","title":"Uncertainty in current and future health wearables","year":2018,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Wearable computer; Wearable technology; Computer science; Current (fluid); Data science; Risk analysis (engineering); Human–computer interaction; Internet privacy; Business; Engineering; Electrical engineering; Embedded system","score_opus":0.05517032054285073,"score_gpt":0.364365017998107,"score_spread":0.3091946974552563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900475760","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17399733,0.006373013,0.001929711,0.81323993,0.0009809256,0.0004493935,0.000005190638,0.000121221005,0.0029032636],"genre_scores_gemma":[0.947342,0.00071203505,0.051506467,0.00036969653,0.000032407163,0.000013898512,0.0000012469106,0.0000026820978,0.000019616755],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994646,0.00013511731,0.00016218533,0.00009755749,0.000056536857,0.00008400238],"domain_scores_gemma":[0.98733085,0.000078264246,0.00014045394,0.012322001,0.00011952215,0.000008881995],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.000301826,0.000044952863,0.000074028714,0.000096162,0.00020855128,0.000014910026,0.012793932,0.000026075319,0.0000028116215],"category_scores_gemma":[0.0005656494,0.000033809098,0.000013741856,0.00045602012,0.00034608835,0.00014400276,0.010316818,0.00022678134,0.0000056678023],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038739868,0.00014346883,0.0037599336,0.000015242717,0.000010186511,2.9248403e-8,0.0033491843,0.0000041118246,0.0004936039,0.8349537,0.01817076,0.13909587],"study_design_scores_gemma":[0.00045216968,0.00015387726,0.10669674,0.00027654198,0.0000035910732,0.000014595946,0.0007109906,0.009687305,0.002076125,0.5315235,0.34822243,0.0001820895],"about_ca_topic_score_codex":0.00006258875,"about_ca_topic_score_gemma":0.0003914417,"teacher_disagreement_score":0.81287026,"about_ca_system_score_codex":0.000052466192,"about_ca_system_score_gemma":0.00005455461,"threshold_uncertainty_score":0.9976876},"labels":[],"label_agreement":null},{"id":"W2961224929","doi":"10.1145/3371906","title":"Toward model-driven sustainability evaluation","year":2020,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McMaster University; University of Toronto; Canada Research Chairs; McGill University","funders":"Engineering and Physical Sciences Research Council","keywords":"Sustainability; Sustainability science; Sustainability organizations; Social sustainability; Environmental economics; Process management; Management science; Environmental resource management; Computer science; Business; Economics","score_opus":0.5924010659193931,"score_gpt":0.5001845649307358,"score_spread":0.0922165009886573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2961224929","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21566291,0.003073993,0.047229372,0.7033177,0.00033411707,0.0024263512,0.00005904794,0.000111528,0.027784975],"genre_scores_gemma":[0.9675921,0.000004322085,0.031920888,0.00032409985,0.000017013024,0.000025058069,0.0000010335166,0.000005244386,0.000110204404],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99677724,0.0008221192,0.0007240847,0.00025099237,0.0013188876,0.00010669233],"domain_scores_gemma":[0.94590837,0.0026992941,0.0005922534,0.04791759,0.0027880315,0.00009445725],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0031408423,0.00007790805,0.00021537131,0.000064261156,0.0002861683,0.000093163595,0.038622364,0.000039658287,0.000086986205],"category_scores_gemma":[0.20616432,0.00004848248,0.00018955789,0.00093127775,0.00020503685,0.00017594243,0.027968759,0.00014953938,0.00004835372],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008152532,0.0002606153,0.025132263,0.00003335485,0.000052511263,2.2806883e-7,0.019408915,0.2706643,0.0017321011,0.2146418,0.39922428,0.068768114],"study_design_scores_gemma":[0.000103093254,0.0000074009977,0.0033570023,0.0000056215613,0.0000087959315,4.6081774e-7,0.00092809065,0.4705923,0.00002817526,0.5191777,0.0057548084,0.000036599653],"about_ca_topic_score_codex":0.000027959855,"about_ca_topic_score_gemma":0.000026078,"teacher_disagreement_score":0.7519292,"about_ca_system_score_codex":0.00007587298,"about_ca_system_score_gemma":0.00027490742,"threshold_uncertainty_score":0.97989285},"labels":[],"label_agreement":null},{"id":"W2963525873","doi":"10.1145/3332803","title":"GOTO rankings considered helpful","year":2019,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Computer science; Goto; Data science; Information retrieval; Artificial intelligence; Programming language","score_opus":0.03732320868549027,"score_gpt":0.27361802431982835,"score_spread":0.23629481563433807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963525873","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46521816,0.00426115,0.003542195,0.4651468,0.0009605676,0.0008908435,0.000004327176,0.00033246598,0.059643485],"genre_scores_gemma":[0.8496089,0.000054930046,0.1496255,0.0004237797,0.0000031279492,0.0000061340033,4.5111247e-7,0.000002442012,0.00027476618],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99945503,0.00009951772,0.00014833007,0.00010118511,0.00010391133,0.00009204873],"domain_scores_gemma":[0.96221656,0.0005109302,0.000103894294,0.037075393,0.00008022135,0.000013014745],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00021595875,0.000051426687,0.000106286156,0.00003107454,0.000105497544,0.000031970692,0.040616095,0.000028695782,0.000010995367],"category_scores_gemma":[0.0028563277,0.00003572227,0.00006493115,0.0002051735,0.00014493318,0.00013335588,0.024993233,0.000093785864,0.000099111785],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070558667,0.00019368711,0.062735744,0.000039731854,0.00008642456,3.6238143e-7,0.0037370264,0.000045701992,0.013334993,0.85715294,0.052514598,0.010151739],"study_design_scores_gemma":[0.00071103685,0.000042331085,0.10073616,0.00011362714,0.00002082833,0.00002154613,0.00039773472,0.005630214,0.016519109,0.8356755,0.03990397,0.00022796377],"about_ca_topic_score_codex":0.000054652282,"about_ca_topic_score_gemma":0.000024324163,"teacher_disagreement_score":0.46472305,"about_ca_system_score_codex":0.000010335546,"about_ca_system_score_gemma":0.000045668137,"threshold_uncertainty_score":0.98289245},"labels":[],"label_agreement":null},{"id":"W2994621408","doi":"10.1145/3382739","title":"Organizing family support services at ACM conferences","year":2020,"lang":"en","type":"preprint","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Waterloo; Carleton University","funders":"","keywords":"Political science; Public relations; Knowledge management; Computer science","score_opus":0.11701272639585886,"score_gpt":0.3274665678240702,"score_spread":0.21045384142821133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994621408","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17535944,0.010100494,0.013701141,0.78449017,0.0028964144,0.002111467,0.00007179091,0.0024398405,0.008829218],"genre_scores_gemma":[0.61757016,0.00022149504,0.38165402,0.00035833378,0.000022555409,0.000025819387,0.000031708518,0.000012446979,0.000103465456],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99828494,0.00047372942,0.00037667455,0.0003822234,0.00029365864,0.00018878891],"domain_scores_gemma":[0.9418261,0.00047244295,0.00055307243,0.056929827,0.00015608699,0.00006247012],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0005698825,0.0001946731,0.00029221518,0.00006289268,0.00058782095,0.0002542647,0.14165848,0.00014339361,0.000004912491],"category_scores_gemma":[0.0036759216,0.00015599353,0.00016031906,0.00028833657,0.00019326864,0.00011247673,0.32654318,0.0011326344,0.00005990883],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032307675,0.00096703455,0.16746965,0.0024195686,0.0014112258,0.0000072396974,0.19396831,0.0018653617,0.008723501,0.12993157,0.06593631,0.4272679],"study_design_scores_gemma":[0.00036449532,0.0000927046,0.062064946,0.0010828093,0.00017401668,0.000017868895,0.0018347941,0.009471734,0.0012115979,0.10901454,0.8137606,0.0009099129],"about_ca_topic_score_codex":0.00045940903,"about_ca_topic_score_gemma":0.00007036907,"teacher_disagreement_score":0.7841319,"about_ca_system_score_codex":0.00005640996,"about_ca_system_score_gemma":0.00029899037,"threshold_uncertainty_score":0.86298555},"labels":[],"label_agreement":null},{"id":"W2995179710","doi":"10.1145/3369752","title":"Blockchain technology","year":2019,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Blockchain; Computer science; Computer security; Business","score_opus":0.01567589932895335,"score_gpt":0.25762492227193856,"score_spread":0.2419490229429852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995179710","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3481532,0.0021601995,0.005729626,0.6310277,0.0001857442,0.0007188826,0.000004859912,0.00056350447,0.011456292],"genre_scores_gemma":[0.80636626,0.000033784636,0.19327047,0.00015379101,0.0000018872016,0.000036589732,3.8143133e-7,0.000003148796,0.0001336706],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999442,0.000047569385,0.00017101715,0.00015048267,0.00007885648,0.00011010604],"domain_scores_gemma":[0.93640685,0.00012352111,0.00011889548,0.06325223,0.00008623501,0.000012254829],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00021005042,0.00006005495,0.00010308774,0.00012172865,0.00016126661,0.0000092566615,0.072593905,0.00010376929,0.000005865275],"category_scores_gemma":[0.0009720985,0.00004608607,0.000052977906,0.0010309968,0.00029355762,0.000031563075,0.044365097,0.00024705558,0.000078810575],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.59158e-7,0.000063832726,0.003972462,0.000002788931,0.000008888211,1.6632166e-8,0.000082902894,0.000009038146,0.0023859595,0.987749,0.0015277291,0.004197171],"study_design_scores_gemma":[0.00012634094,0.000016592117,0.0019984853,0.000014106574,0.0000042817937,0.000008338757,0.00005302803,0.007239921,0.010201412,0.9527635,0.027496032,0.00007793805],"about_ca_topic_score_codex":0.000009058757,"about_ca_topic_score_gemma":0.000009409843,"teacher_disagreement_score":0.63087386,"about_ca_system_score_codex":0.000014830996,"about_ca_system_score_gemma":0.00003670189,"threshold_uncertainty_score":0.9633639},"labels":[],"label_agreement":null},{"id":"W3007662835","doi":"10.1145/3339904","title":"Crowdsourcing moral machines","year":2020,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Psychology of Moral and Emotional Judgment","field":"Neuroscience","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Agence Nationale de la Recherche","keywords":"Crowdsourcing; Computer science; Data science; Human–computer interaction; Artificial intelligence; World Wide Web","score_opus":0.3273950452995923,"score_gpt":0.33581554685291903,"score_spread":0.008420501553326742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007662835","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35725632,0.00016142665,0.000021135676,0.631319,0.000091828624,0.00009022605,0.000010375292,0.000035693338,0.011013999],"genre_scores_gemma":[0.9873796,0.000043138694,0.006585653,0.005869889,0.000018535085,0.0000042985257,9.0331605e-7,0.0000038138364,0.00009417913],"study_design_codex":"bench_or_experimental","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995389,0.000111365676,0.00011034084,0.00009026865,0.00008567617,0.00006347383],"domain_scores_gemma":[0.99264014,0.0001563671,0.00006419154,0.0070965393,0.000014175235,0.000028601622],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00005861577,0.000042029573,0.000059628353,0.000011163983,0.00018825721,0.0000066784087,0.014150928,0.000016186501,0.000026070937],"category_scores_gemma":[0.0053753257,0.000028925013,0.00005364949,0.00015335662,0.0002482436,0.000044861365,0.00848992,0.00012081761,0.000054148182],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004527067,0.00032049182,0.02401677,0.000024961868,0.000015336149,6.826723e-7,0.0016355618,0.00041453796,0.79289865,0.056051265,0.120170765,0.0044057206],"study_design_scores_gemma":[0.0010927613,0.00014074217,0.17821454,0.000094819436,0.000051366926,0.000034380813,0.00019031741,0.0076885833,0.25100037,0.50481963,0.05629991,0.00037255295],"about_ca_topic_score_codex":0.000008890888,"about_ca_topic_score_gemma":0.0000016866899,"teacher_disagreement_score":0.63012326,"about_ca_system_score_codex":0.0000051164106,"about_ca_system_score_gemma":0.000008386153,"threshold_uncertainty_score":0.99952924},"labels":[],"label_agreement":null},{"id":"W3009124718","doi":"10.1145/3372161","title":"Evidence that computer science grades are not bimodal","year":2019,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University","funders":"","keywords":"Categorization; Psychology; Mathematics education; Computer science; Artificial intelligence","score_opus":0.1354539951158094,"score_gpt":0.3293536276572384,"score_spread":0.193899632541429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009124718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7174407,0.0022952824,0.0779293,0.19975185,0.0011805942,0.000574078,0.0000018427459,0.00045323058,0.00037307918],"genre_scores_gemma":[0.6558054,0.000026809497,0.34392762,0.00017133716,0.000008050863,0.000004011667,1.5060003e-7,0.0000031808859,0.000053424475],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988651,0.00022499854,0.00014637303,0.00023594573,0.00034291376,0.00018463067],"domain_scores_gemma":[0.967702,0.0006568169,0.00028140936,0.031213457,0.000107518914,0.000038798342],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0011760005,0.000079411606,0.00011342637,0.000094053976,0.0005356036,0.00019275764,0.063244656,0.000026456632,0.0000016369397],"category_scores_gemma":[0.0035204596,0.000057516132,0.000074670315,0.0006415939,0.00049956876,0.0005723945,0.035672907,0.00032299673,0.000048669473],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007863282,0.00032749615,0.42648607,0.000076587414,0.00003770324,4.3365645e-7,0.009857555,0.0019871092,0.00555656,0.091800295,0.0023731235,0.4614892],"study_design_scores_gemma":[0.0003521479,0.00012977763,0.8711304,0.001428605,0.000021215163,0.000029400006,0.0003025512,0.078357406,0.005532931,0.012391663,0.02985574,0.00046813762],"about_ca_topic_score_codex":0.00006639997,"about_ca_topic_score_gemma":0.0000046879636,"teacher_disagreement_score":0.46102107,"about_ca_system_score_codex":0.00003682665,"about_ca_system_score_gemma":0.000095251016,"threshold_uncertainty_score":0.97212636},"labels":[],"label_agreement":null},{"id":"W3012209663","doi":"10.1145/3378422","title":"Detecting fake news in social media","year":2020,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Citation; Social media; Perspective (graphical); Library science; Advertising; Media studies; History; Computer science; World Wide Web; Political science; Sociology; Business; Artificial intelligence","score_opus":0.21102864051643128,"score_gpt":0.38727614382523795,"score_spread":0.17624750330880667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012209663","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27813962,0.00016312672,0.00001250712,0.5494589,0.00009644052,0.0002082872,0.0000062019158,0.00004912166,0.1718658],"genre_scores_gemma":[0.9962662,0.000091627386,0.0026680168,0.00089961634,0.00004464607,0.00000113131,0.0000011818995,0.0000021832993,0.000025438814],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99941576,0.00018860634,0.00015481842,0.000030142573,0.00013006566,0.000080601414],"domain_scores_gemma":[0.9969269,0.00034487015,0.0001027364,0.0025493277,0.000039895967,0.00003626831],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.00032397307,0.00002716339,0.00005914936,0.000022175243,0.00042714225,0.000021026759,0.008101711,0.000032615117,0.00004359868],"category_scores_gemma":[0.03829539,0.000022428514,0.000035040484,0.0004107875,0.00017709387,0.00013462706,0.0026734031,0.00012547738,0.000020144787],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062811955,0.000035302975,0.003005759,0.000007992775,0.000007141603,2.6800475e-8,0.87402195,0.000012445871,0.00037843865,0.04522485,0.03985218,0.03744766],"study_design_scores_gemma":[0.00096124696,0.000018200213,0.10196754,0.00006930528,0.000024058749,3.6238148e-7,0.40512145,0.00072490034,0.0011097463,0.09853824,0.39116612,0.0002988247],"about_ca_topic_score_codex":0.0002656651,"about_ca_topic_score_gemma":0.0037827024,"teacher_disagreement_score":0.71812654,"about_ca_system_score_codex":0.000025256166,"about_ca_system_score_gemma":0.000087372144,"threshold_uncertainty_score":0.9972649},"labels":[],"label_agreement":null},{"id":"W3012412103","doi":"10.1145/3378424","title":"Asia's surging interest in binary analysis","year":2020,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Citation; Computer science; Library science; World Wide Web; Advertising; Operations research; Business; Engineering","score_opus":0.17676829199498215,"score_gpt":0.327558180639628,"score_spread":0.15078988864464585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012412103","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29921374,0.0014356845,0.039313886,0.6553229,0.00016872498,0.00025966467,0.00000441337,0.00017230088,0.0041086827],"genre_scores_gemma":[0.9195467,0.00004321854,0.080068,0.00032262018,0.0000067683322,0.000004266959,0.0000020398502,0.000002168348,0.000004205074],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992679,0.00020865192,0.00024166229,0.00013468106,0.00006868908,0.00007843984],"domain_scores_gemma":[0.98305404,0.00039061462,0.00013603995,0.016339518,0.000052108535,0.000027673992],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00029340544,0.00004893236,0.000115637384,0.00010969091,0.00012576548,0.000038442868,0.034171484,0.0000230281,0.000004286574],"category_scores_gemma":[0.002538841,0.00004251694,0.000098854754,0.0022338016,0.000081794526,0.0001422939,0.021681326,0.00017382343,0.000007943226],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011798633,0.0005091381,0.17359935,0.000061552644,0.0004204199,0.0000017273607,0.023987202,0.010187718,0.0038757732,0.75942975,0.010521329,0.01739424],"study_design_scores_gemma":[0.00023581318,0.000021067368,0.13310546,0.000058938724,0.000056679095,0.0000017129025,0.00054328085,0.8238989,0.001941392,0.03221573,0.007741205,0.00017982762],"about_ca_topic_score_codex":0.000041164552,"about_ca_topic_score_gemma":0.000042435204,"teacher_disagreement_score":0.81371117,"about_ca_system_score_codex":0.000018447956,"about_ca_system_score_gemma":0.00003165464,"threshold_uncertainty_score":0.98623115},"labels":[],"label_agreement":null},{"id":"W3038499305","doi":"10.1145/3433637","title":"Formalizing and guaranteeing human-robot interaction","year":2021,"lang":"en","type":"preprint","venue":"Communications of the ACM","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Leibniz-Gemeinschaft; Engineering and Physical Sciences Research Council","keywords":"Robot; Computer science; Human–computer interaction; Human–robot interaction; Field (mathematics); Drone; Action (physics); Artificial intelligence","score_opus":0.2271368806247197,"score_gpt":0.4760074507248789,"score_spread":0.24887057010015917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038499305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75297153,0.011594543,0.00041875342,0.061746404,0.0067531094,0.0009561197,0.000029355855,0.00018409696,0.1653461],"genre_scores_gemma":[0.9914566,0.00037118956,0.006945655,0.00026762966,0.00006336698,0.000070983886,0.00004805737,0.000019607935,0.0007568686],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9988778,0.0003531113,0.00037742985,0.00018808384,0.00009218831,0.00011139193],"domain_scores_gemma":[0.98018724,0.00035019,0.00044572825,0.018842697,0.00015170893,0.000022438442],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0002343502,0.00012622215,0.00022613505,0.00008348223,0.00038707742,0.000076762044,0.008697016,0.00017991399,0.00026938898],"category_scores_gemma":[0.0017436642,0.00011566687,0.00018609581,0.0001027791,0.00018409401,0.00008802418,0.02991066,0.0009218762,0.000014201136],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027084973,0.0035552948,0.04926262,0.0011039481,0.0054132175,0.0000078873345,0.3219662,0.0009850584,0.053775392,0.296653,0.18716705,0.07983949],"study_design_scores_gemma":[0.0030190086,0.00016704183,0.42106432,0.0075489706,0.0016057182,0.00027438864,0.16747618,0.0013693797,0.007050129,0.25033697,0.13782905,0.0022588496],"about_ca_topic_score_codex":0.0009851798,"about_ca_topic_score_gemma":0.00038936167,"teacher_disagreement_score":0.3718017,"about_ca_system_score_codex":0.000058277794,"about_ca_system_score_gemma":0.00003300398,"threshold_uncertainty_score":0.99666643},"labels":[],"label_agreement":null},{"id":"W3044177754","doi":"10.1145/3360311","title":"Threats of a replication crisis in empirical computer science","year":2020,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":153,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Replication (statistics); Computer science; Empirical research; Biology; Virology; Epistemology; Philosophy","score_opus":0.5130321443891269,"score_gpt":0.5065862083389177,"score_spread":0.006445936050209267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044177754","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44891194,0.00030834167,0.0069039064,0.5398703,0.00023976546,0.00038175477,0.000021578486,0.000032708926,0.0033297122],"genre_scores_gemma":[0.9281175,0.000013034907,0.07116816,0.0006545411,0.000007711981,0.0000034387142,0.0000016741103,0.0000018778543,0.000032074357],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9979695,0.00019834745,0.00055534893,0.00044071148,0.0007406866,0.00009542393],"domain_scores_gemma":[0.94548476,0.0009277249,0.00031372442,0.052894853,0.0003340354,0.000044911958],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0049696555,0.00004751322,0.00014146166,0.00017171346,0.0001684585,0.00007269508,0.046612095,0.00001566552,0.0000122861775],"category_scores_gemma":[0.03970119,0.00003110394,0.00006310783,0.0033677572,0.0006185626,0.0001675452,0.039508827,0.00009104406,0.000027358416],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003633139,0.0006956136,0.24696963,0.000022731872,0.000021499905,2.5696468e-7,0.013623078,0.0040760436,0.0045551728,0.020113237,0.48959687,0.22028954],"study_design_scores_gemma":[0.00031356557,0.00005449406,0.47010273,0.000048540147,0.000014502808,0.0000012227705,0.0013410876,0.15349112,0.0027825295,0.36360502,0.008119355,0.0001258204],"about_ca_topic_score_codex":0.000026823784,"about_ca_topic_score_gemma":0.000016403952,"teacher_disagreement_score":0.53921574,"about_ca_system_score_codex":0.000020179408,"about_ca_system_score_gemma":0.00008120152,"threshold_uncertainty_score":0.96838784},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3044899520","doi":"10.1145/3383444","title":"Why computing belongs within the social sciences","year":2020,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Computer science; Data science","score_opus":0.11241736252150343,"score_gpt":0.3490799881637016,"score_spread":0.2366626256421982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044899520","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02362324,0.00046844134,0.023559518,0.95114785,0.00011983062,0.00012536295,4.851882e-7,0.00017098272,0.000784286],"genre_scores_gemma":[0.7352437,0.0000019344918,0.26182976,0.0028897803,0.000023495726,0.0000018377079,2.5061817e-7,0.00000258893,0.0000066835423],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99900275,0.00042360477,0.00016118684,0.00012532556,0.00018038636,0.0001067595],"domain_scores_gemma":[0.99217343,0.00046559123,0.00020206776,0.007098289,0.00004304438,0.000017545797],"candidate_categories":["sts","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0009208916,0.000055044216,0.00007529356,0.000016793352,0.002191524,0.000150145,0.048694916,0.00002009521,5.024229e-7],"category_scores_gemma":[0.0043101534,0.000032600266,0.00006538703,0.00061879616,0.0005548572,0.00011435667,0.023902733,0.00035402598,0.0000051392553],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034091493,0.0001336116,0.010398805,0.000026579044,0.00006289334,2.1688778e-7,0.18682495,0.003183524,0.00051274465,0.5942122,0.066035636,0.13860546],"study_design_scores_gemma":[0.00061236636,0.00021574985,0.030448187,0.00019905722,0.000065092034,0.000021295878,0.009538369,0.38089383,0.0007922311,0.061661404,0.5149429,0.0006095597],"about_ca_topic_score_codex":0.000108341366,"about_ca_topic_score_gemma":0.000009682316,"teacher_disagreement_score":0.9482581,"about_ca_system_score_codex":0.0000083099885,"about_ca_system_score_gemma":0.0000581645,"threshold_uncertainty_score":0.9991075},"labels":[],"label_agreement":null},{"id":"W3096831136","doi":"10.1145/3422622","title":"Generative adversarial networks","year":2020,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Generative Adversarial Networks and Image Synthesis","field":"Computer Science","cited_by":13622,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Generative grammar; Computer science; Adversarial system; Artificial intelligence; Generative Design; Machine learning; Generative model; Variety (cybernetics); Generative adversarial network; Deep learning","score_opus":0.05331489208555869,"score_gpt":0.25914233121555963,"score_spread":0.20582743913000096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096831136","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002534975,0.0009048269,0.7211376,0.27387857,0.000314997,0.00021319691,0.000004091875,0.000056616143,0.0032366135],"genre_scores_gemma":[0.6458602,0.00010222597,0.35242993,0.0014636092,0.00010536877,0.0000079696065,0.0000017761581,0.0000044520516,0.000024463146],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991148,0.00029479022,0.00019626484,0.000160802,0.000116308416,0.00011702266],"domain_scores_gemma":[0.98213387,0.0002464248,0.0001423123,0.017311366,0.00011146043,0.00005454905],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00014879703,0.00008480739,0.00013067956,0.0000143033885,0.00028237997,0.000047683443,0.035399597,0.00003687773,0.000008940502],"category_scores_gemma":[0.0031498321,0.00006147038,0.00011009065,0.0004378811,0.00017235435,0.00022073311,0.027292771,0.0001642531,0.000011333802],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042948624,0.00029561023,0.001669282,0.000014899824,0.00036711918,0.0000010227826,0.007507393,0.2461294,0.015832677,0.23356825,0.45498317,0.03958823],"study_design_scores_gemma":[0.00029257897,0.0000424712,0.0010022692,0.0000138960995,0.000023585066,9.981933e-7,0.00006174556,0.94957685,0.0061903237,0.018348532,0.024298007,0.00014872492],"about_ca_topic_score_codex":0.000016550892,"about_ca_topic_score_gemma":0.00000871448,"teacher_disagreement_score":0.70344746,"about_ca_system_score_codex":0.000012863333,"about_ca_system_score_gemma":0.00004931738,"threshold_uncertainty_score":0.9805743},"labels":[],"label_agreement":null},{"id":"W3112520120","doi":"10.1145/3434642","title":"The future is big graphs","year":2021,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Graph Theory and Algorithms","field":"Computer Science","cited_by":152,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Waterloo","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Computer science; Big data; Data mining","score_opus":0.026247511967339796,"score_gpt":0.2651093371293197,"score_spread":0.23886182516197993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112520120","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01232653,0.028258633,0.0038492868,0.9436155,0.0017912136,0.00020437149,0.000015422489,0.000088890476,0.009850174],"genre_scores_gemma":[0.81751865,0.0047077984,0.17370005,0.0025915815,0.000072375944,0.000030358078,0.0000033383797,0.000010140008,0.0013656891],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993137,0.00025483198,0.00012861702,0.00009719501,0.000110837864,0.000094785406],"domain_scores_gemma":[0.95916003,0.00037190577,0.000077998695,0.040241886,0.000128503,0.000019658615],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00030328016,0.000051996776,0.00005993617,0.000018805204,0.0007636145,0.00006786056,0.04318247,0.000025820083,0.0000029295256],"category_scores_gemma":[0.0007207502,0.000029695193,0.00011964622,0.00068404566,0.00023406176,0.00007562473,0.021874534,0.00016458986,0.000010475208],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.7190005e-7,0.00004538101,0.00024022761,0.0000020256816,0.000024686631,1.5175958e-7,0.0007538539,0.0000018588702,0.00055305904,0.9490302,0.01289265,0.03645531],"study_design_scores_gemma":[0.000055360255,0.0000039856463,0.0023805357,0.000010147365,0.0000056013178,0.0000063167668,0.00023131921,0.00033996,0.005426652,0.88275325,0.108743794,0.000043086322],"about_ca_topic_score_codex":0.0000028770326,"about_ca_topic_score_gemma":0.000022757478,"teacher_disagreement_score":0.9410239,"about_ca_system_score_codex":0.0000046438527,"about_ca_system_score_gemma":0.000053564323,"threshold_uncertainty_score":0.98603636},"labels":[],"label_agreement":null},{"id":"W3126361953","doi":"10.1145/3418290","title":"DP-cryptography","year":2021,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Cryptography; Computer security","score_opus":0.06581683671454008,"score_gpt":0.311760958225048,"score_spread":0.24594412151050793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126361953","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038663498,0.0029646063,0.014815726,0.97051096,0.00019449496,0.000090810034,0.000012600139,0.00031827792,0.007226196],"genre_scores_gemma":[0.10593992,0.00044926244,0.8933433,0.00023205206,0.0000030895767,0.000010155288,0.0000038978674,0.0000033716906,0.000014913474],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99932885,0.00013268158,0.00015398485,0.00014744875,0.00013252393,0.00010451817],"domain_scores_gemma":[0.6607429,0.0003012153,0.000081397,0.33875456,0.000107251704,0.000012713312],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00021022424,0.000053716198,0.000080278405,0.000051829884,0.00018602473,0.00004376705,0.56453675,0.00004167219,0.00000538952],"category_scores_gemma":[0.210776,0.000043037144,0.00007791632,0.001035144,0.00027483277,0.00019960536,0.88054806,0.00019558937,0.000013936194],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.4977418e-7,0.00010197006,0.0030171236,0.0000068906256,0.00002941739,3.758992e-7,0.000064139575,0.0000018217095,0.0033620158,0.14897864,0.83708864,0.007348604],"study_design_scores_gemma":[0.000051399606,0.0000032781545,0.0033864663,0.000022191478,0.0000040135255,0.0000050317667,0.000022241813,0.001823505,0.01467433,0.95963305,0.020325487,0.000048980877],"about_ca_topic_score_codex":0.000011858276,"about_ca_topic_score_gemma":0.000014910495,"teacher_disagreement_score":0.97027886,"about_ca_system_score_codex":0.000013311386,"about_ca_system_score_gemma":0.00006107772,"threshold_uncertainty_score":0.795872},"labels":[],"label_agreement":null},{"id":"W3157664688","doi":"10.1145/3453935","title":"Robustness meets algorithms","year":2021,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Statistical Methods and Models","field":"Mathematics","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Office of Naval Research; Alfred P. Sloan Foundation; Google; David and Lucile Packard Foundation; National Science Foundation","keywords":"Robustness (evolution); Estimator; Computer science; Algorithm; Fraction (chemistry); Exponential function; Gaussian; Dimension (graph theory); Mathematical optimization; Inverse; Mathematics; Applied mathematics; Statistics; Combinatorics","score_opus":0.3108724002031947,"score_gpt":0.4808098623364639,"score_spread":0.1699374621332692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157664688","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019910533,0.0012750311,0.9320562,0.055379923,0.00014523204,0.0001844384,0.00005092999,0.000044666427,0.008872558],"genre_scores_gemma":[0.020951984,0.00014605651,0.9782835,0.00006419276,0.000008875765,0.000015650283,0.0000030742854,0.000010062805,0.00051655393],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992916,0.00024143075,0.00019757594,0.00008528386,0.00010045051,0.000083635576],"domain_scores_gemma":[0.97571564,0.0019213513,0.00009561227,0.022055699,0.00018625797,0.000025420466],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00024338719,0.000055017565,0.00013604334,0.000011058073,0.00014515045,0.00000707603,0.007700319,0.00003094742,0.000023852805],"category_scores_gemma":[0.035956774,0.000039893133,0.000065145075,0.00015821701,0.00015673086,0.000036246907,0.010237161,0.00012642653,0.0000013609134],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019627416,0.00019140547,0.000021614704,0.000033931286,0.00003151929,4.790964e-7,0.00016900634,0.00027757217,0.0014990127,0.9766411,0.0057111876,0.015421197],"study_design_scores_gemma":[0.00009684659,0.0000035276034,0.00007208737,0.000040868075,0.000030956813,0.000004951847,0.000091116366,0.0058448953,0.003854531,0.9862991,0.0036099197,0.000051199535],"about_ca_topic_score_codex":0.0000030590224,"about_ca_topic_score_gemma":0.000013942008,"teacher_disagreement_score":0.055315733,"about_ca_system_score_codex":0.000013670612,"about_ca_system_score_gemma":0.00004009834,"threshold_uncertainty_score":0.99776787},"labels":[],"label_agreement":null},{"id":"W3164546521","doi":"10.1145/3453928","title":"The SPACE of developer productivity","year":2021,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Productivity; Space (punctuation); Computer science; Operating system; Economics; Economic growth","score_opus":0.06923396408289774,"score_gpt":0.2982868364574883,"score_spread":0.2290528723745906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164546521","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16692553,0.0033937134,0.008731916,0.81525207,0.00044245378,0.00028893456,0.000004630926,0.00004271836,0.0049180635],"genre_scores_gemma":[0.83228105,0.000094835894,0.16710097,0.000037088917,0.000004262914,0.0000062150825,2.5386552e-7,0.0000020095376,0.00047332703],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99922615,0.00034777084,0.0001482538,0.00009878006,0.00011037887,0.00006864323],"domain_scores_gemma":[0.9614561,0.0006768055,0.00009525353,0.037445568,0.00031530627,0.000010928539],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00057156855,0.000039537772,0.00007091888,0.000008880737,0.00024448227,0.000027264487,0.029218653,0.00001751914,0.0000019841739],"category_scores_gemma":[0.010558984,0.000023566814,0.00005219095,0.00037762197,0.00028879562,0.00011664327,0.022793096,0.00011375086,0.0000055743576],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013276912,0.00071155967,0.015133069,0.00006428865,0.00016734298,2.1220261e-7,0.00993302,0.00021371878,0.10240539,0.7870265,0.053247284,0.031084321],"study_design_scores_gemma":[0.0000915428,0.000015907262,0.03770573,0.00004691122,0.000011780046,0.000006813941,0.00021676967,0.0010061929,0.6259597,0.24414563,0.09070284,0.000090155234],"about_ca_topic_score_codex":0.000022508362,"about_ca_topic_score_gemma":0.00011682263,"teacher_disagreement_score":0.81521493,"about_ca_system_score_codex":0.000013865585,"about_ca_system_score_gemma":0.00016092503,"threshold_uncertainty_score":0.9977755},"labels":[],"label_agreement":null},{"id":"W3173143158","doi":"10.1145/3386275","title":"Demystifying stablecoins","year":2020,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Cryptography; Computer security","score_opus":0.07045481776890536,"score_gpt":0.2831130845956275,"score_spread":0.21265826682672215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173143158","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013255642,0.0011300792,0.066018246,0.9158315,0.000037409754,0.00023211277,0.0000051526094,0.000258841,0.003231012],"genre_scores_gemma":[0.7044676,0.00006873665,0.29479057,0.0006422811,0.0000035418295,0.000017244161,5.5769794e-7,0.0000022328597,0.000007257013],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99953526,0.000057226265,0.0001466308,0.00011316003,0.0000681309,0.00007958131],"domain_scores_gemma":[0.97203565,0.00014062968,0.00009415597,0.027645,0.000057453577,0.000027088448],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00012675312,0.000045085817,0.00007462834,0.000020789596,0.00025476914,0.000015916323,0.055054873,0.00003972116,0.000002989946],"category_scores_gemma":[0.0023077899,0.00003552316,0.00004382038,0.0005818341,0.00016487413,0.00007473584,0.035472654,0.00018405303,0.000017717579],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.887001e-7,0.000058047575,0.0012795907,0.000007891551,0.000013890806,4.0427032e-8,0.0008528324,0.000024318211,0.0026831275,0.977642,0.01094245,0.0064952513],"study_design_scores_gemma":[0.00020224862,0.000025145468,0.0042241006,0.000018638002,0.0000143345105,0.00000461032,0.00012333067,0.05699441,0.014783566,0.8321276,0.091331445,0.00015061209],"about_ca_topic_score_codex":0.0000105487,"about_ca_topic_score_gemma":0.000008298713,"teacher_disagreement_score":0.9151892,"about_ca_system_score_codex":0.000009105721,"about_ca_system_score_gemma":0.00003776478,"threshold_uncertainty_score":0.97232825},"labels":[],"label_agreement":null},{"id":"W3173854030","doi":"10.1145/3466612","title":"Responsible computing during COVID-19 and beyond","year":2021,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada); Western University; Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Computer science; Data science; Virology; Medicine","score_opus":0.12355302690908455,"score_gpt":0.3460163660981547,"score_spread":0.22246333918907019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173854030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7368357,0.003532956,0.00026636012,0.2413975,0.0002724232,0.00020495594,0.000014539566,0.000098604854,0.017376961],"genre_scores_gemma":[0.98681164,0.00019144233,0.010553968,0.0020977848,0.00006633189,0.0000029887713,0.00002309995,0.000008703316,0.00024405935],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99946284,0.000030657924,0.0001803125,0.0001269026,0.00010000849,0.00009926476],"domain_scores_gemma":[0.988648,0.0002382734,0.00015046593,0.010792229,0.00016140543,0.00000962139],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00028551745,0.00006651396,0.00009772689,0.00006877215,0.0006238611,0.00010561492,0.006704425,0.000030598083,0.000057581154],"category_scores_gemma":[0.01280354,0.00005461895,0.00003575781,0.00057168456,0.000217784,0.0003154354,0.027663419,0.00011628453,0.000019299212],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010498443,0.00061947457,0.28206015,0.0018598585,0.00015283635,0.00000795794,0.001074093,0.0005072271,0.05738227,0.545768,0.09891321,0.011549945],"study_design_scores_gemma":[0.00083269016,0.000003569833,0.20585711,0.00028194048,0.00015544362,0.000056810273,0.0020481355,0.004145763,0.009838488,0.3453155,0.43098545,0.00047912032],"about_ca_topic_score_codex":0.00015697062,"about_ca_topic_score_gemma":0.00018140492,"teacher_disagreement_score":0.33207223,"about_ca_system_score_codex":0.000014151015,"about_ca_system_score_gemma":0.000068126625,"threshold_uncertainty_score":0.9986698},"labels":[],"label_agreement":null},{"id":"W3176707157","doi":"10.1145/3448250","title":"Deep learning for AI","year":2021,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Domain Adaptation and Few-Shot Learning","field":"Computer Science","cited_by":627,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Université de Montréal","funders":"","keywords":"Computer science; Artificial intelligence; Deep learning; Artificial neural network; Natural language processing; Cognitive science; Machine learning; Psychology","score_opus":0.05786285437600762,"score_gpt":0.32420184247153594,"score_spread":0.2663389880955283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176707157","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010203373,0.0021476985,0.80808413,0.17681967,0.00021542158,0.00018455237,6.885731e-7,0.0001090897,0.011418446],"genre_scores_gemma":[0.44816694,0.0000822969,0.5500894,0.00067839085,0.0000078354715,0.00001819049,0.0000042560223,0.000004649926,0.00094802456],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99941903,0.00017365457,0.00013785879,0.00009753427,0.00008695374,0.00008495127],"domain_scores_gemma":[0.98503035,0.00052331813,0.00009511189,0.014128804,0.00020138687,0.000020996298],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00025019585,0.00004123145,0.000068577814,0.000024407294,0.00036066133,0.000055728608,0.016057376,0.000022145665,0.000007715264],"category_scores_gemma":[0.008801889,0.000035123787,0.00007883177,0.00029860725,0.00006463508,0.0001301606,0.011243431,0.00015938781,0.0000118026655],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042598854,0.00016654198,0.0029257156,0.000027990882,0.000058837195,3.038133e-7,0.0047676153,0.009829173,0.006263443,0.853399,0.008902126,0.113654986],"study_design_scores_gemma":[0.0004252896,0.000023474327,0.007886052,0.00004253863,0.000015164439,0.000009397815,0.000573071,0.38247606,0.0034565693,0.18716182,0.41778854,0.00014202467],"about_ca_topic_score_codex":0.0000030857382,"about_ca_topic_score_gemma":0.000012365314,"teacher_disagreement_score":0.6662372,"about_ca_system_score_codex":0.000012840647,"about_ca_system_score_gemma":0.000058268015,"threshold_uncertainty_score":0.9995474},"labels":[],"label_agreement":null},{"id":"W3194659744","doi":"10.1145/3464905","title":"The complex path to quantum resistance","year":2021,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Path (computing); Computer science; Resistance (ecology); Quantum; Computer network; Physics; Quantum mechanics; Biology","score_opus":0.03888506530944093,"score_gpt":0.29137701178787145,"score_spread":0.25249194647843054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194659744","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02112726,0.005247809,0.033580218,0.93477607,0.00053752493,0.00028762483,0.000014841472,0.00014387496,0.0042848014],"genre_scores_gemma":[0.47913024,0.0001400594,0.5193228,0.0009431434,0.00002233701,0.000011119083,0.0000017486349,0.0000066703765,0.00042184803],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990261,0.00027917724,0.00020336256,0.00015748269,0.00017974939,0.00015412306],"domain_scores_gemma":[0.9620036,0.00079572725,0.000101056976,0.036885362,0.00017573398,0.00003854314],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00035099412,0.000071296214,0.0000957731,0.000017772278,0.00091905537,0.00010604084,0.041799966,0.00001849223,0.0000012168869],"category_scores_gemma":[0.0036599964,0.00004296582,0.00008319942,0.00063316314,0.00015198403,0.0000388815,0.035560522,0.00018287664,0.000011877412],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000467888,0.00014267169,0.00022317225,0.00001860193,0.000041825762,0.0000013613826,0.002327058,0.0008612751,0.0067887045,0.7990683,0.16777855,0.022743838],"study_design_scores_gemma":[0.00014405749,0.000023491593,0.014482925,0.00012741475,0.0000075958365,0.000013355199,0.00012621294,0.08494135,0.001738802,0.4661331,0.43208724,0.0001744706],"about_ca_topic_score_codex":0.0000125827055,"about_ca_topic_score_gemma":0.00010545073,"teacher_disagreement_score":0.9338329,"about_ca_system_score_codex":0.000017107026,"about_ca_system_score_gemma":0.00010180678,"threshold_uncertainty_score":0.9722397},"labels":[],"label_agreement":null},{"id":"W3195450812","doi":"10.1145/3474351","title":"Finding the art in systems conversions, naming","year":2021,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Dozen; Computer science; World Wide Web; Publication; Advertising; Business; Mathematics","score_opus":0.05612197347937288,"score_gpt":0.3054608712442181,"score_spread":0.24933889776484525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195450812","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046873745,0.03220168,0.254101,0.6441354,0.0024977718,0.0010896454,0.000011675912,0.00083294004,0.018256094],"genre_scores_gemma":[0.78962266,0.00042257438,0.2096297,0.000104321625,0.0000054990965,0.000017265414,0.0000011452033,0.000003122957,0.00019369996],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99949276,0.00017868602,0.0001218455,0.00006544463,0.00007942651,0.000061837425],"domain_scores_gemma":[0.98148155,0.0013947345,0.000078817386,0.016989192,0.000046760666,0.000008951433],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00046490243,0.000035156132,0.000056615216,0.000026437405,0.00014452734,0.000053570166,0.017535111,0.000021128038,0.0000016414538],"category_scores_gemma":[0.0049791723,0.000023380786,0.000030653668,0.00038757356,0.00003888727,0.00014760312,0.013615057,0.00016781113,0.0000059501144],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026837026,0.00022565223,0.02275772,0.000096837226,0.000081970284,0.000005826029,0.0053831902,0.0042472677,0.002845662,0.8322716,0.12481146,0.007270168],"study_design_scores_gemma":[0.00031291047,0.000022505017,0.02053175,0.0007898504,0.000031119376,0.0001318707,0.0011868449,0.15554522,0.006876985,0.04696975,0.7672722,0.00032904063],"about_ca_topic_score_codex":0.000036938094,"about_ca_topic_score_gemma":0.000008886477,"teacher_disagreement_score":0.7853018,"about_ca_system_score_codex":0.000021558319,"about_ca_system_score_gemma":0.00003970339,"threshold_uncertainty_score":0.99436265},"labels":[],"label_agreement":null},{"id":"W3209192400","doi":"10.1145/3485628","title":"MIP* = RE","year":2021,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Computability, Logic, AI Algorithms","field":"Computer Science","cited_by":167,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Army Research Office; Air Force Office of Scientific Research; Natural Sciences and Engineering Research Council of Canada; Institute for Quantum Information and Matter, California Institute of Technology; Multidisciplinary University Research Initiative; Canadian Institute for Advanced Research; Massachusetts Institute of Technology; Gordon and Betty Moore Foundation; National Science Foundation","keywords":"Class (philosophy); Computer science; Complexity class; Mathematical proof; Quantum entanglement; Theoretical computer science; Verifiable secret sharing; Quantum complexity theory; Decidability; Cryptography; Probabilistic logic; Computational complexity theory; Recursively enumerable language; Discrete mathematics; Quantum; Mathematics; Algorithm; Quantum computer; Programming language; Artificial intelligence","score_opus":0.0759074459117106,"score_gpt":0.3100415070347768,"score_spread":0.23413406112306617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209192400","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028721169,0.0083028795,0.05387597,0.8613802,0.0012094354,0.0005098831,0.000015485775,0.00039569594,0.045589272],"genre_scores_gemma":[0.3706132,0.00008052305,0.6286834,0.00034676635,0.000012848226,0.0000090553485,0.000002044987,0.0000038671164,0.00024829013],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990374,0.00029849532,0.00021066237,0.0001781082,0.00016277922,0.00011258273],"domain_scores_gemma":[0.93414617,0.0005605358,0.0000940312,0.06492816,0.0002416127,0.000029490371],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00030506647,0.000065841894,0.00011291563,0.00002573149,0.00021785722,0.00005139341,0.053894877,0.00003336225,0.000016093927],"category_scores_gemma":[0.0063309693,0.000052288626,0.00010720297,0.00064620783,0.00017736027,0.00013048507,0.080488265,0.0001683356,0.000026096848],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043427667,0.0020413517,0.017096633,0.00008599986,0.00017069123,0.0000049955406,0.0068754875,0.00089957844,0.009753204,0.6618161,0.1391343,0.16211729],"study_design_scores_gemma":[0.0002233001,0.00002070187,0.0336779,0.00004416344,0.000015252899,0.000026918899,0.00014822336,0.025514318,0.009734943,0.87280345,0.057606887,0.00018394022],"about_ca_topic_score_codex":0.000023822806,"about_ca_topic_score_gemma":0.00006832545,"teacher_disagreement_score":0.86103344,"about_ca_system_score_codex":0.000033216307,"about_ca_system_score_gemma":0.00012884843,"threshold_uncertainty_score":0.951224},"labels":[],"label_agreement":null},{"id":"W4200171428","doi":"10.1145/3498367","title":"Eyelid gestures for people with motor impairments","year":2021,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Gesture; Computer science; Eyelid; Gaze; Set (abstract data type); Eye tracking; Human–computer interaction; Computer vision; Psychology; Medicine","score_opus":0.027468888792387416,"score_gpt":0.2889893629671432,"score_spread":0.2615204741747558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200171428","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4002428,0.0027072185,0.07898288,0.51331437,0.0003290123,0.00087368896,0.000044736757,0.00046855144,0.0030367314],"genre_scores_gemma":[0.6257501,0.000024881769,0.37396002,0.00009002434,0.0000028572674,0.000037533846,0.0000019647487,0.000002839099,0.0001297505],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99958724,0.00005178693,0.00009377504,0.00010966595,0.00006852872,0.000089018264],"domain_scores_gemma":[0.9802343,0.00023285528,0.000079513695,0.019279217,0.00016074964,0.000013313834],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00009853202,0.00004901681,0.000088869274,0.000025109552,0.0001942562,0.000022442926,0.018288245,0.000026875894,0.0000010180338],"category_scores_gemma":[0.0014578607,0.000032960535,0.000048812348,0.00025347684,0.00009721308,0.000056026525,0.009634529,0.000085971296,0.0000023791038],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053428055,0.0029089565,0.18902501,0.00019746539,0.0005820216,0.000003516234,0.005601093,0.00022898494,0.081329204,0.5656042,0.11098582,0.04348029],"study_design_scores_gemma":[0.0011802805,0.0002945316,0.61436,0.00017617528,0.00006869626,0.00007121466,0.00037806065,0.0041710623,0.056533366,0.29334772,0.029099466,0.00031948657],"about_ca_topic_score_codex":0.000013644564,"about_ca_topic_score_gemma":0.00006603168,"teacher_disagreement_score":0.51322436,"about_ca_system_score_codex":0.00001301154,"about_ca_system_score_gemma":0.00006385159,"threshold_uncertainty_score":0.99837536},"labels":[],"label_agreement":null},{"id":"W4206916529","doi":"10.1145/3486600","title":"Designing UIs for static-analysis tools","year":2022,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Software engineering; Systems engineering; Engineering","score_opus":0.09314200318989017,"score_gpt":0.3432290294526174,"score_spread":0.2500870262627272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206916529","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026087102,0.00013268081,0.9796494,0.019229623,0.00003939386,0.00028377076,0.000021911332,0.00013124566,0.00025105212],"genre_scores_gemma":[0.2893609,0.000011381194,0.71002835,0.00018808579,0.0000016303065,0.0003193866,0.000003939064,0.0000037346874,0.00008255476],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992692,0.00019430918,0.0001935993,0.00011899464,0.00013839445,0.000085524014],"domain_scores_gemma":[0.97390634,0.0009829644,0.00020219189,0.024783699,0.000110608074,0.000014188221],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00046864644,0.0000485987,0.000110244,0.00013159632,0.0006319311,0.000031541018,0.033250634,0.000010150189,0.000008533877],"category_scores_gemma":[0.004170978,0.000043509554,0.00014924002,0.0011763574,0.000060812396,0.00018568018,0.027019834,0.00011893888,7.192155e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042676686,0.00080533855,0.0021557496,0.000058739246,0.001841932,4.8302235e-7,0.008173837,0.06290509,0.055732,0.5880203,0.08248086,0.19778296],"study_design_scores_gemma":[0.00022097252,0.00012034724,0.00085908925,0.0000070303913,0.00025038846,0.0000039786155,0.00042176674,0.054953214,0.080761634,0.7883373,0.073844604,0.00021971048],"about_ca_topic_score_codex":0.000014516871,"about_ca_topic_score_gemma":0.000007731716,"teacher_disagreement_score":0.28910005,"about_ca_system_score_codex":0.00006041575,"about_ca_system_score_gemma":0.000037651356,"threshold_uncertainty_score":0.98084944},"labels":[],"label_agreement":null},{"id":"W4206918890","doi":"10.1145/3506575","title":"Data science meets law","year":2022,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Data science; Engineering ethics; Artificial intelligence; Engineering","score_opus":0.37250163482550436,"score_gpt":0.4984871662198992,"score_spread":0.12598553139439483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206918890","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010314918,0.000482129,4.6146036e-7,0.644129,0.00021483513,0.00014000568,0.000090566784,0.000022453345,0.34460565],"genre_scores_gemma":[0.992883,0.00027491568,0.005382073,0.001163469,0.000017550256,0.0000063131715,0.0000061071514,0.0000030801589,0.00026348126],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878085,0.0003902219,0.000105441155,0.0000951337,0.0004989556,0.00012942325],"domain_scores_gemma":[0.9671858,0.00048370927,0.00010882994,0.03198645,0.00019092893,0.00004426573],"candidate_categories":["metaresearch","sts","open_science"],"consensus_categories":["sts","open_science"],"category_scores_codex":[0.004081413,0.000027690863,0.000053731852,0.000024325363,0.0069866655,0.00006853251,0.09441461,0.000016806493,0.000048015474],"category_scores_gemma":[0.025853641,0.0000240498,0.00002631944,0.0006258564,0.0037919644,0.0004528693,0.092051744,0.00026143415,0.0000033805009],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.463717e-7,0.000043424716,0.00012840815,5.9921183e-7,0.0000034474936,1.5503135e-8,0.0064762253,0.000004257712,0.00027176234,0.98224074,0.010561087,0.00026949606],"study_design_scores_gemma":[0.000036739293,0.0000060257207,0.00048936147,0.0000037462648,0.0000075417774,1.497282e-7,0.007234612,0.00003076151,0.000049315317,0.33378032,0.6583219,0.000039506365],"about_ca_topic_score_codex":0.006273582,"about_ca_topic_score_gemma":0.0063584447,"teacher_disagreement_score":0.9825681,"about_ca_system_score_codex":0.00007709596,"about_ca_system_score_gemma":0.0006124147,"threshold_uncertainty_score":0.9989191},"labels":[],"label_agreement":null},{"id":"W4212878885","doi":"10.1145/3498582","title":"A conversation with","year":2022,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"History of Computing Technologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Conversation; Computer science; Psychology; Communication","score_opus":0.03349195580935231,"score_gpt":0.2401366235346924,"score_spread":0.20664466772534007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212878885","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11179697,0.0012593447,0.038867954,0.83680195,0.00041608882,0.0005721263,0.000004958263,0.0010746061,0.009206015],"genre_scores_gemma":[0.6946908,0.0000028705779,0.30514807,0.00009490524,8.1284185e-7,0.000016549715,4.068574e-7,0.0000017242041,0.000043860477],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999539,0.00011454361,0.00008096375,0.00007310917,0.00014063239,0.000051729443],"domain_scores_gemma":[0.96754557,0.00013774744,0.000113691094,0.032156896,0.00003997086,0.000006100918],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00020479599,0.000031804924,0.000046887762,0.00004950026,0.00043218545,0.000009006712,0.058289383,0.000007905819,0.0000033651816],"category_scores_gemma":[0.00089877826,0.000024421272,0.000023042961,0.00039724374,0.00018943849,0.00006751189,0.05446587,0.00014296084,0.0000031041347],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000092692835,0.0002817668,0.0064379983,0.000010848604,0.000052113635,4.877964e-7,0.009327874,0.0033234542,0.0017803418,0.86195713,0.099912696,0.016905995],"study_design_scores_gemma":[0.00064270984,0.00026616157,0.01639189,0.000031376912,0.00002227121,0.00005447217,0.001233248,0.04762659,0.003667577,0.6044925,0.32526794,0.000303289],"about_ca_topic_score_codex":0.000015422314,"about_ca_topic_score_gemma":0.0000053118856,"teacher_disagreement_score":0.83670706,"about_ca_system_score_codex":0.000058336784,"about_ca_system_score_gemma":0.000060678307,"threshold_uncertainty_score":0.95318145},"labels":[],"label_agreement":null},{"id":"W4213025974","doi":"10.1145/3512297","title":"A call to action","year":2022,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Action (physics); Computer science; Call to action; Computer security; Telecommunications; Business; Advertising","score_opus":0.26323217213454086,"score_gpt":0.48142524009816334,"score_spread":0.21819306796362248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213025974","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08816475,0.00011722395,0.0000033291444,0.83011836,0.00020153556,0.00019179664,0.000010676088,0.000022974093,0.08116937],"genre_scores_gemma":[0.99305797,0.00011352296,0.003467751,0.0015493598,0.00002168236,0.000025899875,0.0000011946564,0.0000031907048,0.0017594157],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991575,0.00043335024,0.0000777732,0.00004075196,0.00021290459,0.00007770983],"domain_scores_gemma":[0.9919497,0.00030207817,0.000059024813,0.0075454107,0.000108104134,0.00003568279],"candidate_categories":["metaresearch","sts","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0009322532,0.000021741509,0.00004351627,0.000023683835,0.0021944754,0.000021627358,0.014720237,0.000019782787,0.00005113281],"category_scores_gemma":[0.015398726,0.000019732703,0.000045527657,0.0003249328,0.0002014965,0.00006279516,0.012274195,0.00021249279,0.0000067148185],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010395461,0.0002430498,0.0025189917,0.0000040269856,0.000030434927,5.6752203e-8,0.124115944,0.00015550596,0.0020092004,0.5631745,0.30013958,0.0075983144],"study_design_scores_gemma":[0.00004694995,0.000019321824,0.0036822942,0.000004359933,0.000008434537,1.2443283e-7,0.01565787,0.0000073055126,0.00007662131,0.22492538,0.755524,0.000047345995],"about_ca_topic_score_codex":0.004691689,"about_ca_topic_score_gemma":0.0050494927,"teacher_disagreement_score":0.9048932,"about_ca_system_score_codex":0.00009804203,"about_ca_system_score_gemma":0.00016030148,"threshold_uncertainty_score":0.99910456},"labels":[],"label_agreement":null},{"id":"W4213251046","doi":"10.1145/3495256","title":"Automating data science","year":2022,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Machine Learning and Data Classification","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Automation; Computer science; Data science; Process (computing); Engineering","score_opus":0.1379017813942821,"score_gpt":0.36646717004845997,"score_spread":0.22856538865417786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213251046","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061792914,0.0023663738,0.033678174,0.84960324,0.0011547584,0.0007653855,0.0001818664,0.0008220273,0.049635254],"genre_scores_gemma":[0.71895003,0.000012266061,0.28083426,0.000122045196,0.000003261902,0.000010281383,0.00002071749,0.000001854493,0.00004529119],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990855,0.00021881217,0.00014234429,0.00018222872,0.00028803461,0.00008308883],"domain_scores_gemma":[0.90294063,0.00021830174,0.00016955019,0.09660567,0.000048815535,0.000017029215],"candidate_categories":["metaresearch","sts","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0016518947,0.00003335527,0.00004487362,0.00006298884,0.0014768931,0.000058530135,0.19040483,0.0000051005604,0.000007342245],"category_scores_gemma":[0.009991313,0.000026955733,0.000015038915,0.0010274637,0.00024636587,0.000512274,0.27093932,0.00020182246,0.000006374524],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016859193,0.0003166092,0.012899079,0.000015374848,0.000015164559,1.883382e-7,0.0017408684,0.00090884924,0.016826298,0.80341804,0.023879964,0.13997787],"study_design_scores_gemma":[0.00012960941,0.000020060883,0.098326355,0.000013172241,0.000008334517,0.000024796514,0.0002040271,0.77219844,0.0004258066,0.03747001,0.09105801,0.000121409175],"about_ca_topic_score_codex":0.00005386673,"about_ca_topic_score_gemma":0.000004773993,"teacher_disagreement_score":0.8494812,"about_ca_system_score_codex":0.00003318257,"about_ca_system_score_gemma":0.00017586026,"threshold_uncertainty_score":0.99982303},"labels":[],"label_agreement":null},{"id":"W4220856428","doi":"10.1145/3490699","title":"Explainable AI","year":2022,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; HEC Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Artificial intelligence","score_opus":0.06428448530113892,"score_gpt":0.31251948922888245,"score_spread":0.24823500392774353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220856428","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022286878,0.0008263233,0.003660217,0.9889994,0.00016178568,0.00014322094,0.000016631026,0.00026821438,0.0036955157],"genre_scores_gemma":[0.32470846,0.000056711866,0.67452735,0.0005203586,0.0000020393436,0.000078342455,0.000003729731,0.000003848201,0.000099154386],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992668,0.00018408468,0.00013558332,0.00012475821,0.0001773477,0.00011143055],"domain_scores_gemma":[0.6634395,0.00024685828,0.00009592812,0.3361671,0.00004053963,0.000010058565],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00044397084,0.000045253204,0.00006563785,0.000058078476,0.0006645379,0.000027332924,0.6895723,0.000016124906,0.00001642488],"category_scores_gemma":[0.11643688,0.000038521946,0.00004148263,0.0006746027,0.0001621877,0.00022717148,0.9540626,0.00031676661,0.000008281076],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.922422e-7,0.000056285313,0.00041936763,0.0000022073161,0.0000065846566,1.15799345e-7,0.00007912435,0.000030052444,0.0003249628,0.049939316,0.9473872,0.0017542623],"study_design_scores_gemma":[0.000050946517,0.000010712293,0.0003810712,0.0000037266755,0.000002027094,0.0000050462054,0.00007231932,0.012664477,0.0013412518,0.8936887,0.091736674,0.00004307141],"about_ca_topic_score_codex":0.000049469567,"about_ca_topic_score_gemma":0.0000049875357,"teacher_disagreement_score":0.988479,"about_ca_system_score_codex":0.000060919167,"about_ca_system_score_gemma":0.00005645824,"threshold_uncertainty_score":0.89100575},"labels":[],"label_agreement":null},{"id":"W4240100958","doi":"10.1145/505999.506001","title":"A comparison of three delivery systems for teaching an information technology course","year":2002,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Knowledge management; Deliverable; Leverage (statistics); Organizational learning; Computer science; Process (computing); Macro; Knowledge economy; Organizational structure; Process management; Business; Management; Artificial intelligence","score_opus":0.17270702899875937,"score_gpt":0.3570518764084382,"score_spread":0.18434484740967885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240100958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88454026,0.009981267,0.019407783,0.06605414,0.001174244,0.0027281567,0.00013705755,0.0003677609,0.0156093035],"genre_scores_gemma":[0.9929656,0.00004401461,0.006789513,0.00006793894,0.000034567394,0.000035199282,0.000046436584,0.000005347703,0.0000114201],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99940836,0.00001123864,0.0003399215,0.00005674174,0.00009910622,0.00008462951],"domain_scores_gemma":[0.990593,0.00008999185,0.000473887,0.00852314,0.00031688917,0.0000030767883],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0002683695,0.0000654165,0.00014565022,0.00014269481,0.00027038786,0.0000510785,0.010249907,0.000059898008,0.0000093116205],"category_scores_gemma":[0.0020233113,0.0000506862,0.000040282248,0.00030071163,0.00021834653,0.0011941422,0.00431487,0.00012595797,0.000017702483],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036482008,0.0013570571,0.1769895,0.0009392591,0.0001164402,2.5166063e-8,0.0007696518,0.0017537762,0.0016572168,0.60202396,0.10610525,0.10825137],"study_design_scores_gemma":[0.00049753225,0.00003677404,0.012827393,0.00048718075,0.0002611014,0.0000024917874,0.004368235,0.6567194,0.00050870155,0.04857472,0.27541044,0.00030604636],"about_ca_topic_score_codex":0.0002661371,"about_ca_topic_score_gemma":0.00010383816,"teacher_disagreement_score":0.6549656,"about_ca_system_score_codex":0.000008929493,"about_ca_system_score_gemma":0.0000068578306,"threshold_uncertainty_score":0.9951051},"labels":[],"label_agreement":null},{"id":"W4242519754","doi":"10.1145/581571.581588","title":"Introduction","year":2002,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Work (physics); Software engineering; Software; Knowledge management; Engineering management; Process management; Engineering; Operating system","score_opus":0.0532668480353258,"score_gpt":0.27651116787827823,"score_spread":0.22324431984295243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242519754","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016880492,0.00264302,0.115663044,0.8729032,0.0004831198,0.00015666742,9.934507e-7,0.00054208166,0.0059197685],"genre_scores_gemma":[0.26281574,0.00029264292,0.73660666,0.00006536277,0.000026032763,0.000006876305,2.1310386e-7,0.0000020143987,0.00018448626],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997452,0.000043141856,0.000070749025,0.000051139978,0.000052286498,0.000037504036],"domain_scores_gemma":[0.97196174,0.00016999393,0.000053768166,0.027774556,0.00003232728,0.000007591841],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00013008193,0.000025191533,0.000031403768,0.000021097003,0.00007958248,0.000017830946,0.024975197,0.0000137086045,0.000014407797],"category_scores_gemma":[0.003974649,0.00001881358,0.00002457662,0.00022083576,0.000035909594,0.00018396687,0.010449597,0.00008225508,0.00001690911],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.3149103e-7,0.00010950979,0.0004935021,0.000007349996,0.000016045193,4.3578137e-8,0.0006103549,0.00013319137,0.0009757771,0.2602263,0.696978,0.040449515],"study_design_scores_gemma":[0.000046127505,0.00001699853,0.0020502016,0.000010785415,0.0000065394347,0.000011825046,0.0000061960377,0.021904511,0.0041793073,0.10549233,0.86620104,0.00007414645],"about_ca_topic_score_codex":0.000006820765,"about_ca_topic_score_gemma":7.4070545e-7,"teacher_disagreement_score":0.8728379,"about_ca_system_score_codex":0.00000755011,"about_ca_system_score_gemma":0.000002442032,"threshold_uncertainty_score":0.9975537},"labels":[],"label_agreement":null},{"id":"W4256321336","doi":"10.1145/636772.636794","title":"Introduction","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Graphical user interface; User interface; Human–computer interaction; Wireless network; World Wide Web; Wireless; Operating system","score_opus":0.02940575865702235,"score_gpt":0.2875001112121235,"score_spread":0.25809435255510116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256321336","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029862562,0.0016067489,0.052985605,0.72380185,0.0022866323,0.0004754428,0.0000047000976,0.000046456258,0.18893002],"genre_scores_gemma":[0.91257757,0.000036974758,0.08670623,0.0002428296,0.000013711226,0.000005787836,8.1743156e-7,0.0000019623355,0.0004141074],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996313,0.00012467674,0.00007805288,0.0000646366,0.000051648305,0.00004968347],"domain_scores_gemma":[0.9754323,0.00008314533,0.00006272306,0.024311058,0.00010245257,0.000008358456],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0001261813,0.000029145687,0.000037468868,0.000022761193,0.00012867937,0.000011855687,0.018892065,0.000011018076,0.000013497619],"category_scores_gemma":[0.004198746,0.000021256143,0.000042314783,0.00019771916,0.00006554509,0.00017925458,0.0057373564,0.00007558677,0.00004265622],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.495205e-7,0.000060837796,0.0003847917,0.0000014056108,0.000011711335,1.182777e-8,0.00034594568,0.000008469633,0.039221223,0.8665646,0.09312134,0.0002790371],"study_design_scores_gemma":[0.00015693488,0.000026803431,0.01567801,0.000013929799,0.000011504691,0.000013495989,0.00023590824,0.0004564898,0.32009733,0.24941133,0.41379055,0.000107694184],"about_ca_topic_score_codex":0.0000056473923,"about_ca_topic_score_gemma":0.0000018889073,"teacher_disagreement_score":0.88271505,"about_ca_system_score_codex":0.000014111942,"about_ca_system_score_gemma":0.000020524756,"threshold_uncertainty_score":0.9864162},"labels":[],"label_agreement":null},{"id":"W4283209583","doi":"10.1145/3500921","title":"When satisfiability solving meets symbolic computation","year":2022,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Wilfrid Laurier University; University of Windsor","funders":"","keywords":"Computer science; Symbolic computation; Computation; Satisfiability; Brute force; Theoretical computer science; Algorithm; Mathematics; Computer security","score_opus":0.07326705349603489,"score_gpt":0.3332004790898047,"score_spread":0.2599334255937698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283209583","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1792396,0.0032893142,0.4449319,0.3372134,0.0027286864,0.0028102319,0.00006359055,0.0008966373,0.028826624],"genre_scores_gemma":[0.48061725,0.0000085131105,0.5191965,0.0001020596,0.000003443153,0.000048438797,0.0000028806605,0.0000034138345,0.00001747366],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9980626,0.0010588821,0.000310405,0.00016933832,0.0002846708,0.00011412184],"domain_scores_gemma":[0.97001016,0.00048204273,0.00027810258,0.029094461,0.000111330024,0.000023889108],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0014915437,0.00006890064,0.00010933506,0.00006739101,0.00081042974,0.00003529481,0.040461395,0.000020021256,0.000010181462],"category_scores_gemma":[0.0043891505,0.00006283389,0.00007340542,0.00050370285,0.00017055057,0.0002723513,0.049452487,0.000245419,0.0000053917324],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005779985,0.0003712643,0.006056105,0.00003475943,0.000040621147,8.667277e-8,0.009901027,0.0061746635,0.004648729,0.90034354,0.016617857,0.05580557],"study_design_scores_gemma":[0.00019353526,0.000043167092,0.045398567,0.00001575454,0.000014950235,0.000011535783,0.00029207696,0.22704233,0.0023291446,0.7126314,0.011865834,0.00016170752],"about_ca_topic_score_codex":0.000075593176,"about_ca_topic_score_gemma":0.000008430336,"teacher_disagreement_score":0.33711135,"about_ca_system_score_codex":0.00011866317,"about_ca_system_score_gemma":0.00007764559,"threshold_uncertainty_score":0.96473014},"labels":[],"label_agreement":null},{"id":"W4296550588","doi":"10.1145/3559439","title":"Traffic classification in an increasingly encrypted web","year":2022,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Encryption; Traffic classification; Feature engineering; Convolutional neural network; Data mining; Robustness (evolution); The Internet; Header; Artificial intelligence; Computer network; Machine learning; Deep learning; World Wide Web","score_opus":0.054012044874630384,"score_gpt":0.2919521067117596,"score_spread":0.2379400618371292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296550588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97927314,0.00028267407,0.0011854164,0.017991932,0.00009858531,0.00015348423,0.0000038052503,0.00007050562,0.00094045105],"genre_scores_gemma":[0.971926,0.000014031665,0.027859924,0.00012930467,0.0000062957624,0.000020804977,0.000011164377,0.0000049484684,0.000027525037],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998549,0.0006675619,0.00030399414,0.00016544691,0.0002044456,0.000109580025],"domain_scores_gemma":[0.9867541,0.0001928208,0.00019343778,0.01276581,0.00007127679,0.000022535534],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00076772383,0.00006424094,0.00011198742,0.00013350649,0.00034987458,0.000042695407,0.035359535,0.000021733447,0.000015277883],"category_scores_gemma":[0.0008505615,0.00005543984,0.00007610175,0.0008471728,0.0000844533,0.00018450909,0.013184562,0.00028386837,0.0000037072614],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012137511,0.0010889812,0.003014292,0.000007617365,0.00003976353,6.13773e-7,0.011423009,0.057365354,0.0031918294,0.90399563,0.0029228658,0.016937874],"study_design_scores_gemma":[0.00012640725,0.000025941628,0.0066613727,0.00000876499,0.000007371622,0.0000036820866,0.00068808324,0.9901279,0.00002309414,0.00071928505,0.001540018,0.00006804121],"about_ca_topic_score_codex":0.000023833858,"about_ca_topic_score_gemma":0.00031617144,"teacher_disagreement_score":0.93276256,"about_ca_system_score_codex":0.00008063061,"about_ca_system_score_gemma":0.00008878805,"threshold_uncertainty_score":0.99479663},"labels":[],"label_agreement":null},{"id":"W4306962651","doi":"10.1145/3538513","title":"Intent-based networking for the enterprise","year":2022,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software-Defined Networks and 5G","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cisco Systems (Canada)","funders":"","keywords":"Computer science; Enterprise private network; Computer security; Knowledge management; Process management; Business","score_opus":0.059861901419471716,"score_gpt":0.28474481716916705,"score_spread":0.22488291574969532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306962651","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021825873,0.0155262025,0.4880075,0.4883953,0.0032593082,0.0014481733,0.000029365085,0.00026502152,0.0008865357],"genre_scores_gemma":[0.8994055,0.000085645464,0.097989455,0.002053575,0.000048298865,0.00032570199,0.0000049316927,0.000008329973,0.00007855898],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99933964,0.00015684952,0.00015765852,0.00010038974,0.00012679269,0.00011868282],"domain_scores_gemma":[0.97379535,0.0019471181,0.00013939317,0.024048582,0.000055277626,0.000014286913],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00050185155,0.000054354292,0.000070879956,0.000024494902,0.0010301346,0.000038958897,0.047109906,0.000011547304,0.0000044390513],"category_scores_gemma":[0.00094532326,0.00003476069,0.00012573072,0.00038024876,0.000096640964,0.00004525109,0.032262396,0.0001812424,0.0000011661552],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059519705,0.000590464,0.01695556,0.000022282968,0.00017745346,2.471909e-7,0.0026945567,0.07983279,0.00016698136,0.10892169,0.62884,0.1617384],"study_design_scores_gemma":[0.00036472103,0.00005231847,0.0021243212,0.000029649345,0.000029115467,0.0000030786925,0.00014466433,0.47918007,0.00008090844,0.06325004,0.45463318,0.00010791061],"about_ca_topic_score_codex":0.000025816971,"about_ca_topic_score_gemma":0.000013471502,"teacher_disagreement_score":0.89722294,"about_ca_system_score_codex":0.000031103227,"about_ca_system_score_gemma":0.00004848271,"threshold_uncertainty_score":0.9755645},"labels":[],"label_agreement":null},{"id":"W4313476259","doi":"10.1145/3571151","title":"Actionable Auditing Revisited","year":2022,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Audit; Accountability; Computer science; Kairos; IBM; Benchmark (surveying); Accounting; Business; Political science; Geography","score_opus":0.12670071944901262,"score_gpt":0.4149401504806573,"score_spread":0.2882394310316447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313476259","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03168719,0.0006382559,0.0000022607403,0.6597759,0.00017517997,0.00019515776,0.00002101233,0.000042013,0.307463],"genre_scores_gemma":[0.993013,0.00036160072,0.0036268125,0.00079749734,0.000034960147,0.000016896653,0.000004309555,0.0000041838457,0.0021407278],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892986,0.00057321053,0.00010916502,0.000046622634,0.00024719888,0.00009394955],"domain_scores_gemma":[0.99119425,0.000625847,0.00014840651,0.007845314,0.00016147483,0.000024705272],"candidate_categories":["metaresearch","sts","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0014443888,0.00002604022,0.00005651009,0.00002355318,0.004129229,0.00003066746,0.014533375,0.000022584121,0.0001882815],"category_scores_gemma":[0.027128944,0.000024094317,0.00006099069,0.00039280942,0.0003451212,0.00011279068,0.012105821,0.00029896008,0.0000044105564],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028732654,0.0001071271,0.002424213,0.0000052148343,0.000026894933,5.1317286e-8,0.02149241,0.000059353108,0.0005685439,0.83850086,0.13511182,0.0017006183],"study_design_scores_gemma":[0.000053402542,0.0000071060244,0.0018338193,0.000009532112,0.000010776424,2.1143882e-7,0.015112504,0.000017713344,0.00004362469,0.39624557,0.58661944,0.000046305133],"about_ca_topic_score_codex":0.0016391622,"about_ca_topic_score_gemma":0.00031888692,"teacher_disagreement_score":0.9613258,"about_ca_system_score_codex":0.00009809467,"about_ca_system_score_gemma":0.00019204432,"threshold_uncertainty_score":0.9971672},"labels":[],"label_agreement":null},{"id":"W4317602008","doi":"10.1145/3554976","title":"(Re)Use of Research Results (Is Rampant)","year":2023,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Pessimism; Reuse; Measure (data warehouse); Computer science; Software engineering; Data science; Software; Epistemology; Data mining; Programming language; Engineering; Philosophy","score_opus":0.815049139541793,"score_gpt":0.5777762256543041,"score_spread":0.23727291388748895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317602008","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44967797,0.00037144157,0.0000857636,0.5128102,0.0010646379,0.00078799034,0.0005706491,0.00014919415,0.0344822],"genre_scores_gemma":[0.9743901,0.00011680443,0.014204975,0.0000860984,0.000010204713,0.0000067274227,0.00001745484,0.0000046400446,0.011163032],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967009,0.0008096636,0.00063648005,0.0002781744,0.001408656,0.0001661308],"domain_scores_gemma":[0.8695687,0.01685511,0.0003583419,0.11216807,0.0010034227,0.000046373123],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.01740288,0.000045908913,0.00012668129,0.0004610909,0.00044204266,0.0001437238,0.055344224,0.00002540621,0.00003129067],"category_scores_gemma":[0.24827944,0.00002893842,0.000092404625,0.004773309,0.0007196803,0.0001439235,0.08119787,0.00016692703,0.00039559288],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000909357,0.00004384571,0.0012221682,0.0000025304466,0.000007524424,6.6850305e-8,0.0012236243,0.00015550962,0.00012171819,0.0020074311,0.988933,0.006273434],"study_design_scores_gemma":[0.0002566135,0.000023618453,0.05992424,0.00009526701,0.000008844534,2.7635141e-7,0.0040649287,0.012828149,0.0013929147,0.24383354,0.6774996,0.0000720378],"about_ca_topic_score_codex":0.00023085302,"about_ca_topic_score_gemma":0.00010747946,"teacher_disagreement_score":0.5247121,"about_ca_system_score_codex":0.000014391641,"about_ca_system_score_gemma":0.000057455738,"threshold_uncertainty_score":0.9497668},"labels":[],"label_agreement":null},{"id":"W4317603376","doi":"10.1145/3573129","title":"The Arrival of Zero Trust","year":2023,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Zero (linguistics); Computer science","score_opus":0.03509225627688912,"score_gpt":0.289169721931813,"score_spread":0.2540774656549239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317603376","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15464196,0.0022647877,0.009181517,0.82490146,0.00028562674,0.00068688113,0.00002016788,0.0005507096,0.0074668736],"genre_scores_gemma":[0.9675602,0.00042123432,0.03179078,0.000044156488,0.000002730256,0.000044041637,0.0000010627941,0.0000029003224,0.00013292664],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994598,0.00007988717,0.00018889806,0.00008258395,0.00009635525,0.00009247451],"domain_scores_gemma":[0.9612518,0.00048114624,0.00013752565,0.03803465,0.00008372323,0.000011138749],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00046086026,0.000042041393,0.00007199791,0.000042973315,0.0004675518,0.000012415363,0.053505,0.000042192438,6.9890234e-7],"category_scores_gemma":[0.0019208511,0.000025756759,0.00006258066,0.00094169925,0.0006947946,0.000036450623,0.026523279,0.00015045884,0.000015817557],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.110049e-7,0.000032366333,0.00062889,0.0000024437475,0.000012562553,1.3728673e-8,0.00026854654,0.000012242538,0.0007416931,0.97512144,0.014386442,0.008792876],"study_design_scores_gemma":[0.00006431097,0.000008219303,0.0096510835,0.000008149599,0.0000050114018,0.0000013634246,0.00007644703,0.008792635,0.0049003176,0.9440837,0.032371093,0.000037693688],"about_ca_topic_score_codex":0.000018651577,"about_ca_topic_score_gemma":0.000017496242,"teacher_disagreement_score":0.8248573,"about_ca_system_score_codex":0.000007379341,"about_ca_system_score_gemma":0.000034180357,"threshold_uncertainty_score":0.98135},"labels":[],"label_agreement":null},{"id":"W4317604204","doi":"10.1145/3573127","title":"From Zero to 100","year":2023,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Cloud Data Security Solutions","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Zero (linguistics); Computer science; Philosophy","score_opus":0.09001505939159397,"score_gpt":0.34003169126052524,"score_spread":0.25001663186893125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317604204","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.080531016,0.00039303178,0.016891751,0.8964723,0.0006346552,0.00046207145,0.00033216097,0.00057492487,0.0037080979],"genre_scores_gemma":[0.6365939,0.000055411732,0.3624157,0.0006165306,0.000019071287,0.000033761986,0.000038128055,0.000006214903,0.00022131446],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993784,0.00009963987,0.00014856564,0.00012843277,0.00013501644,0.000109957],"domain_scores_gemma":[0.94067353,0.00050705945,0.00005091387,0.058670845,0.00005899551,0.00003867918],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00020065566,0.00004760673,0.00007073626,0.00006811231,0.0002498251,0.00003967411,0.07014494,0.000023000039,0.0000056753897],"category_scores_gemma":[0.005606834,0.000040366263,0.000052485484,0.0012413142,0.00008741128,0.00012454073,0.08744475,0.000104018036,0.0005939651],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.0828116e-7,0.00007080181,0.00047762223,0.000001920843,0.000019152927,1.2696167e-7,0.003407057,0.00010005253,0.0029280446,0.12746578,0.86271346,0.0028152966],"study_design_scores_gemma":[0.00011073149,0.000011504527,0.025778737,0.000038547467,0.00000963651,9.939067e-7,0.000102934864,0.009875126,0.0015466703,0.7449522,0.21745615,0.00011674496],"about_ca_topic_score_codex":0.00046230308,"about_ca_topic_score_gemma":0.00017172635,"teacher_disagreement_score":0.8958558,"about_ca_system_score_codex":0.000022793445,"about_ca_system_score_gemma":0.00004174731,"threshold_uncertainty_score":0.93488604},"labels":[],"label_agreement":null},{"id":"W4318908907","doi":"10.1145/3582491","title":"Data Science---A Systematic Treatment","year":2023,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Data science","score_opus":0.7465776776167445,"score_gpt":0.6254157346368587,"score_spread":0.1211619429798858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318908907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5406702,0.0029771042,0.000013812661,0.41535273,0.0027915768,0.008868481,0.0006922898,0.0006607644,0.027972998],"genre_scores_gemma":[0.993938,0.00080542034,0.0036473651,0.0001802108,0.00003799539,0.00031268754,0.000043071,0.000013398113,0.0010218318],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99790806,0.0007635275,0.0006182373,0.0001782764,0.0002535295,0.00027838835],"domain_scores_gemma":[0.91011626,0.0028871293,0.00032631514,0.08630762,0.0003039223,0.00005872746],"candidate_categories":["metaresearch","sts","open_science","insufficient_payload"],"consensus_categories":["open_science"],"category_scores_codex":[0.0023004515,0.00007092118,0.00019828093,0.00012517336,0.002410849,0.000007248235,0.05183045,0.00005176948,0.000027445472],"category_scores_gemma":[0.046166286,0.000043552984,0.000038574373,0.001421142,0.00066734327,0.00017575381,0.049238082,0.00022162028,0.0011158551],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042712523,0.0008319309,0.3727494,0.025231294,0.00027831612,0.0000014949471,0.090972126,0.0002149078,0.0073276768,0.27535683,0.22153881,0.005454504],"study_design_scores_gemma":[0.00076639093,0.0003119319,0.08015874,0.034468703,0.00059856096,0.0000072359876,0.22207582,0.12930766,0.004382919,0.44398937,0.08299136,0.00094130164],"about_ca_topic_score_codex":0.0011532903,"about_ca_topic_score_gemma":0.0022599334,"teacher_disagreement_score":0.45326778,"about_ca_system_score_codex":0.00023127612,"about_ca_system_score_gemma":0.0007731073,"threshold_uncertainty_score":0.99966186},"labels":[],"label_agreement":null},{"id":"W4321428174","doi":"10.1145/2093548.2093574","title":"The grand challenge of computer Go","year":2012,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Sixth Framework Programme; Seventh Framework Programme","keywords":"Monte Carlo tree search; Computer science; Monte Carlo method; Tree (set theory); Artificial intelligence; Game tree; Theoretical computer science; Machine learning; Game theory; Mathematical economics; Sequential game; Mathematics","score_opus":0.10809382493661085,"score_gpt":0.33872681855544784,"score_spread":0.230632993618837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321428174","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054633263,0.04522742,0.12947868,0.70824754,0.0037456977,0.0015637284,0.0000151131835,0.00026090577,0.056827642],"genre_scores_gemma":[0.90087134,0.0005363996,0.098412186,0.00006646548,0.000026909067,0.000009444033,2.4157706e-7,0.0000034548889,0.000073584044],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99924934,0.0001827741,0.00023942273,0.00006099123,0.00013618046,0.00013130318],"domain_scores_gemma":[0.97295207,0.0009735891,0.00017222023,0.025764083,0.00011368872,0.000024364475],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0005569848,0.000052916126,0.00008380159,0.000020723637,0.00028904137,0.000021284255,0.039607406,0.000025740746,0.0000019862912],"category_scores_gemma":[0.0011738124,0.000030457923,0.00007514191,0.00020269514,0.00047598072,0.00018557515,0.021124158,0.000114146555,0.000025602536],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033614156,0.0002942333,0.0040195626,0.00001003544,0.000045111843,1.7766189e-8,0.00809179,0.00006869557,0.00034007337,0.83810186,0.02094364,0.12808162],"study_design_scores_gemma":[0.00012029048,0.000078347155,0.01654572,0.000103134,0.00002944457,0.000005205424,0.00031175264,0.01992051,0.024768328,0.72672194,0.21115795,0.00023739865],"about_ca_topic_score_codex":0.000019842402,"about_ca_topic_score_gemma":0.000035886776,"teacher_disagreement_score":0.8462381,"about_ca_system_score_codex":0.000010277382,"about_ca_system_score_gemma":0.000020204727,"threshold_uncertainty_score":0.9867928},"labels":[],"label_agreement":null},{"id":"W4321482469","doi":"10.1145/3579316","title":"Mapping the Privacy Landscape for Central Bank Digital Currencies","year":2023,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Office of the Privacy Commissioner of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Digital currency; Payment; Computer science; Central bank; Computer security; Internet privacy; Business; World Wide Web; Economics; Monetary policy","score_opus":0.06393307871961726,"score_gpt":0.28459685561282616,"score_spread":0.2206637768932089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321482469","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15171126,0.0022888137,0.052659195,0.78781784,0.0003563025,0.001541171,0.0001028687,0.00090147636,0.0026211017],"genre_scores_gemma":[0.972135,0.00014045468,0.027379462,0.000086840955,0.000011530396,0.00015330547,0.000011154861,0.0000039980764,0.000078254285],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99945444,0.000032340013,0.00015939723,0.00011519623,0.00007926401,0.000159383],"domain_scores_gemma":[0.9776826,0.0005465019,0.0000992303,0.021581892,0.000074736,0.000015051985],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00024347696,0.000057677564,0.000074038755,0.000056540608,0.000553063,0.00006284623,0.03866005,0.000039621114,8.936557e-7],"category_scores_gemma":[0.0021840595,0.000035847457,0.000082402104,0.00085916533,0.00024331108,0.000109855035,0.021504287,0.00014159804,0.000012133253],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013273489,0.000118896554,0.006878937,0.000019066369,0.000043463864,3.7012683e-8,0.004794738,0.000044119133,0.0002528384,0.8534485,0.09213197,0.04226609],"study_design_scores_gemma":[0.00016092109,0.000011280134,0.026264276,0.000022597507,0.0000063959537,0.0000033232113,0.00051499106,0.048399124,0.0004820076,0.71418595,0.20984857,0.00010055791],"about_ca_topic_score_codex":0.000003724604,"about_ca_topic_score_gemma":0.000005513272,"teacher_disagreement_score":0.8204237,"about_ca_system_score_codex":0.000009406218,"about_ca_system_score_gemma":0.00003933414,"threshold_uncertainty_score":0.9864096},"labels":[],"label_agreement":null},{"id":"W4366728570","doi":"10.1145/3564287","title":"Long-Term Mentoring for Computer Science Researchers","year":2023,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Term (time); Computer science; Data science","score_opus":0.1562900761269958,"score_gpt":0.38284249727405373,"score_spread":0.22655242114705793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366728570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67865694,0.0005930536,0.07868872,0.23406139,0.0014382595,0.0015846533,0.0000046860064,0.0007748783,0.0041974313],"genre_scores_gemma":[0.7867366,0.0000277445,0.21234673,0.00010618218,0.00004142705,0.000037214577,0.0000011436731,0.000007049444,0.0006958846],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99901175,0.000075285745,0.00015882245,0.00019656158,0.0003070399,0.00025056247],"domain_scores_gemma":[0.9753965,0.00044244443,0.000083347564,0.023895282,0.00013751812,0.00004488438],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0016438169,0.000057243516,0.00007532801,0.00016159906,0.0007455472,0.00011610324,0.057132572,0.000015173746,4.2948986e-7],"category_scores_gemma":[0.0016903208,0.0000428169,0.0000732453,0.0014731172,0.00040628156,0.000037579248,0.07589475,0.000100193436,0.000014307927],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015093669,0.00056823203,0.0332844,0.00030425139,0.00021587513,0.0000017611385,0.014752731,0.03678087,0.008229825,0.22835104,0.07778126,0.59971464],"study_design_scores_gemma":[0.0005267791,0.00008199246,0.14545153,0.00022608941,0.000015397938,0.0000028577315,0.00010437085,0.79691666,0.0033457754,0.04290046,0.01019097,0.00023710614],"about_ca_topic_score_codex":0.0000109251805,"about_ca_topic_score_gemma":0.000003382476,"teacher_disagreement_score":0.76013577,"about_ca_system_score_codex":0.000055940825,"about_ca_system_score_gemma":0.00006399875,"threshold_uncertainty_score":0.9479688},"labels":[],"label_agreement":null},{"id":"W4385248297","doi":"10.1145/3571724","title":"The Principles of Data-Centric AI","year":2023,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Machine Learning and Data Classification","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Data science; Philosophy","score_opus":0.17989544972823113,"score_gpt":0.3795690690161228,"score_spread":0.19967361928789168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385248297","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00847356,0.0030172404,0.013654364,0.9624579,0.0003945488,0.00051812804,0.00011006921,0.0003507428,0.011023441],"genre_scores_gemma":[0.913794,0.0017579802,0.08327096,0.00013209211,0.000014086134,0.00001581369,0.00011499512,0.0000065628265,0.000893549],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992136,0.00023732646,0.0002064021,0.000110578025,0.00015188352,0.00008021826],"domain_scores_gemma":[0.9348066,0.00091267744,0.0001961891,0.06399283,0.00007850934,0.000013191903],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00096455077,0.0000385003,0.000059093858,0.000042384152,0.00035897794,0.00003888305,0.07968687,0.00001668948,8.974995e-7],"category_scores_gemma":[0.008738233,0.000022220174,0.000028047027,0.00083191117,0.00017113889,0.00019599366,0.056227833,0.00013540695,0.000030752755],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025980573,0.00009285302,0.010497283,0.000019961075,0.000034041997,4.3412278e-8,0.0005613671,0.00028637983,0.00069007906,0.8259072,0.075252295,0.08665591],"study_design_scores_gemma":[0.000106732885,0.000009358263,0.12368643,0.000027262515,0.000011894508,0.0000013470991,0.00007431437,0.22796063,0.00031518418,0.033291586,0.61445516,0.00006008918],"about_ca_topic_score_codex":0.000044247477,"about_ca_topic_score_gemma":0.00003313091,"teacher_disagreement_score":0.9623258,"about_ca_system_score_codex":0.0000069958464,"about_ca_system_score_gemma":0.00006127952,"threshold_uncertainty_score":0.99961156},"labels":[],"label_agreement":null},{"id":"W4387801012","doi":"10.1145/3610285","title":"DevEX: What Actually Drives Productivity?","year":2023,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Productivity; Computer science; Industrial engineering; Manufacturing engineering; Industrial organization; Business; Engineering; Economics; Macroeconomics","score_opus":0.11838619629159601,"score_gpt":0.4101737252355088,"score_spread":0.2917875289439128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387801012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8394036,0.0026312638,0.000013541095,0.13833934,0.0004568387,0.00027387385,0.000007410584,0.00020522915,0.018668849],"genre_scores_gemma":[0.9913698,0.0004027227,0.00107627,0.00020506351,0.000029175106,0.00007274157,0.000012199617,0.000012554654,0.006819461],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992773,0.00025400374,0.00012642234,0.00013188561,0.000088577246,0.00012179763],"domain_scores_gemma":[0.98605096,0.00050335703,0.00010400964,0.013185656,0.00013859104,0.000017416503],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0002545065,0.00006476431,0.00009102038,0.000059868322,0.00023944408,0.000030318944,0.011157741,0.00003725163,0.00008296614],"category_scores_gemma":[0.0069774385,0.000047430454,0.000053092062,0.0005981496,0.0003053762,0.00017881101,0.008707954,0.00018645181,0.0006103137],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011363122,0.0016792568,0.05095401,0.00014707718,0.0006771122,0.0000016304506,0.09455849,0.000036917463,0.0125340205,0.06895256,0.18398803,0.58635724],"study_design_scores_gemma":[0.0004782365,0.000121909456,0.584429,0.0002911328,0.000088303335,0.00001149331,0.027015371,0.00002104288,0.006131864,0.1921305,0.18897222,0.00030888047],"about_ca_topic_score_codex":0.000012539743,"about_ca_topic_score_gemma":0.000021645334,"teacher_disagreement_score":0.58604836,"about_ca_system_score_codex":0.00000619551,"about_ca_system_score_gemma":0.00003321917,"threshold_uncertainty_score":0.9993094},"labels":[],"label_agreement":null},{"id":"W4388750673","doi":"10.1145/3610940","title":"Almost-Linear-Time Algorithms for Maximum Flow and Minimum-Cost Flow","year":2023,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Optimization and Search Problems","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Minimum-cost flow problem; Amortized analysis; Mathematics; Minimum cut; Separable space; Algorithm; Time complexity; Maximum flow problem; Bounded function; Regular polygon; Combinatorics; Directed graph; Discrete mathematics; Mathematical optimization; Computer science; Flow network; Data structure","score_opus":0.09238388434712162,"score_gpt":0.3403967687830984,"score_spread":0.24801288443597674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388750673","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016361353,0.0010498747,0.47847214,0.50989056,0.0005697198,0.0034031451,0.00028593547,0.0007287417,0.003963763],"genre_scores_gemma":[0.0030046708,0.00037669353,0.9947081,0.00027570623,0.000016211601,0.00012452755,0.00004952047,0.0000118043,0.0014327187],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999181,0.00013670391,0.00020495756,0.00016299945,0.000142289,0.00017206841],"domain_scores_gemma":[0.9856241,0.00067917974,0.00007727232,0.013381358,0.00018375587,0.000054371754],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0006558421,0.00007759706,0.00011655117,0.00008236262,0.00037079223,0.0000617914,0.01606942,0.000042368498,0.000008013661],"category_scores_gemma":[0.0028047708,0.000061369166,0.00006525025,0.00062702957,0.00016321642,0.00018613483,0.014301707,0.00010514482,0.00006073558],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027376162,0.0005331373,0.00058937474,0.00015028469,0.00020473506,8.444212e-7,0.007920666,0.03920857,0.0044828225,0.020234331,0.43537045,0.49127743],"study_design_scores_gemma":[0.00026680247,0.000021184633,0.00023379634,0.000019379178,0.0000051810803,0.0000019691533,0.000029402278,0.9449426,0.00028705545,0.03140782,0.022714077,0.00007072889],"about_ca_topic_score_codex":0.0000066602433,"about_ca_topic_score_gemma":0.000005106045,"teacher_disagreement_score":0.90573406,"about_ca_system_score_codex":0.0000128917245,"about_ca_system_score_gemma":0.000058192512,"threshold_uncertainty_score":0.99367046},"labels":[],"label_agreement":null},{"id":"W4392864805","doi":"10.1145/3624730","title":"Who Determines What Is Relevant? Humans or AI? Why Not Both?","year":2024,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Australian Research Council","keywords":"Relevance (law); Computer science; Artificial intelligence; Data science; Political science","score_opus":0.09904252942343997,"score_gpt":0.36195128891134437,"score_spread":0.2629087594879044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392864805","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014655354,0.01376154,0.022302724,0.9428486,0.0015177303,0.00072002184,0.000018341423,0.00053135527,0.0036442974],"genre_scores_gemma":[0.846299,0.008057443,0.12820202,0.011082204,0.00008949173,0.00010715424,0.0000034456366,0.000044366596,0.0061148615],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99872684,0.00017220993,0.00037178415,0.00027716096,0.00023677795,0.00021522296],"domain_scores_gemma":[0.96639377,0.00088233035,0.00009361803,0.032425553,0.00016092914,0.000043816686],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00041619374,0.00012982571,0.00016079747,0.0001197524,0.00042024214,0.000645511,0.04197902,0.000060079936,0.00003847187],"category_scores_gemma":[0.0018684497,0.00009022733,0.00013583325,0.00083442725,0.00032327767,0.0016276995,0.020539943,0.00026470076,0.00017231936],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002164944,0.00030561167,0.00032105364,0.0002030923,0.00014262664,0.000010459554,0.028123425,0.00014540365,0.015284537,0.4623253,0.34771895,0.14539789],"study_design_scores_gemma":[0.00007113638,0.00009423602,0.00031071066,0.0010073073,0.000044079923,0.000025300697,0.0010292644,0.08298206,0.12018955,0.39076385,0.4031208,0.00036170546],"about_ca_topic_score_codex":0.00012569755,"about_ca_topic_score_gemma":0.00033645064,"teacher_disagreement_score":0.93176645,"about_ca_system_score_codex":0.000048229125,"about_ca_system_score_gemma":0.00011689525,"threshold_uncertainty_score":0.98738176},"labels":[],"label_agreement":null},{"id":"W4393192290","doi":"10.1145/3651620","title":"Adopting and Sustaining Microservice-Based Software Development","year":2024,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"Syracuse University","keywords":"Computer science; Software; Software development; Software engineering; Computer security; Operating system","score_opus":0.029368922460329017,"score_gpt":0.2789583694626466,"score_spread":0.2495894470023176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393192290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65248346,0.03605997,0.16391541,0.14285523,0.0012549753,0.0011950992,0.0000092691735,0.0014995323,0.0007270686],"genre_scores_gemma":[0.52553344,0.000023398388,0.4743172,0.00008452122,0.0000042715924,0.000012328561,0.0000011006877,0.0000032791986,0.000020479158],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994005,0.00006609985,0.00020130689,0.00013386499,0.00009867819,0.000099576835],"domain_scores_gemma":[0.9870801,0.00046274008,0.000054798536,0.01228977,0.00009124789,0.000021367681],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0005078727,0.000062260195,0.0000776304,0.00004849039,0.00031398537,0.00008767661,0.01296496,0.000031794807,8.8236357e-7],"category_scores_gemma":[0.0012029503,0.000042630058,0.000036017627,0.00034891983,0.00009405687,0.0001603901,0.013654001,0.00012466269,0.0000064983114],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009015541,0.00024055026,0.16143811,0.0029885103,0.00016959586,0.0000018670216,0.029941473,0.0008479172,0.0013517251,0.018094718,0.0064374493,0.7784791],"study_design_scores_gemma":[0.0011411025,0.00010869669,0.27902526,0.0060717687,0.0000917595,0.000065267996,0.0020513723,0.11582292,0.022806605,0.041489653,0.53005767,0.0012678972],"about_ca_topic_score_codex":0.000017643726,"about_ca_topic_score_gemma":0.000010404612,"teacher_disagreement_score":0.7772112,"about_ca_system_score_codex":0.00004065198,"about_ca_system_score_gemma":0.00023694894,"threshold_uncertainty_score":0.9943234},"labels":[],"label_agreement":null},{"id":"W4394750362","doi":"10.1145/3643140","title":"DevEx in Action","year":2024,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Action (physics); Physics","score_opus":0.12371923443552826,"score_gpt":0.327760067060914,"score_spread":0.20404083262538572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394750362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6164732,0.0011495745,0.00015711994,0.22810346,0.0008651808,0.00041317032,0.0000014066213,0.00026933468,0.15256754],"genre_scores_gemma":[0.99390066,0.00003478607,0.005502337,0.00029440632,0.000029519575,0.000025241348,0.000004522674,0.00000467777,0.00020383128],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99971306,0.000010608358,0.00012057198,0.00005554711,0.00004660657,0.000053607386],"domain_scores_gemma":[0.9957513,0.000048528713,0.00004226083,0.0041154926,0.000041795374,5.9638313e-7],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00032122192,0.0000357252,0.000047188016,0.00012002129,0.00011074316,0.000022741093,0.0058605243,0.00004308573,0.000010854056],"category_scores_gemma":[0.0016142174,0.000027347003,0.00002312945,0.000842949,0.00014643658,0.00018501899,0.008162061,0.00017242743,0.000043981516],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013373592,0.00003097723,0.009254729,0.00004072567,0.000012624028,9.675766e-8,0.00014516382,0.0000018676325,0.000286116,0.96909153,0.009378968,0.011755838],"study_design_scores_gemma":[0.000052421557,6.316816e-7,0.058917418,0.000076992364,0.000008291609,3.0508167e-7,0.00041260928,0.00056046527,0.00048300737,0.7895622,0.14986753,0.00005807168],"about_ca_topic_score_codex":0.00005377548,"about_ca_topic_score_gemma":0.00008927816,"teacher_disagreement_score":0.37742746,"about_ca_system_score_codex":0.000029715577,"about_ca_system_score_gemma":0.000017867347,"threshold_uncertainty_score":0.99985975},"labels":[],"label_agreement":null},{"id":"W4394770804","doi":"10.1145/3611105","title":"mSAIL: Milligram-Scale Multi-Modal Sensor Platform for Monarch Butterfly Migration Tracking","year":2024,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Insect and Arachnid Ecology and Behavior","field":"Biochemistry, Genetics and Molecular Biology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Division of Biological Infrastructure; MCubed, University of Michigan; Israel Institute for Biological Research; National Science Foundation; National Geographic Society Education Foundation; National Geographic Society","keywords":"Butterfly; Modal; Scale (ratio); Computer science; Monarch butterfly; Tracking (education); Artificial intelligence; Remote sensing; Geography; Cartography; Ecology; Biology","score_opus":0.06050057432475999,"score_gpt":0.33805950660281336,"score_spread":0.2775589322780534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394770804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99086213,0.0014796089,0.0004994144,0.0065521817,0.00015719928,0.0002884072,0.000070725204,0.000015926355,0.000074433716],"genre_scores_gemma":[0.975197,0.0002079904,0.023548273,0.00009974209,0.00005184863,0.00008519327,0.00018048847,0.000011702672,0.00061771576],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995225,0.000040056875,0.00015937582,0.00012626762,0.00003954913,0.000112217065],"domain_scores_gemma":[0.9956693,0.00007072456,0.000043152377,0.0041324124,0.00006810814,0.000016305481],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018292044,0.00007451658,0.00007446426,0.000027532555,0.00027423407,0.000017909215,0.002814464,0.00011344037,0.0000034003467],"category_scores_gemma":[0.00035918297,0.0000566779,0.000136017,0.00006639825,0.00014634611,0.000006558084,0.0013701773,0.00012673417,0.0000049153105],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029313282,0.00013823071,0.008591896,0.000031553904,0.00003615792,1.07637575e-7,0.00031737113,0.000019853285,0.9825,0.00021662869,0.0044092974,0.0037095759],"study_design_scores_gemma":[0.0004481463,0.0001769436,0.025068194,0.00006309628,0.000120794386,0.000019656349,0.00035181432,0.002931964,0.9267584,0.0030275846,0.040812418,0.00022097676],"about_ca_topic_score_codex":0.000022714428,"about_ca_topic_score_gemma":0.0004437203,"teacher_disagreement_score":0.055741604,"about_ca_system_score_codex":0.000008582756,"about_ca_system_score_gemma":0.000034394045,"threshold_uncertainty_score":0.5230021},"labels":[],"label_agreement":null},{"id":"W4396707883","doi":"10.1145/3637866","title":"Now, Later, and Lasting: 10 Priorities for AI Research, Policy, and Practice","year":2024,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Schwartz/Reisman Emergency Medicine Institute","funders":"","keywords":"Computer science; Artificial intelligence; Political science; Operations research; Management science; Cognitive science; Data science; Psychology; Engineering","score_opus":0.3211396622036173,"score_gpt":0.4641407683347224,"score_spread":0.14300110613110512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396707883","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019373003,0.013430928,0.00019598886,0.9250975,0.0003077557,0.00074213604,0.000051338684,0.00012555823,0.040675793],"genre_scores_gemma":[0.98082376,0.002171622,0.012092226,0.0011928718,0.00046349346,0.000060164122,0.000023163122,0.000024358998,0.0031483418],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99949515,0.000031584113,0.0001316443,0.000113985436,0.00011203666,0.0001156206],"domain_scores_gemma":[0.9929184,0.0020110812,0.000057759804,0.004566074,0.00044094337,0.0000057981592],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.0009029226,0.0000580407,0.000070982336,0.00015155094,0.0003817561,0.0003940222,0.0038899526,0.00003342851,0.000009638407],"category_scores_gemma":[0.032827564,0.000042116782,0.000020723439,0.00045159363,0.00043333552,0.0009012252,0.0123047605,0.00015010436,0.000018800889],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058685713,0.000079777914,0.0013085945,0.0012215844,0.000061204155,3.7288163e-7,0.00038149836,0.0000027015915,0.0013588385,0.6701795,0.29695544,0.028391818],"study_design_scores_gemma":[0.00004855873,0.000004064548,0.000951251,0.00018203254,0.000029456545,0.00000474514,0.00018539779,0.0014269986,0.00008469099,0.12829414,0.86873835,0.000050296072],"about_ca_topic_score_codex":0.00034774115,"about_ca_topic_score_gemma":0.00012869341,"teacher_disagreement_score":0.96145076,"about_ca_system_score_codex":0.000011023945,"about_ca_system_score_gemma":0.000050337592,"threshold_uncertainty_score":0.99568355},"labels":[],"label_agreement":null},{"id":"W4399936079","doi":"10.1145/3673649","title":"Will AI Flood Us with Irrelevant Papers?","year":2024,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Raising (metalworking); Citation; Data science; Flood myth; World Wide Web; History; Engineering; Archaeology","score_opus":0.01744835621752669,"score_gpt":0.2929129966476965,"score_spread":0.2754646404301698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399936079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6588357,0.059389044,0.00046335385,0.26116058,0.0004939569,0.00039397628,0.00008565607,0.00014655857,0.019031178],"genre_scores_gemma":[0.9816507,0.0008041709,0.016508399,0.00035768858,0.000029215085,0.000014002306,0.000021027341,0.000008840795,0.0006059569],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99959606,0.000051907773,0.00009477305,0.00010885102,0.00006721857,0.00008120405],"domain_scores_gemma":[0.9908306,0.000051432173,0.000025633997,0.009037628,0.000033874734,0.000020839552],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00009941799,0.00005947704,0.00006458558,0.000014837021,0.00008202446,0.000013723377,0.005535882,0.00006527583,0.000007393963],"category_scores_gemma":[0.0011774153,0.00003415894,0.000054931894,0.000106244996,0.00039070236,0.0000021391488,0.004175685,0.00011938304,0.0000054560305],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012097568,0.0004893121,0.0116302045,0.00022929709,0.00094553374,0.000003497719,0.00095684,0.000062662926,0.640247,0.010406084,0.21084724,0.12406137],"study_design_scores_gemma":[0.00017711434,0.00016243597,0.0047591426,0.00013421259,0.00005707116,0.000023760056,0.00013945154,0.00010874883,0.021867583,0.004053201,0.96840394,0.00011332967],"about_ca_topic_score_codex":0.00001391239,"about_ca_topic_score_gemma":0.000051280007,"teacher_disagreement_score":0.7575567,"about_ca_system_score_codex":0.0000047931894,"about_ca_system_score_gemma":0.000061915816,"threshold_uncertainty_score":0.9998447},"labels":[],"label_agreement":null},{"id":"W4400983027","doi":"10.1145/3663958","title":"ACM Profits Considered Harmful","year":2024,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Odds; Profit (economics); Computer science; Industrial organization; Operations research; Business; Microeconomics; Economics; Mathematics; Logistic regression; Machine learning","score_opus":0.21303220079297408,"score_gpt":0.3588816228928428,"score_spread":0.14584942209986873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400983027","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.084972985,0.013582261,0.00022469125,0.80772746,0.0025575657,0.0011058298,0.00007284098,0.0006479257,0.089108475],"genre_scores_gemma":[0.99193877,0.00018176803,0.00605052,0.0008970615,0.00016209896,0.000029612811,0.000040724204,0.000017369082,0.00068206893],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99938136,0.000015016735,0.0002164335,0.00013725113,0.00013513849,0.000114774855],"domain_scores_gemma":[0.9763612,0.00022302543,0.000097309305,0.023126526,0.00018735821,0.0000045518605],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00024758614,0.000089998946,0.000101974576,0.00010086229,0.00021730238,0.00020670536,0.02282201,0.00004139186,0.00018964041],"category_scores_gemma":[0.009854863,0.00006235057,0.00007461961,0.00068184047,0.00026623462,0.0006213973,0.030458061,0.00017327246,0.00052134384],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009791597,0.00012745516,0.0075998413,0.00046292687,0.0000800552,8.6892965e-7,0.0001234587,0.000011076212,0.0035118298,0.261318,0.70344645,0.023308223],"study_design_scores_gemma":[0.00006427579,0.0000015104406,0.0061574443,0.00031131247,0.000077304496,0.000003619932,0.000108870176,0.0015657347,0.0013583114,0.28457588,0.7056435,0.00013225613],"about_ca_topic_score_codex":0.00017489765,"about_ca_topic_score_gemma":0.00007935419,"teacher_disagreement_score":0.9069658,"about_ca_system_score_codex":0.0000112070975,"about_ca_system_score_gemma":0.00003875625,"threshold_uncertainty_score":0.99848557},"labels":[],"label_agreement":null},{"id":"W4401212045","doi":"10.1145/3674118","title":"Using Generative AI in Finance, and the Lack of Emergent Behavior in LLMs","year":2024,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Stock Market Forecasting Methods","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Generative grammar; Publication; Join (topology); Computer science; Generative model; World Wide Web; Artificial intelligence; Political science; Law","score_opus":0.4889967636852753,"score_gpt":0.5410628367157653,"score_spread":0.05206607303048999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401212045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9742255,0.004459764,0.0002953906,0.018907959,0.00018233898,0.00035637096,0.000009944048,0.0000046688824,0.0015580618],"genre_scores_gemma":[0.8973089,0.00022169598,0.102207676,0.00005957919,0.0000048481957,0.000031651703,3.2758686e-7,0.0000046692985,0.00016065495],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977777,0.0012492081,0.0005177865,0.0001328665,0.00024656949,0.000075897406],"domain_scores_gemma":[0.98389006,0.0050511085,0.00017493223,0.010752513,0.000121575475,0.000009821029],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.004961737,0.000057880214,0.00018351771,0.00017456198,0.00008871458,0.0000322308,0.009028098,0.000030593612,0.000012929827],"category_scores_gemma":[0.026951587,0.000030963074,0.000067912726,0.0012642249,0.0005903442,0.000084383915,0.0083514,0.00020443578,0.0000013780607],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000323065,0.000839924,0.3712521,0.00007279104,0.00010336928,0.0000030706508,0.044240765,0.008933222,0.02702706,0.18657513,0.02950695,0.33112258],"study_design_scores_gemma":[0.00065302715,0.000024969424,0.30922505,0.00029229364,0.000051032424,0.000008407001,0.0012304467,0.14017293,0.0027188335,0.5404128,0.0050781216,0.00013208586],"about_ca_topic_score_codex":0.00022381019,"about_ca_topic_score_gemma":0.00046859554,"teacher_disagreement_score":0.35383767,"about_ca_system_score_codex":0.000024758925,"about_ca_system_score_gemma":0.00007124608,"threshold_uncertainty_score":0.9996689},"labels":[],"label_agreement":null},{"id":"W4401724459","doi":"10.1145/3678502","title":"A Technology Swiss Army Knife","year":2024,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"ICT Impact and Policies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Phone; Mobile phone; Mobile device; Convergence (economics); Telecommunications; Computer security; World Wide Web","score_opus":0.02735896403578098,"score_gpt":0.2925707206463165,"score_spread":0.26521175661053553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401724459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5732608,0.057489634,0.000115818315,0.27196413,0.0007572484,0.0002928034,0.000047070018,0.0015927106,0.09447978],"genre_scores_gemma":[0.99690187,0.00047290805,0.0021971005,0.00002894926,0.00001248952,0.000010799076,0.0000015495164,0.000010567648,0.0003637644],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99979216,0.000010368232,0.00008229151,0.000015134438,0.000029990788,0.00007005872],"domain_scores_gemma":[0.98921424,0.000087750974,0.000007602905,0.010668412,0.000012691864,0.0000093193985],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.000047680787,0.000041065745,0.000051816594,0.00008088592,0.00004869206,0.000012159817,0.00780747,0.000037650647,0.00001054196],"category_scores_gemma":[0.00048305688,0.000030182928,0.000036811525,0.00033142607,0.00010974316,0.000032228287,0.0030025707,0.000144622,0.000061739076],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002265032,0.000074663905,0.001911777,0.00031548404,0.000342941,3.1412148e-7,0.0122787785,0.0019713955,0.06970779,0.33614933,0.54452103,0.032724235],"study_design_scores_gemma":[0.0000817087,0.000014809416,0.0022672685,0.00021749797,0.000052608408,0.000020773969,0.0008211201,0.0053767175,0.03940203,0.26392484,0.6876545,0.00016611246],"about_ca_topic_score_codex":0.000012897293,"about_ca_topic_score_gemma":0.000010385015,"teacher_disagreement_score":0.4236411,"about_ca_system_score_codex":0.000015126295,"about_ca_system_score_gemma":0.0000118717435,"threshold_uncertainty_score":0.99756074},"labels":[],"label_agreement":null},{"id":"W4401895333","doi":"10.1145/3680246","title":"DELETE THIS: Improving Performance with Rust, Stemming a Flood of AI Papers","year":2024,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"AI-based Problem Solving and Planning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Rust (programming language); Flood myth; Programming language; History; Archaeology","score_opus":0.01993808675817178,"score_gpt":0.24510432209143518,"score_spread":0.2251662353332634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401895333","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65358204,0.04458305,0.07426339,0.1796571,0.0010564886,0.0015836953,0.000054947748,0.0013083203,0.043911],"genre_scores_gemma":[0.78930545,0.000051705207,0.21037756,0.00008807516,0.0000062926606,0.00001040287,0.0000013065115,0.000006442831,0.0001527961],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999306,0.00008576769,0.00020047161,0.00013205678,0.00014914433,0.00012655323],"domain_scores_gemma":[0.9873474,0.00035618895,0.00010552839,0.012093932,0.00007549416,0.000021444353],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00044123802,0.00007810077,0.00010567451,0.00006587618,0.00026153214,0.000058850837,0.01504068,0.000030725198,0.0000028679258],"category_scores_gemma":[0.0003435404,0.00005241053,0.000051247986,0.00044925025,0.00011646791,0.00026774794,0.00611987,0.00028133695,0.000004834883],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006288182,0.0003723431,0.046311703,0.0032787335,0.00077523413,0.0000052616438,0.04740026,0.015608754,0.06330795,0.13226436,0.013931238,0.6766813],"study_design_scores_gemma":[0.0006324411,0.00047252962,0.0056874976,0.006141046,0.00020995509,0.000076524644,0.00061028573,0.9025996,0.03581136,0.0068042814,0.040274136,0.00068039127],"about_ca_topic_score_codex":0.00007107515,"about_ca_topic_score_gemma":0.0000116256,"teacher_disagreement_score":0.8869908,"about_ca_system_score_codex":0.000020149731,"about_ca_system_score_gemma":0.00016548696,"threshold_uncertainty_score":0.99028844},"labels":[],"label_agreement":null},{"id":"W4405634912","doi":"10.1145/3623505","title":"AAC with Automated Vocabulary from Photographs: Insights from School and Speech-Language Therapy Settings","year":2024,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Vocabulary; Natural language processing; Artificial intelligence; Linguistics; Speech recognition","score_opus":0.04484317035672611,"score_gpt":0.39719322196958573,"score_spread":0.3523500516128596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405634912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93572736,0.028388781,0.000029948484,0.028725825,0.0001229992,0.00090817135,0.00018547538,0.0010726025,0.004838844],"genre_scores_gemma":[0.9512252,0.0021430522,0.0451126,0.0009802748,0.000020245307,0.00021211918,0.00014034443,0.000027242153,0.00013889563],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99803907,0.00096058333,0.00041725897,0.00026510214,0.00014382329,0.0001741483],"domain_scores_gemma":[0.9732699,0.0021430748,0.00022083487,0.024151918,0.00014386479,0.00007045412],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0003791937,0.00016002118,0.00025141877,0.00011523477,0.00085118244,0.000019164485,0.009870655,0.00022143143,0.00013437067],"category_scores_gemma":[0.0025202513,0.00010233553,0.000070329996,0.0005151358,0.0008653697,0.0001152968,0.009022934,0.00113869,0.00005790168],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039830667,0.0011660145,0.6236469,0.00025595727,0.0022884929,0.000008043441,0.04783939,0.0000028002673,0.10365406,0.009421043,0.1850247,0.026294295],"study_design_scores_gemma":[0.0017115005,0.0001014342,0.81165767,0.0021737604,0.00021472258,0.000003399123,0.019908592,0.0036213372,0.0059177573,0.08794205,0.0662896,0.00045815643],"about_ca_topic_score_codex":0.0024480117,"about_ca_topic_score_gemma":0.0009861967,"teacher_disagreement_score":0.18801078,"about_ca_system_score_codex":0.000074743504,"about_ca_system_score_gemma":0.00022898147,"threshold_uncertainty_score":0.9989919},"labels":[],"label_agreement":null},{"id":"W4406602186","doi":"10.1145/3610721","title":"Asleep at the Keyboard? Assessing the Security of GitHub Copilot’s Code Contributions","year":2025,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Office of Naval Research; New York University Abu Dhabi; National Science Foundation","keywords":"Computer science; Code (set theory); Computer security; Programming language","score_opus":0.02508575404232899,"score_gpt":0.3632643177526665,"score_spread":0.3381785637103375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406602186","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013443208,0.0052199923,0.46732178,0.498265,0.0005589841,0.0014557664,0.00013592109,0.00047753457,0.013121785],"genre_scores_gemma":[0.951531,0.00024293934,0.04734415,0.0005342457,0.000006425367,0.00008701708,0.0000029803389,0.0000050224935,0.00024625566],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987116,0.00048603385,0.00034435838,0.0001459648,0.00018004782,0.00013202605],"domain_scores_gemma":[0.9680501,0.0018043355,0.00034829066,0.02936424,0.00041654444,0.000016441849],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0007618359,0.0000927309,0.00015268217,0.000055008077,0.0010969754,0.000058054706,0.030768437,0.000050616236,0.0000041734497],"category_scores_gemma":[0.0066450867,0.000052099884,0.0001260244,0.0008547133,0.000825279,0.0002244253,0.02958794,0.00032377275,0.00000323649],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013198423,0.0004006902,0.0026841983,0.000052179737,0.00021139777,1.6121523e-7,0.0020512224,0.000467903,0.022202585,0.8578174,0.101894855,0.012204218],"study_design_scores_gemma":[0.00026430952,0.000025499683,0.0073385225,0.00014236571,0.0000589449,0.0000070967562,0.000232805,0.005885865,0.23552205,0.65440315,0.095994435,0.00012494468],"about_ca_topic_score_codex":0.000069697984,"about_ca_topic_score_gemma":0.00017817726,"teacher_disagreement_score":0.93808776,"about_ca_system_score_codex":0.00011970595,"about_ca_system_score_gemma":0.00012305783,"threshold_uncertainty_score":0.9782606},"labels":[],"label_agreement":null},{"id":"W4408504935","doi":"10.1145/3708914","title":"Ad Hoc Transactions: What They Are and Why We Should Care","year":2025,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Wireless ad hoc network; Telecommunications; Wireless","score_opus":0.04591664061142832,"score_gpt":0.3039494677584342,"score_spread":0.25803282714700587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408504935","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003847445,0.30639103,0.07459381,0.61012655,0.00087289896,0.0007157408,0.00008286155,0.00017296645,0.0031966842],"genre_scores_gemma":[0.96201086,0.012993142,0.02408344,0.0006077633,0.0000037903055,0.000050283932,0.0000031654954,0.0000040700243,0.00024350377],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99937755,0.000120394856,0.00018066302,0.0001372547,0.00009694328,0.00008716772],"domain_scores_gemma":[0.98204154,0.00017153176,0.00009587215,0.017532513,0.00013729466,0.000021268299],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00012250803,0.00007353877,0.00012389716,0.000044470136,0.0003383891,0.00015498066,0.016368719,0.00004755657,0.0000012372321],"category_scores_gemma":[0.0002389262,0.00005488704,0.000065452026,0.00031409084,0.000110588284,0.00040284047,0.0032379336,0.0001533735,0.0000022424854],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020256148,0.00046720743,0.0022432772,0.0005433827,0.00027476207,7.7125515e-7,0.028526189,0.0006132052,0.0010071392,0.12215581,0.05826158,0.7858864],"study_design_scores_gemma":[0.0008916094,0.000040611376,0.011681585,0.0028405476,0.00008125424,0.000011102358,0.01825641,0.007992675,0.0014201375,0.11420263,0.84220296,0.00037845675],"about_ca_topic_score_codex":0.0000319615,"about_ca_topic_score_gemma":0.00032496982,"teacher_disagreement_score":0.9581634,"about_ca_system_score_codex":0.000024934205,"about_ca_system_score_gemma":0.00004220508,"threshold_uncertainty_score":0.9889532},"labels":[],"label_agreement":null},{"id":"W4413243223","doi":"10.1145/3722547","title":"Global AI Cultures","year":2025,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Cognitive Science and Mapping","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital","funders":"","keywords":"Focus (optics); Generative grammar; Computer science; Artificial intelligence","score_opus":0.032916221957923694,"score_gpt":0.3629379195750248,"score_spread":0.3300216976171011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413243223","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004620954,0.0020664907,0.067617275,0.7434989,0.00044907854,0.0002649471,0.000007077628,0.000111897476,0.18136337],"genre_scores_gemma":[0.9187699,0.00006168471,0.07830015,0.0024753532,0.0000033762574,0.00000821372,4.6269923e-7,5.126953e-7,0.0003803597],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996273,0.000060172282,0.000088408255,0.00008258578,0.00007424768,0.00006726526],"domain_scores_gemma":[0.98165804,0.00008757885,0.00003894446,0.01808239,0.00012220706,0.000010825654],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00015093487,0.000032852997,0.00004585144,0.000022890454,0.00024008263,0.000042593267,0.041867256,0.000014278811,0.0000010868873],"category_scores_gemma":[0.0028515337,0.000022438502,0.000046100053,0.000798654,0.00017341657,0.00015874505,0.03457677,0.000054708053,0.000006240871],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.5449625e-7,0.000044113007,0.00510128,0.0000038117034,0.000010803349,2.7713856e-8,0.00025272765,0.000011819214,0.00048964546,0.90291214,0.07051815,0.020655032],"study_design_scores_gemma":[0.00007985588,0.0000041607777,0.056998335,0.00005614383,0.000006341944,0.0000010691181,0.00008767075,0.0016796978,0.0009628143,0.8831418,0.056935713,0.000046395122],"about_ca_topic_score_codex":0.000036594676,"about_ca_topic_score_gemma":0.000059027756,"teacher_disagreement_score":0.9141489,"about_ca_system_score_codex":0.000018862898,"about_ca_system_score_gemma":0.00007926177,"threshold_uncertainty_score":0.9732314},"labels":[],"label_agreement":null},{"id":"W4414453698","doi":"10.1145/3748642","title":"How Generative Models Are Ruining Themselves","year":2025,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Language and cultural evolution","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Generative grammar; Generative model; Artificial life; Inheritance (genetic algorithm)","score_opus":0.09877660606627524,"score_gpt":0.356827387966159,"score_spread":0.25805078189988373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414453698","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.087762505,0.008567579,0.0004222386,0.70475274,0.00020605413,0.00039106535,0.000012950889,0.00008051776,0.19780432],"genre_scores_gemma":[0.9825992,0.00043506382,0.01009983,0.0002626678,0.0000200784,0.000015958714,0.0000024093408,0.0000015891161,0.0065631834],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99950546,0.00022012941,0.000065152904,0.000051007253,0.00008362549,0.00007461706],"domain_scores_gemma":[0.9942149,0.00012719556,0.00007926794,0.0054491838,0.00011752783,0.00001193223],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00019406955,0.000033305852,0.000058065976,0.000016402873,0.00077385164,0.000041431565,0.008066466,0.000033170134,0.000004984635],"category_scores_gemma":[0.0037431256,0.000021459266,0.000042074473,0.00025007137,0.00028946344,0.0001758,0.003081309,0.00007778427,0.0000012619624],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031060836,0.00006684794,0.0014592428,0.0000072183166,0.00005633426,3.833823e-8,0.049106162,0.00015552485,0.0037964717,0.8666275,0.07526878,0.003452745],"study_design_scores_gemma":[0.00014283642,0.0000058877267,0.0030264147,0.00013247819,0.000046880967,1.3937178e-7,0.09672305,0.0010574216,0.0019990385,0.8526053,0.044156022,0.00010453427],"about_ca_topic_score_codex":0.00046932412,"about_ca_topic_score_gemma":0.0022556174,"teacher_disagreement_score":0.8948367,"about_ca_system_score_codex":0.000038148013,"about_ca_system_score_gemma":0.00006450975,"threshold_uncertainty_score":0.9973004},"labels":[],"label_agreement":null}]}