{"meta":{"query_hash":"5922298b3849","filters":{"venue":"Communications of the ACM"},"cohort_total":189,"direct_labels_cover":2,"predictions_cover":189,"exported":189,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/5922298b3849","api":"https://metacan.xera.ac/api/v1/cohort?venue=Communications+of+the+ACM"},"results":[{"id":"W1834509475","doi":"10.1145/1400214.1400222","title":"Economic and business dimensionsSearch engine advertising","year":2008,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Advertising; Search advertising; Online advertising; Computer science; Business; World Wide Web; The Internet","score_opus":0.05343505934099184,"score_gpt":0.32853738548474615,"score_spread":0.2751023261437543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1834509475","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40773422,0.007685208,0.002648108,0.013919411,0.00013581483,0.000051262257,0.0007279596,0.000022703623,0.5670754],"genre_scores_gemma":[0.9826256,0.0014566885,0.00026405937,0.00030587634,0.00015540358,0.000010280649,0.00015112173,0.000010571101,0.01502034],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99928564,0.000208481,0.000024557861,0.00005933548,0.00027936124,0.00014268568],"domain_scores_gemma":[0.99342805,0.0040546237,0.0007514027,0.00021270069,0.0009986775,0.00055453466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000963367,0.00026894425,0.00022849359,0.0027019407,0.00082586956,0.004607313,0.00021389061,0.0008271265,0.02097211],"category_scores_gemma":[0.006604585,0.00017274624,0.00022699032,0.002957502,0.0015621567,0.0036823223,0.0007550583,0.0013163196,0.001012112],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027030587,0.0006164014,0.1694728,0.00022765259,0.0000996408,0.00029842733,0.0010683319,0.0024454358,0.0007788573,0.7409904,0.015209999,0.068521746],"study_design_scores_gemma":[0.000046754707,0.00017610344,0.49226245,0.00028280343,0.0001737531,0.00045336405,0.0078146,0.008498724,0.000935405,0.36873576,0.12055916,0.00006108976],"about_ca_topic_score_codex":0.007105765,"about_ca_topic_score_gemma":0.012932969,"teacher_disagreement_score":0.02097211,"about_ca_system_score_codex":0.0025911643,"about_ca_system_score_gemma":0.0013158915,"threshold_uncertainty_score":0.07015866},"labels":[],"label_agreement":null},{"id":"W185817929","doi":"10.1145/1924421.1924447","title":"Q&amp;A: The chief computer","year":2011,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Editor in chief; Management; Economics","score_opus":0.09128872891740823,"score_gpt":0.3236906904548924,"score_spread":0.23240196153748416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W185817929","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021234802,0.009731464,0.12265715,0.14861456,0.03604751,0.0004402054,0.0034052937,0.06793722,0.6090431],"genre_scores_gemma":[0.025372915,0.005766617,0.040514342,0.0150608765,0.009786663,0.00022927903,0.0018954524,0.0073311892,0.8940426],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99704665,0.00035308712,0.00014365673,0.0005904689,0.001491972,0.00037408594],"domain_scores_gemma":[0.9904756,0.0014647823,0.00029303387,0.00085593236,0.0043332092,0.0025775067],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003393721,0.0008655846,0.00097157987,0.0014283336,0.002950849,0.0072013624,0.0025550262,0.0025259797,0.32087186],"category_scores_gemma":[0.01565796,0.00097453536,0.00047264644,0.0025950316,0.0020039405,0.00662002,0.0020976788,0.0033950552,0.25025862],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005250156,0.000007553302,0.00011105278,0.000048168127,0.0000026537377,0.000027563538,0.000044939272,0.00006761165,0.0003564175,0.0065861386,0.9423653,0.050330017],"study_design_scores_gemma":[0.000021712922,0.0000147171495,0.00012998105,0.000025882564,0.0000028481345,0.000060949656,0.00005659551,0.0007322918,0.00050314364,0.0037713165,0.99466443,0.000016278625],"about_ca_topic_score_codex":0.012819964,"about_ca_topic_score_gemma":0.014114801,"teacher_disagreement_score":0.32087186,"about_ca_system_score_codex":0.0021318975,"about_ca_system_score_gemma":0.004824071,"threshold_uncertainty_score":0.96869385},"labels":[],"label_agreement":null},{"id":"W1892875445","doi":"10.1145/3310974","title":"Fully device independent quantum key distribution","year":2019,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Quantum Mechanics and Applications","field":"Physics and Astronomy","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Air Force Office of Scientific Research; Air Force Civil Engineer Center; Multidisciplinary University Research Initiative; Canadian Institute for Advanced Research; National Science Foundation","keywords":"Quantum key distribution; Quantum cryptography; Computer science; Quantum entanglement; Randomness; Key (lock); Protocol (science); Theoretical computer science; Quantum; Key distribution; Quantum network; Quantum information; Computer security; Mathematics; Quantum mechanics; Public-key cryptography; Physics; Encryption","score_opus":0.02538803910789236,"score_gpt":0.28140418106057813,"score_spread":0.2560161419526858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1892875445","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020395042,0.001158646,0.9164225,0.0019430055,0.00039566515,0.00019995173,0.00038689934,0.0006311237,0.058467112],"genre_scores_gemma":[0.86235976,0.0021614956,0.11370291,0.0011358184,0.00046927974,0.00043588935,0.00037971768,0.00017367293,0.019181522],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9959423,0.000884005,0.00017267615,0.0006768235,0.0018844433,0.00043987492],"domain_scores_gemma":[0.9945721,0.0021776124,0.0003471225,0.0019928617,0.0007894404,0.00012089767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024215658,0.0005276086,0.000987448,0.0006919895,0.0011240189,0.003382047,0.0021237805,0.0019558298,0.006176852],"category_scores_gemma":[0.006698772,0.00065380125,0.0008537621,0.00079818134,0.0053958003,0.005646774,0.0045372425,0.003039794,0.0022239403],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004419728,0.000020859006,0.00008317973,0.0000974119,0.000014007174,0.000047914193,0.000057343263,0.0056852084,0.0034116358,0.9817331,0.001382069,0.007423152],"study_design_scores_gemma":[0.0000682697,0.00009473781,0.00021063471,0.000087672975,0.000024815554,0.00021630408,0.00003403997,0.11844503,0.010426399,0.8507735,0.019558473,0.000060134997],"about_ca_topic_score_codex":0.00035814955,"about_ca_topic_score_gemma":0.0002881852,"teacher_disagreement_score":0.006176852,"about_ca_system_score_codex":0.0014649538,"about_ca_system_score_gemma":0.0019048478,"threshold_uncertainty_score":0.020663679},"labels":[],"label_agreement":null},{"id":"W1944374408","doi":"10.1145/2699415","title":"Programming the quantum future","year":2015,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Quantum; Physics; Quantum mechanics","score_opus":0.046982952857665974,"score_gpt":0.29093363939391265,"score_spread":0.24395068653624669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1944374408","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034040045,0.0014260815,0.74017143,0.007210882,0.0006196291,0.000102553,0.00048446044,0.003001142,0.21294375],"genre_scores_gemma":[0.6051099,0.0022248721,0.30867496,0.0020519465,0.0003954498,0.0003583285,0.0005073412,0.0014356219,0.07924158],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994661,0.00019230755,0.000021784743,0.00009527716,0.0001275365,0.00009704743],"domain_scores_gemma":[0.9996358,0.00011952234,0.000018723327,0.000098628276,0.00008017382,0.000047143487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012669801,0.00027860465,0.00028737198,0.00039907382,0.0015529061,0.0019296132,0.0009652155,0.000565235,0.011342219],"category_scores_gemma":[0.002041075,0.00027474764,0.0005959271,0.0005568025,0.0025581003,0.005580354,0.0022158604,0.001709015,0.0015706881],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010733627,0.0000037266714,0.000033075805,0.0000146523225,0.000001747919,0.000016799291,0.000101629805,0.0010555943,0.00025205032,0.98945427,0.0030005625,0.0060551264],"study_design_scores_gemma":[0.000011375094,0.000011389282,0.000033743847,0.000032259337,0.0000075598855,0.00004389852,0.00008098017,0.013712737,0.0011483252,0.90854186,0.076363735,0.000012172416],"about_ca_topic_score_codex":0.001627349,"about_ca_topic_score_gemma":0.0022468613,"teacher_disagreement_score":0.011342219,"about_ca_system_score_codex":0.00092313223,"about_ca_system_score_gemma":0.0014598089,"threshold_uncertainty_score":0.037943542},"labels":[],"label_agreement":null},{"id":"W1963535891","doi":"10.1145/1297797.1297801","title":"The impact of size and volatility on IT project performance","year":2007,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":198,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Volatility (finance); Computer science; Econometrics; Economics","score_opus":0.052598432061689425,"score_gpt":0.3677687130616387,"score_spread":0.3151702809999493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963535891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99590874,0.00023984796,0.00082942215,0.00033154304,0.000008642405,0.000008421426,0.000039051105,0.000012257099,0.0026220323],"genre_scores_gemma":[0.9996805,0.000048285212,0.000104069535,0.000010518181,0.0000073544925,0.000002024753,0.000018310788,0.0000038201424,0.00012514119],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964089,0.0017209692,0.00022866935,0.00020620783,0.0009292268,0.0005061117],"domain_scores_gemma":[0.8679932,0.09415625,0.024040451,0.002691444,0.0042260666,0.00689267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057993094,0.00028617773,0.00024857753,0.0012623697,0.0004331702,0.002415188,0.00042813498,0.000869865,0.0018429671],"category_scores_gemma":[0.0636883,0.00021915998,0.0003058302,0.001132897,0.00063134904,0.0015936528,0.0009565701,0.0011878014,0.00036937988],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006928169,0.00037183947,0.95033455,0.000042180123,0.00020304274,0.00035025156,0.0006612633,0.011981488,0.002341562,0.0021073385,0.0007704866,0.030143123],"study_design_scores_gemma":[0.00002508136,0.0009178052,0.9684083,0.000027430142,0.00011818509,0.00024114815,0.0011700526,0.022172395,0.0012805102,0.0049539083,0.0006313507,0.000053927175],"about_ca_topic_score_codex":0.001763072,"about_ca_topic_score_gemma":0.0034033789,"teacher_disagreement_score":0.0057993094,"about_ca_system_score_codex":0.0008466851,"about_ca_system_score_gemma":0.000897179,"threshold_uncertainty_score":0.030670047},"labels":[],"label_agreement":null},{"id":"W1964232008","doi":"10.1145/1646353.1646371","title":"Managing contention for shared resources on multicore processors","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Multi-core processor; Parallel computing; Scheduling (production processes); Shared memory; Processor scheduling; Distributed computing; Computer architecture; Operating system; Schedule","score_opus":0.05481865445768931,"score_gpt":0.31922914033000044,"score_spread":0.26441048587231114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964232008","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41630664,0.00764975,0.5530865,0.0024272944,0.0007928708,0.00019057456,0.00014623228,0.0030627523,0.01633736],"genre_scores_gemma":[0.9323159,0.0009517282,0.06135014,0.00021869017,0.00025250134,0.00008276464,0.00013308553,0.00018011175,0.0045151375],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989317,0.00027860978,0.00007873748,0.00010676432,0.0003115224,0.00029270042],"domain_scores_gemma":[0.9967884,0.0011569206,0.00028289354,0.0008351021,0.00066258496,0.0002740628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014325135,0.00053127314,0.0006716938,0.00060691446,0.0016511424,0.0019243694,0.002823209,0.0007632523,0.001982448],"category_scores_gemma":[0.005871979,0.00039792582,0.00029202524,0.0010138926,0.0007519829,0.0033828828,0.0021455195,0.0010212376,0.00033293452],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015422557,0.0005471261,0.009390544,0.0007667138,0.00032219576,0.0011965744,0.0012265894,0.3322936,0.093415536,0.08288335,0.03342205,0.4429935],"study_design_scores_gemma":[0.00015053767,0.00026367174,0.0013770858,0.00004279666,0.00013609389,0.00023441386,0.00030646252,0.90353763,0.02977609,0.042307917,0.021808583,0.0000586685],"about_ca_topic_score_codex":0.0031864098,"about_ca_topic_score_gemma":0.008264361,"teacher_disagreement_score":0.0031864098,"about_ca_system_score_codex":0.00096075505,"about_ca_system_score_gemma":0.0017225624,"threshold_uncertainty_score":0.007575929},"labels":[],"label_agreement":null},{"id":"W1965798541","doi":"10.1145/1167838.1167842","title":"Current trends in web data analysis","year":2006,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Customer churn and segmentation","field":"Business, Management and Accounting","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Current (fluid); Computer science; Data science; Geology; Oceanography","score_opus":0.09939293288559362,"score_gpt":0.33991275520882325,"score_spread":0.24051982232322963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965798541","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08898673,0.4224415,0.22180395,0.19512522,0.0050392677,0.000574654,0.010595841,0.007732233,0.04770055],"genre_scores_gemma":[0.36462885,0.3093775,0.2525121,0.025081242,0.0122785205,0.00092024816,0.016722765,0.0023276452,0.016151251],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9754684,0.006438754,0.0027927172,0.0057366374,0.0087322695,0.0008311628],"domain_scores_gemma":[0.74663514,0.16672204,0.012253475,0.009582385,0.05917174,0.0056352816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03244618,0.001224175,0.0021392982,0.017040523,0.0016883598,0.014124499,0.004100718,0.0029845638,0.0069950297],"category_scores_gemma":[0.08158712,0.0012605445,0.0015454958,0.024655715,0.0039252425,0.020927845,0.0026872775,0.005079608,0.004451221],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004360139,0.00038618434,0.07729369,0.0054952786,0.00024880725,0.00010712861,0.0012623196,0.0026560735,0.003687834,0.03258485,0.06149662,0.81434524],"study_design_scores_gemma":[0.00009142463,0.00032488507,0.10873398,0.0054749884,0.00036165552,0.0022624617,0.011241899,0.060457215,0.009446728,0.070840895,0.73032093,0.00044284516],"about_ca_topic_score_codex":0.010685498,"about_ca_topic_score_gemma":0.015504595,"teacher_disagreement_score":0.03244618,"about_ca_system_score_codex":0.00498132,"about_ca_system_score_gemma":0.0056755934,"threshold_uncertainty_score":0.17159384},"labels":[],"label_agreement":null},{"id":"W1970936941","doi":"10.1145/1735223.1735237","title":"Is mobile email addiction overlooked?","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Computer science; Internet privacy; World Wide Web","score_opus":0.03425586829714587,"score_gpt":0.35765064178656425,"score_spread":0.32339477348941836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970936941","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848536,0.0027002566,0.00020898337,0.0078287115,0.000087311775,0.000014883335,0.000070622045,0.0000033597016,0.00423217],"genre_scores_gemma":[0.99756855,0.0013759402,0.000061907886,0.000703162,0.00005547752,0.000008125777,0.00001819082,0.0000020841114,0.00020648916],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99757236,0.0010167079,0.00019704575,0.00020633955,0.00046512642,0.00054247037],"domain_scores_gemma":[0.9874548,0.0055477805,0.0042589097,0.00041126995,0.0011592722,0.001168038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026601003,0.0001048114,0.00038197788,0.0015461972,0.0009457226,0.0018589026,0.0005516249,0.0013616198,0.0028699765],"category_scores_gemma":[0.028643858,0.0003498319,0.00022875694,0.0022477626,0.0010744132,0.003432369,0.00097603834,0.0014105211,0.00026817867],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046906058,0.0001370415,0.9539817,0.00014395641,0.000035780413,0.00069709966,0.0072545297,0.000013099026,0.00017288794,0.0014349518,0.001040078,0.03504203],"study_design_scores_gemma":[0.0000055004725,0.00015050873,0.95503366,0.0007314721,0.00007403203,0.0024675026,0.035515707,0.0001791595,0.000092812435,0.001440709,0.004294922,0.000013971362],"about_ca_topic_score_codex":0.0074697235,"about_ca_topic_score_gemma":0.01321386,"teacher_disagreement_score":0.0074697235,"about_ca_system_score_codex":0.0006386912,"about_ca_system_score_gemma":0.0014086484,"threshold_uncertainty_score":0.014852464},"labels":[],"label_agreement":null},{"id":"W1976974428","doi":"10.1145/1015864.1015881","title":"Preserving research data","year":2004,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Research Data Management Practices","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Data collection; Computer science; Property (philosophy); Research data; Property rights; Computer security; Business; Internet privacy; Data science; Political science; Law; Mathematics; Statistics","score_opus":0.7169247412541468,"score_gpt":0.5459853175911128,"score_spread":0.17093942366303405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976974428","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01669638,0.0043803398,0.7836803,0.050656233,0.0032323787,0.0016836406,0.006984059,0.0035825367,0.12910417],"genre_scores_gemma":[0.36791846,0.0076017086,0.47773957,0.017757922,0.0053119487,0.0038636017,0.013091011,0.0028210108,0.10389476],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.8463825,0.06893423,0.020286998,0.018197894,0.04075309,0.005445269],"domain_scores_gemma":[0.35787588,0.15314378,0.02080142,0.42389354,0.036176313,0.00810917],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.12586255,0.0012575238,0.0027963652,0.00678756,0.004649996,0.030848274,0.007907389,0.0051280377,0.01586472],"category_scores_gemma":[0.40352017,0.0025871645,0.0028460096,0.013033795,0.013626148,0.03589404,0.024550991,0.008944204,0.015366906],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028979647,0.00016052996,0.006210956,0.0012726578,0.00023638517,0.00040663607,0.008400259,0.0013487504,0.004069841,0.6869735,0.036036763,0.254594],"study_design_scores_gemma":[0.00013127227,0.00014179008,0.0017950179,0.00058608176,0.00026167402,0.0011292449,0.0020447203,0.0011310558,0.008935563,0.43982202,0.5439277,0.00009386555],"about_ca_topic_score_codex":0.0022424539,"about_ca_topic_score_gemma":0.0015578698,"teacher_disagreement_score":0.9920926,"about_ca_system_score_codex":0.0039238036,"about_ca_system_score_gemma":0.027974023,"threshold_uncertainty_score":0.6656327},"labels":[],"label_agreement":null},{"id":"W1977432432","doi":"10.1145/636772.636796","title":"Interacting with groups of computers","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Computer graphics (images)","score_opus":0.035506416514565084,"score_gpt":0.2750711930883131,"score_spread":0.23956477657374803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977432432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83260095,0.00042681044,0.11533228,0.0011039061,0.00018618832,0.0002596579,0.00010415335,0.0018950016,0.04809106],"genre_scores_gemma":[0.9609853,0.00013185751,0.024935193,0.00016935023,0.000048599533,0.000088487715,0.0001023786,0.00006350488,0.0134754265],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993955,0.0002078442,0.000022526607,0.00017295295,0.000092752314,0.000108406806],"domain_scores_gemma":[0.9987036,0.0005208783,0.00013737491,0.0002725541,0.00015363515,0.00021201024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005185651,0.0006020646,0.0003469186,0.00061268243,0.0015340844,0.0016662974,0.000593833,0.0010108222,0.0093985945],"category_scores_gemma":[0.004280112,0.00021843109,0.00029786615,0.0004440818,0.00066394656,0.0019343734,0.0024161602,0.00055667857,0.0020946118],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015125148,0.0008843539,0.09671488,0.0004626585,0.00038654424,0.0020906292,0.03784036,0.014205144,0.20678388,0.020724894,0.019151706,0.5992425],"study_design_scores_gemma":[0.00028877237,0.003624704,0.17738003,0.0003888363,0.00079345104,0.0030731626,0.06921196,0.29283136,0.10773613,0.0860342,0.25828883,0.0003485928],"about_ca_topic_score_codex":0.0039397553,"about_ca_topic_score_gemma":0.0036099572,"teacher_disagreement_score":0.0093985945,"about_ca_system_score_codex":0.00033257194,"about_ca_system_score_gemma":0.00035101688,"threshold_uncertainty_score":0.03144151},"labels":[],"label_agreement":null},{"id":"W1977661485","doi":"10.1145/514236.514256","title":"Rethinking the value of IT, again","year":2002,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada)","funders":"","keywords":"Value (mathematics); Productivity; Computer science; Economics; Macroeconomics; Machine learning","score_opus":0.09644222873454858,"score_gpt":0.27155527022018766,"score_spread":0.17511304148563908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977661485","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015141307,0.026528377,0.019559741,0.649087,0.0058589163,0.000022353042,0.00017742689,0.00022837194,0.28339654],"genre_scores_gemma":[0.74064124,0.029673092,0.013953907,0.12410818,0.008526293,0.00008824148,0.00020743247,0.00070583593,0.08209579],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99443984,0.0023003975,0.00017433695,0.00069826486,0.0018311008,0.00055604096],"domain_scores_gemma":[0.9868816,0.007234695,0.0006939146,0.001843405,0.0023876315,0.000958823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005408213,0.00066540384,0.00047260142,0.001728709,0.0035304688,0.021882849,0.0017454722,0.0077700955,0.011378405],"category_scores_gemma":[0.017717907,0.0003186651,0.0005043612,0.001853983,0.022431243,0.031990353,0.004903965,0.011670333,0.0036311357],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039170314,0.000021369366,0.00056078046,0.0001332081,0.00001928127,0.00013208075,0.0034668096,0.00029952562,0.0004506926,0.9044776,0.05336308,0.037036452],"study_design_scores_gemma":[0.000012495505,0.000019255824,0.0007816126,0.0002978991,0.000015765445,0.00012217746,0.004403904,0.00044228253,0.00040356553,0.64766985,0.3458061,0.0000251786],"about_ca_topic_score_codex":0.009494696,"about_ca_topic_score_gemma":0.011080732,"teacher_disagreement_score":0.021882849,"about_ca_system_score_codex":0.0048686047,"about_ca_system_score_gemma":0.0059727556,"threshold_uncertainty_score":0.03806454},"labels":[],"label_agreement":null},{"id":"W1984322306","doi":"10.1145/1164394.1164395","title":"Toward nature-inspired computing","year":2006,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Modular Robots and Swarm Intelligence","field":"Engineering","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Computer science; Artificial intelligence; Distributed computing; Management science; Engineering","score_opus":0.03320991751126964,"score_gpt":0.2681968438690373,"score_spread":0.23498692635776766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984322306","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036036465,0.034244966,0.68757397,0.03309936,0.0035127518,0.000156407,0.00015910188,0.0012453044,0.20397168],"genre_scores_gemma":[0.51174885,0.027119871,0.39011055,0.006115629,0.0015465704,0.00035882668,0.00023283833,0.0002451524,0.06252168],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9997056,0.00007272644,0.000010072575,0.000044287808,0.00013622026,0.00003103794],"domain_scores_gemma":[0.9996649,0.0001046173,0.000017184662,0.0000810385,0.000075293174,0.000057007812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006386793,0.00029553022,0.00028016744,0.0004854667,0.00053919357,0.0022257937,0.0007186322,0.0012579946,0.0022354575],"category_scores_gemma":[0.0013345401,0.00023958473,0.00032524663,0.00042946162,0.0019390382,0.0024536944,0.0017633715,0.0026026382,0.0008897841],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024842433,0.000050634408,0.00045912227,0.00012584738,0.00001959651,0.00007585844,0.00023036567,0.010445869,0.0035642956,0.90989363,0.010944868,0.064165086],"study_design_scores_gemma":[0.000015062326,0.000041080773,0.00026666652,0.00008675214,0.0000091877055,0.00009666028,0.00011433648,0.066898316,0.0024231581,0.70431,0.22572091,0.00001797257],"about_ca_topic_score_codex":0.0008415494,"about_ca_topic_score_gemma":0.0012282776,"teacher_disagreement_score":0.0022354575,"about_ca_system_score_codex":0.00082368555,"about_ca_system_score_gemma":0.00084572117,"threshold_uncertainty_score":0.007478416},"labels":[],"label_agreement":null},{"id":"W1984638028","doi":"10.1145/1400181.1400200","title":"The many facets of natural computing","year":2008,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"DNA and Biological Computing","field":"Biochemistry, Genetics and Molecular Biology","cited_by":240,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Science Foundation","keywords":"Natural computing; Natural (archaeology); Computer science; Natural science; Bridge (graph theory); Human–computer interaction; Artificial intelligence; Geology","score_opus":0.03992601041239598,"score_gpt":0.2933581590792394,"score_spread":0.25343214866684344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984638028","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029502038,0.09721778,0.22559328,0.13385199,0.0035658116,0.00013524604,0.0005367511,0.0006092622,0.50898784],"genre_scores_gemma":[0.80574244,0.07597813,0.06613159,0.012281845,0.0073650675,0.00030457258,0.00040087456,0.00026369482,0.031531878],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99741817,0.0010494698,0.00009873549,0.00032643284,0.00091629836,0.00019100074],"domain_scores_gemma":[0.9944517,0.0034435138,0.00017509768,0.0009917617,0.0005215781,0.000416272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019864135,0.00041713263,0.0006623025,0.0019473938,0.0037609125,0.007846321,0.000977369,0.0017990831,0.006422115],"category_scores_gemma":[0.008265181,0.0003626535,0.00060813216,0.0030277527,0.019348288,0.0148442015,0.0040645725,0.0047430294,0.0010989672],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012453825,0.000009278413,0.00035064804,0.0001162686,0.000010380602,0.000060495928,0.0005422994,0.0005835037,0.0001862546,0.9728301,0.0056124236,0.019685877],"study_design_scores_gemma":[0.0000018885165,0.000003275048,0.00021160612,0.000058860733,0.0000024317346,0.000065265944,0.0002902243,0.00083160296,0.0000763374,0.9543897,0.04406078,0.000008026421],"about_ca_topic_score_codex":0.0025915364,"about_ca_topic_score_gemma":0.002762467,"teacher_disagreement_score":0.007846321,"about_ca_system_score_codex":0.0017417588,"about_ca_system_score_gemma":0.0019216886,"threshold_uncertainty_score":0.021484077},"labels":[],"label_agreement":null},{"id":"W1986726438","doi":"10.1145/1042091.1042097","title":"Intelligent mobile crisis response systems","year":2005,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Disaster Management and Resilience","field":"Social Sciences","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Crisis response; Property (philosophy); Computer science; Order (exchange); Computer security; Risk analysis (engineering); Business; Public relations; Political science","score_opus":0.057441417991953826,"score_gpt":0.368114031192712,"score_spread":0.3106726132007582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986726438","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06205226,0.008956968,0.713456,0.0089380285,0.003493521,0.0018313603,0.00438439,0.027420152,0.16946734],"genre_scores_gemma":[0.7586149,0.00580881,0.13517727,0.0041695726,0.0012212193,0.00096108514,0.006277306,0.0004092219,0.08736067],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994997,0.00008964651,0.000035992864,0.00010722409,0.00016779061,0.00009969234],"domain_scores_gemma":[0.99926776,0.00013295979,0.00011296284,0.00012776902,0.00025956257,0.00009900389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060937204,0.00096530194,0.0004711744,0.0010898447,0.0007780156,0.0022322587,0.0011957684,0.0015673117,0.016758313],"category_scores_gemma":[0.0018763596,0.00025410551,0.00024972443,0.00071116764,0.00043242268,0.0020206836,0.0021066915,0.0006962579,0.008155917],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007707574,0.00029620758,0.0055838567,0.0010738133,0.00022208928,0.0008308377,0.0010812826,0.021119922,0.054714955,0.06500238,0.21771212,0.6315918],"study_design_scores_gemma":[0.0002479947,0.00087071967,0.004661565,0.0003876418,0.00021658721,0.000913277,0.0008188101,0.112807825,0.019156909,0.04468816,0.81510586,0.00012472383],"about_ca_topic_score_codex":0.0013807584,"about_ca_topic_score_gemma":0.0018401186,"teacher_disagreement_score":0.016758313,"about_ca_system_score_codex":0.00053663715,"about_ca_system_score_gemma":0.0006461882,"threshold_uncertainty_score":0.056062162},"labels":[],"label_agreement":null},{"id":"W1988218985","doi":"10.1145/1029496.1029501","title":"Remote repair, diagnostics, and maintenance","year":2004,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced machining processes and optimization","field":"Engineering","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"German; Computer science; History; Archaeology","score_opus":0.015277379997443915,"score_gpt":0.2507542770513287,"score_spread":0.23547689705388478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988218985","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018921519,0.91319966,0.0158332,0.0020882036,0.0006104732,0.000069623515,0.00032907867,0.00033599744,0.0486122],"genre_scores_gemma":[0.24713966,0.68922126,0.024280857,0.0018496063,0.002331027,0.00013939774,0.0013508336,0.000093978604,0.033593256],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894625,0.00022244193,0.00008450685,0.00018275183,0.00044668026,0.000117351105],"domain_scores_gemma":[0.99920386,0.00030986595,0.00014898657,0.000058197387,0.00020587361,0.00007330813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007698917,0.0005791456,0.0004176379,0.004636293,0.00051068515,0.0022083772,0.0007660975,0.0010995875,0.0047902022],"category_scores_gemma":[0.0010747429,0.00028360283,0.00032672565,0.005355411,0.001015939,0.00177774,0.00088878337,0.0005203509,0.0013278959],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001882358,0.00015782037,0.008015463,0.0021297585,0.00004759406,0.0002546782,0.0005941445,0.0016477976,0.0023066897,0.014732069,0.02685204,0.94307375],"study_design_scores_gemma":[0.000028603254,0.0006858839,0.07806233,0.0011640539,0.00013914818,0.003176655,0.0022001578,0.0028443688,0.0026768092,0.018198987,0.8907506,0.00007232101],"about_ca_topic_score_codex":0.0052386154,"about_ca_topic_score_gemma":0.013345049,"teacher_disagreement_score":0.0052386154,"about_ca_system_score_codex":0.00087620504,"about_ca_system_score_gemma":0.0014001456,"threshold_uncertainty_score":0.016024888},"labels":[],"label_agreement":null},{"id":"W1989059628","doi":"10.1145/859670.859699","title":"Grammar-based compression of interpreted code","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Algorithms and Data Compression","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Grammar; Programming language; Code (set theory); Compression (physics); Natural language processing; Artificial intelligence; Linguistics","score_opus":0.04484810471989512,"score_gpt":0.3007764249463846,"score_spread":0.2559283202264895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989059628","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048430692,0.000694642,0.9285722,0.0003988094,0.00020903074,0.00021622068,0.00046237095,0.0164754,0.004540699],"genre_scores_gemma":[0.3557513,0.00053875754,0.6326284,0.00033379413,0.00011038105,0.0003154378,0.0021827382,0.0032232595,0.0049159126],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983577,0.00043407967,0.00015910632,0.00026931523,0.00063179905,0.0001478728],"domain_scores_gemma":[0.993718,0.0029097162,0.00038972578,0.0016797304,0.0012006747,0.00010211751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011196395,0.0009191626,0.00073456345,0.0014843576,0.000517784,0.0016682675,0.0017240971,0.0011622709,0.003027396],"category_scores_gemma":[0.009269878,0.00056858506,0.0006643305,0.0015040567,0.0015665039,0.0024915626,0.002175198,0.0014074101,0.0013734795],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00094438146,0.00023634835,0.0032169214,0.00069669494,0.00011410731,0.00091061386,0.0016666192,0.09756268,0.12082863,0.0889433,0.0282083,0.65667146],"study_design_scores_gemma":[0.00011385396,0.00015645802,0.0007628025,0.000118529024,0.000076027245,0.00044303245,0.00029921695,0.7389216,0.15775107,0.08048677,0.020813972,0.00005666166],"about_ca_topic_score_codex":0.0016425641,"about_ca_topic_score_gemma":0.0028864956,"teacher_disagreement_score":0.003027396,"about_ca_system_score_codex":0.000814726,"about_ca_system_score_gemma":0.0013687706,"threshold_uncertainty_score":0.010127664},"labels":[],"label_agreement":null},{"id":"W1990694685","doi":"10.1145/1297797.1297800","title":"Does data warehouse end-user metadata add value?","year":2007,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Data warehouse; Metadata; Computer science; Database; End user; Value (mathematics); World Wide Web; Information retrieval","score_opus":0.4898806212217548,"score_gpt":0.5030314624550921,"score_spread":0.013150841233337318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990694685","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.117985174,0.019461889,0.022134256,0.7527004,0.0030744513,0.0001551361,0.0017426583,0.0009308902,0.08181522],"genre_scores_gemma":[0.9154621,0.017488692,0.021901635,0.02794628,0.0051088203,0.00008468972,0.0014491309,0.0004329147,0.010125801],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98449326,0.007484609,0.00079452933,0.00087441754,0.0050739646,0.001279245],"domain_scores_gemma":[0.86998224,0.079119585,0.0073904935,0.0109124575,0.028249761,0.004345497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030923389,0.0004877116,0.0008709249,0.0034481564,0.0010756687,0.014162901,0.0020961661,0.0039136354,0.010065973],"category_scores_gemma":[0.14053038,0.0006565505,0.000638602,0.0064691696,0.0044530826,0.041151874,0.003401413,0.0024342488,0.004255496],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011009816,0.00058208,0.13748139,0.0018818986,0.00031438406,0.00062504556,0.0033239522,0.0007502327,0.003183356,0.10563179,0.122840464,0.6222844],"study_design_scores_gemma":[0.00040390054,0.00074083614,0.08289788,0.0036888297,0.00061063253,0.0016421746,0.030998683,0.0078104855,0.013050291,0.4278299,0.4300582,0.00026816622],"about_ca_topic_score_codex":0.0035991832,"about_ca_topic_score_gemma":0.0049507567,"teacher_disagreement_score":0.030923389,"about_ca_system_score_codex":0.002861319,"about_ca_system_score_gemma":0.004409594,"threshold_uncertainty_score":0.16354042},"labels":[],"label_agreement":null},{"id":"W1992198244","doi":"10.1145/1089107.1089137","title":"Community","year":2005,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Historical and Cultural Archaeology Studies","field":"Social Sciences","cited_by":132,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Sense of community; Sociology; Identity (music); Interpersonal ties; Interpersonal communication; Social psychology; Media studies; Psychology; Communication; Aesthetics; Social science; Art","score_opus":0.12735567478374424,"score_gpt":0.371308575725377,"score_spread":0.24395290094163277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992198244","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018050423,0.0031545118,0.064398944,0.0063185613,0.0015744244,0.0016831306,0.011877281,0.003745159,0.8891976],"genre_scores_gemma":[0.31824008,0.004097224,0.08972729,0.0035327168,0.00065119687,0.0017463359,0.023321904,0.0011916918,0.5574915],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974166,0.0005631156,0.0001459332,0.00058768527,0.0009376721,0.0003489948],"domain_scores_gemma":[0.9968982,0.000403803,0.0002859427,0.0005675369,0.0011540389,0.0006905037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016508256,0.0006814737,0.00046066975,0.0040390464,0.004787089,0.005830569,0.0019505733,0.0014520751,0.119330615],"category_scores_gemma":[0.008810725,0.0003131832,0.00047772954,0.0040861154,0.0014305251,0.006358513,0.0076548774,0.0010891872,0.029880933],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008769383,0.00010257542,0.0055092364,0.00048580233,0.000046670724,0.00027368646,0.0067131827,0.00051655894,0.00091323914,0.24593131,0.3613392,0.3780809],"study_design_scores_gemma":[0.000009589533,0.000016373393,0.0014111224,0.00017331024,0.000013090761,0.00016584397,0.0017911465,0.0004882374,0.00018337692,0.026272174,0.9694578,0.00001791429],"about_ca_topic_score_codex":0.009280764,"about_ca_topic_score_gemma":0.016977692,"teacher_disagreement_score":0.119330615,"about_ca_system_score_codex":0.0019576,"about_ca_system_score_gemma":0.00435577,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W1994535609","doi":"10.1145/1562764.1562799","title":"How effective is Google's translation service in search?","year":2009,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Computer science; World Wide Web; Portuguese; German; The Internet; Service (business); Machine translation; Government (linguistics); Artificial intelligence; Linguistics; Business","score_opus":0.03983667977309491,"score_gpt":0.32500336739025554,"score_spread":0.28516668761716063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994535609","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12839122,0.09000633,0.030797772,0.16405867,0.008568696,0.0010129804,0.025847325,0.093169436,0.45814764],"genre_scores_gemma":[0.7527525,0.05520624,0.048732184,0.021179948,0.0059723863,0.0005092386,0.036302723,0.008232066,0.07111281],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99072087,0.0032359564,0.00070216076,0.00072197366,0.003679512,0.00093957124],"domain_scores_gemma":[0.98757,0.0057242266,0.0006579653,0.0011671949,0.0040388387,0.00084176514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004936116,0.0017033807,0.0019806686,0.009384922,0.001348806,0.008926832,0.0018266019,0.0035881193,0.018490378],"category_scores_gemma":[0.027896993,0.00058479677,0.0013577738,0.012666846,0.0014820852,0.019700674,0.0021187428,0.0012602858,0.028862592],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070964795,0.00012933463,0.007552049,0.002163487,0.00016511229,0.00043175445,0.0009079288,0.0011247462,0.0013206961,0.009745296,0.53343683,0.44231308],"study_design_scores_gemma":[0.0003278797,0.0005172804,0.021012656,0.0016510106,0.00049544865,0.002478724,0.006818065,0.026386712,0.0060386565,0.02593578,0.90774345,0.00059435586],"about_ca_topic_score_codex":0.034868687,"about_ca_topic_score_gemma":0.022906596,"teacher_disagreement_score":0.034868687,"about_ca_system_score_codex":0.0022750318,"about_ca_system_score_gemma":0.0030996026,"threshold_uncertainty_score":0.06933147},"labels":[],"label_agreement":null},{"id":"W1996356709","doi":"10.1145/1831407.1831419","title":"Risks of undisciplined development","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Field (mathematics); Risk analysis (engineering); Software engineering; Engineering ethics; Data science; Engineering; Business; Mathematics","score_opus":0.1303770243941166,"score_gpt":0.38380592993995233,"score_spread":0.25342890554583575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996356709","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2791492,0.007932375,0.19420348,0.12940331,0.0009647602,0.0003234198,0.0003128513,0.0020206405,0.38569],"genre_scores_gemma":[0.93998694,0.0017910353,0.032277353,0.0050441683,0.00017976262,0.00018860369,0.000078093544,0.00022234436,0.020231623],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98520225,0.0062249973,0.00058557093,0.00073595915,0.0062291073,0.0010222049],"domain_scores_gemma":[0.9376929,0.034760013,0.0067139096,0.010254947,0.0071344,0.003443889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011231215,0.0005679779,0.0002702804,0.0018709183,0.0027851996,0.0038572117,0.0011770093,0.003965175,0.0060802046],"category_scores_gemma":[0.047783125,0.00038439248,0.00064009614,0.0011088949,0.004474126,0.0042375773,0.006213052,0.004756802,0.0014444594],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058485096,0.00040267833,0.02882804,0.00031291877,0.000076180724,0.0087223025,0.023206213,0.0056064148,0.004744301,0.7468811,0.03300517,0.14762975],"study_design_scores_gemma":[0.0002315277,0.00095545955,0.019664561,0.0018234317,0.00015674318,0.022425525,0.009456714,0.018495077,0.008020361,0.62053204,0.29799783,0.00024070388],"about_ca_topic_score_codex":0.0023767552,"about_ca_topic_score_gemma":0.0024630667,"teacher_disagreement_score":0.011231215,"about_ca_system_score_codex":0.0015724777,"about_ca_system_score_gemma":0.0032367874,"threshold_uncertainty_score":0.05939704},"labels":[],"label_agreement":null},{"id":"W1997164669","doi":"10.1145/1125944.1125949","title":"How UML is used","year":2006,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":380,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; University of Lethbridge","funders":"","keywords":"Computer science; Programming language; Unified Modeling Language; Applications of UML; Software engineering; UML tool; Software","score_opus":0.035587303751204405,"score_gpt":0.2597301912350647,"score_spread":0.2241428874838603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997164669","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028307749,0.014042369,0.6526359,0.03503228,0.0013025806,0.00018489256,0.00067392475,0.005610199,0.26221022],"genre_scores_gemma":[0.5536148,0.02239885,0.3327143,0.0077438257,0.0007762192,0.0004354666,0.0015776694,0.009049945,0.07168901],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.97251576,0.015367107,0.0016031992,0.0017721917,0.0075184666,0.0012231884],"domain_scores_gemma":[0.98276156,0.008933759,0.00073341024,0.0043160236,0.0027376448,0.000517571],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012092881,0.00069650006,0.00050603313,0.005217717,0.0017775521,0.019342083,0.0020438712,0.0029299578,0.005762978],"category_scores_gemma":[0.03149922,0.0013992898,0.0008635198,0.0038679026,0.0051876456,0.017036052,0.0037782192,0.0031170538,0.004486874],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003330017,0.0000805462,0.0033336268,0.00047380663,0.000104511935,0.00041644493,0.011999163,0.002186275,0.0037110078,0.728177,0.022083066,0.22740117],"study_design_scores_gemma":[0.000014559156,0.000030339052,0.0018915664,0.0011893108,0.000065280976,0.00081014587,0.0036070582,0.0039701243,0.005200657,0.23462161,0.7485202,0.00007913657],"about_ca_topic_score_codex":0.006886174,"about_ca_topic_score_gemma":0.0046985997,"teacher_disagreement_score":0.9879071,"about_ca_system_score_codex":0.0031424116,"about_ca_system_score_gemma":0.0038532342,"threshold_uncertainty_score":0.063953996},"labels":[],"label_agreement":null},{"id":"W1999378860","doi":"10.1145/1666420.1666446","title":"Using the forest to see the trees","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Image and Video Retrieval Techniques","field":"Computer Science","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Division of Information and Intelligent Systems; Office of Naval Research; Canadian Institute for Advanced Research; Multidisciplinary University Research Initiative; National Defense Science and Engineering Graduate; Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Computer science; Object (grammar); Artificial intelligence; Context (archaeology); Cognitive neuroscience of visual object recognition; Probabilistic logic; Computer vision; Object detection; Space (punctuation); Machine learning; Pattern recognition (psychology); Geography","score_opus":0.09117393012537497,"score_gpt":0.3782707714526707,"score_spread":0.28709684132729574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999378860","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009401532,0.0042413305,0.95298535,0.003064678,0.000554042,0.00006579006,0.00055145,0.0049935635,0.024142163],"genre_scores_gemma":[0.20062198,0.0050688577,0.77630675,0.0015362841,0.00047287947,0.00013461483,0.0011779873,0.001123206,0.013557381],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99964917,0.000103223436,0.000015126924,0.000106932115,0.00007940566,0.000046227462],"domain_scores_gemma":[0.9990277,0.0004992773,0.000059894308,0.00020863702,0.00011913768,0.00008532156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005940461,0.0007600684,0.0006609077,0.0018182115,0.0013644282,0.002986984,0.0012283559,0.0015635794,0.015921326],"category_scores_gemma":[0.0032694594,0.0005427279,0.0007855409,0.0014315622,0.0018385296,0.0077429423,0.0018010967,0.0019392973,0.0046190703],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036497423,0.00007670833,0.0025691122,0.00057210634,0.00009824684,0.00065354514,0.0012513278,0.033576418,0.008541328,0.41852337,0.07309223,0.46068066],"study_design_scores_gemma":[0.000045835368,0.000056138422,0.0009367547,0.00018897418,0.000034270484,0.0007582497,0.000351775,0.099505536,0.002810311,0.72543025,0.16981962,0.00006226159],"about_ca_topic_score_codex":0.004640053,"about_ca_topic_score_gemma":0.009066888,"teacher_disagreement_score":0.015921326,"about_ca_system_score_codex":0.0006521611,"about_ca_system_score_gemma":0.00069158373,"threshold_uncertainty_score":0.053262115},"labels":[],"label_agreement":null},{"id":"W2001114201","doi":"10.1145/383845.383863","title":"Structuring operating system aspects","year":2001,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Xerox (Canada); University of British Columbia","funders":"","keywords":"Columbia university; Citation; Library science; Geography; Computer science; Sociology; Media studies","score_opus":0.08347714965557282,"score_gpt":0.32246001075770203,"score_spread":0.2389828611021292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001114201","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023864893,0.0033874933,0.69630134,0.0069577154,0.001735659,0.0012668616,0.0013006994,0.024709247,0.24047612],"genre_scores_gemma":[0.23368093,0.0059240665,0.5961121,0.0070066876,0.0041041956,0.0018791246,0.004449729,0.016329516,0.13051374],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997332,0.00046155468,0.00033518331,0.00043844784,0.0010846193,0.00034820358],"domain_scores_gemma":[0.99603707,0.00089867203,0.00026018647,0.0012874852,0.0012120993,0.00030458765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033036815,0.0008432158,0.00040684795,0.0014592883,0.0011476,0.0054209707,0.001450715,0.0013020955,0.0137282],"category_scores_gemma":[0.007482525,0.0007712866,0.00050642685,0.0010318973,0.0016656392,0.0070433994,0.0035244683,0.0030244282,0.00862238],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020818335,0.00014061223,0.0029516583,0.0007683958,0.000040814015,0.000665678,0.006081691,0.0022536826,0.019520406,0.50098085,0.06886741,0.39752066],"study_design_scores_gemma":[0.00002274855,0.00006683755,0.0011917939,0.0002121977,0.00003245888,0.00038459455,0.00040166947,0.0037048934,0.0044471044,0.07787183,0.9116299,0.000033943827],"about_ca_topic_score_codex":0.0011482807,"about_ca_topic_score_gemma":0.0010270787,"teacher_disagreement_score":0.0137282,"about_ca_system_score_codex":0.0010767997,"about_ca_system_score_gemma":0.00174784,"threshold_uncertainty_score":0.04592544},"labels":[],"label_agreement":null},{"id":"W2001755005","doi":"10.1145/2483852.2483869","title":"Information distance between what I said and what it heard","year":2013,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Computability, Logic, AI Algorithms","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; International Development Research Centre; University of Waterloo; Canada Foundation for Innovation; Microsoft","keywords":"Computer science; World Wide Web","score_opus":0.037572999657453324,"score_gpt":0.27809257495627876,"score_spread":0.24051957529882545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001755005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65506524,0.0043247435,0.3052915,0.0018828766,0.0005591878,0.0001782439,0.00535035,0.007616519,0.01973133],"genre_scores_gemma":[0.9333716,0.00045648706,0.058317043,0.00020953844,0.00019561496,0.000057364326,0.004100594,0.00025033066,0.0030414672],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99775594,0.0005994584,0.0001801709,0.00064436387,0.00065808627,0.00016194988],"domain_scores_gemma":[0.987689,0.009115679,0.0005389783,0.0010354839,0.0012968719,0.00032383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021997069,0.0004902025,0.0009833688,0.0018197014,0.0004990848,0.0018463342,0.0008347931,0.0010526668,0.0052658357],"category_scores_gemma":[0.021345478,0.00026565598,0.00049546815,0.0014311424,0.0003773966,0.0029362456,0.0017771858,0.0012164273,0.0033315243],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0063596633,0.00078845484,0.026524281,0.00094721484,0.00036494294,0.0004217169,0.001121864,0.015687829,0.061639827,0.008604674,0.024486477,0.85305303],"study_design_scores_gemma":[0.00030942235,0.0015032026,0.043241754,0.00016617893,0.00053088705,0.0011393178,0.0011499012,0.778981,0.11278532,0.045797504,0.014136615,0.00025883748],"about_ca_topic_score_codex":0.0041689477,"about_ca_topic_score_gemma":0.0054746796,"teacher_disagreement_score":0.0052658357,"about_ca_system_score_codex":0.0005583131,"about_ca_system_score_gemma":0.0010638093,"threshold_uncertainty_score":0.017615974},"labels":[],"label_agreement":null},{"id":"W2002035275","doi":"10.1145/2594413.2594424","title":"Understanding the empirical hardness of <i>NP</i> -complete problems","year":2014,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Machine Learning and Data Classification","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Mathematics","score_opus":0.4601499494803349,"score_gpt":0.3555965632417745,"score_spread":0.10455338623856036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002035275","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40044394,0.012820331,0.48042655,0.04065452,0.0010071442,0.00033949057,0.0060419063,0.0037580112,0.054508068],"genre_scores_gemma":[0.8872576,0.002629099,0.09277765,0.0026663314,0.0015268633,0.00042244923,0.0067724143,0.0012098971,0.0047376277],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9903709,0.0041073123,0.00054467015,0.0021991392,0.0016133104,0.0011647466],"domain_scores_gemma":[0.7743731,0.1977028,0.007553382,0.013382958,0.003899671,0.0030881078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011641127,0.00138547,0.0020362805,0.0022329192,0.0022340412,0.006361587,0.004258552,0.004130556,0.006707335],"category_scores_gemma":[0.13926537,0.0014981327,0.0021214483,0.0030900736,0.0061846753,0.014564083,0.0034265171,0.012343317,0.0012592269],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014976247,0.0015139636,0.043925423,0.001638278,0.0004206078,0.000415894,0.0008513699,0.37291932,0.0031783013,0.34834468,0.10066109,0.12463351],"study_design_scores_gemma":[0.00012447684,0.00014435765,0.005141488,0.00015869108,0.000043571847,0.00024189576,0.00022550399,0.43148068,0.0014059728,0.55756366,0.003423407,0.000046245863],"about_ca_topic_score_codex":0.0036350728,"about_ca_topic_score_gemma":0.0034856114,"teacher_disagreement_score":0.011641127,"about_ca_system_score_codex":0.0040697474,"about_ca_system_score_gemma":0.0041096425,"threshold_uncertainty_score":0.061564922},"labels":[],"label_agreement":null},{"id":"W2002792344","doi":"10.1145/503124.503148","title":"Predicting how ontologies for the semantic web will evolve","year":2002,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Semantic Web; Social Semantic Web; Semantic analytics; Semantic Web Stack; World Wide Web; Software engineering","score_opus":0.09624764549035814,"score_gpt":0.28706536459127263,"score_spread":0.1908177191009145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002792344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6706945,0.0055717756,0.16381797,0.08625494,0.0006865679,0.00056986103,0.0021999874,0.0006883043,0.06951614],"genre_scores_gemma":[0.93560416,0.0028478226,0.05588146,0.0015616422,0.00013756829,0.00014327122,0.0013114627,0.00012679974,0.0023858172],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972222,0.0014726409,0.00016379687,0.00029653613,0.0005447728,0.0003000548],"domain_scores_gemma":[0.9793122,0.011889692,0.0017979876,0.0014270378,0.0041120504,0.0014610232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0081769,0.0003290504,0.00023662647,0.0018954905,0.0016659239,0.0050088055,0.0007564898,0.0023516652,0.002932349],"category_scores_gemma":[0.036655117,0.00040763276,0.00043700082,0.0018192278,0.0025003084,0.02068644,0.0014756647,0.0035147853,0.00080239965],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037250703,0.0005608052,0.11530603,0.0004349532,0.00015493766,0.00044386386,0.0043758336,0.084581204,0.003753746,0.56141853,0.041233458,0.18736413],"study_design_scores_gemma":[0.000046053417,0.00007806214,0.035221573,0.00031483927,0.000055608107,0.00024934212,0.005601093,0.22601856,0.002842504,0.67236567,0.057070915,0.00013576666],"about_ca_topic_score_codex":0.014016643,"about_ca_topic_score_gemma":0.02226936,"teacher_disagreement_score":0.014016643,"about_ca_system_score_codex":0.00406592,"about_ca_system_score_gemma":0.0028435343,"threshold_uncertainty_score":0.043244123},"labels":[],"label_agreement":null},{"id":"W2002932832","doi":"10.1145/2682583","title":"Learning your limit","year":2014,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Advanced Micro Devices","keywords":"Computer science; Parallel computing; Cache; Thread (computing); CPU cache; Scheduling (production processes); Cache pollution; Massively parallel; Page cache; Embedded system; Cache algorithms; Operating system","score_opus":0.050528264524641,"score_gpt":0.30314577326093967,"score_spread":0.2526175087362987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002932832","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006439791,0.020127947,0.028076643,0.50212497,0.040603828,0.00011988255,0.00067993987,0.0010434005,0.40078357],"genre_scores_gemma":[0.17094716,0.027344152,0.021380464,0.26114988,0.027211124,0.00053314696,0.0009442774,0.001300931,0.48918888],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9957035,0.0011407975,0.000197693,0.0009662646,0.0013875702,0.0006040954],"domain_scores_gemma":[0.9869681,0.0041980348,0.00080940896,0.0026697598,0.0025055401,0.0028491113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052251695,0.0008866468,0.0011280102,0.00093403214,0.0035841556,0.00982896,0.0028334255,0.0071764775,0.12566617],"category_scores_gemma":[0.037143093,0.0003169245,0.00085560995,0.0006965917,0.007261564,0.01925639,0.00653867,0.011105143,0.058412],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010973221,0.00013995665,0.0009554917,0.00022328462,0.00003274023,0.00043153478,0.00074393256,0.0005007273,0.00034541666,0.31013915,0.5237516,0.16262637],"study_design_scores_gemma":[0.000018434472,0.000045478835,0.00017588612,0.0002855082,0.000008145543,0.00040309332,0.00052636565,0.00044914824,0.0002488037,0.18707088,0.8107458,0.000022578031],"about_ca_topic_score_codex":0.0013683711,"about_ca_topic_score_gemma":0.0012461797,"teacher_disagreement_score":0.12566617,"about_ca_system_score_codex":0.0024350467,"about_ca_system_score_gemma":0.0042482084,"threshold_uncertainty_score":0.4203952},"labels":[],"label_agreement":null},{"id":"W2004563162","doi":"10.1145/1053291.1053292","title":"Surviving IT project cancellations","year":2005,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Realm; Cover (algebra); Investment (military); Marketing; Preference; Operations research; Operations management; Business; Computer science; Risk analysis (engineering); Economics; Engineering; Political science; Microeconomics; Law","score_opus":0.058570063259618325,"score_gpt":0.2886311275022768,"score_spread":0.2300610642426585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004563162","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3763259,0.0065538664,0.036781233,0.18419795,0.014498956,0.00061188,0.0019105027,0.0025259869,0.37659377],"genre_scores_gemma":[0.835242,0.0026506379,0.00734908,0.020179601,0.0023334257,0.0002501708,0.0014529838,0.0005773323,0.1299649],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9860721,0.0031851532,0.00082483306,0.0009320298,0.0059901043,0.0029958736],"domain_scores_gemma":[0.9523833,0.006394388,0.0089672785,0.0037660638,0.013158187,0.015330724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009986045,0.00072416605,0.00057982944,0.002017675,0.009693025,0.0050633484,0.0022446562,0.0028161793,0.021678329],"category_scores_gemma":[0.066720486,0.00040397226,0.0011012891,0.0013147227,0.001992856,0.0035191302,0.0069262655,0.0061229407,0.0053145993],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003925378,0.0003857107,0.04443415,0.00044709377,0.00015202412,0.008705499,0.019459065,0.0023977652,0.0016459132,0.052590072,0.49252516,0.3768649],"study_design_scores_gemma":[0.000040690637,0.00052375806,0.021944966,0.00055105594,0.0000805395,0.0040239426,0.023064626,0.0018008932,0.0013501476,0.020972151,0.9255034,0.00014385817],"about_ca_topic_score_codex":0.010311905,"about_ca_topic_score_gemma":0.015129315,"teacher_disagreement_score":0.021678329,"about_ca_system_score_codex":0.0037514267,"about_ca_system_score_gemma":0.009490522,"threshold_uncertainty_score":0.07252121},"labels":[],"label_agreement":null},{"id":"W2005123879","doi":"10.1145/1610252.1610270","title":"Maximizing power efficiency with asymmetric multicore systems","year":2009,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Multi-core processor; Computer science; Parallel computing; Power (physics); Physics","score_opus":0.029296498336550146,"score_gpt":0.27731797015254195,"score_spread":0.2480214718159918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005123879","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19160216,0.0026401493,0.7559818,0.0045072576,0.00042624437,0.000074750635,0.0000829023,0.001325513,0.043359168],"genre_scores_gemma":[0.9015463,0.00088722573,0.090777054,0.0004948298,0.00016377223,0.00005759482,0.000053512988,0.00024823335,0.0057714856],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990971,0.00021294074,0.000037031652,0.00010150278,0.0003875425,0.00016388383],"domain_scores_gemma":[0.99807477,0.0006473002,0.00020264888,0.00048395715,0.00044617397,0.00014510311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012981329,0.00060647615,0.0007080265,0.00032638505,0.0005174404,0.0014724903,0.0021464557,0.00075651717,0.0040531214],"category_scores_gemma":[0.005056982,0.00041595826,0.0002521074,0.0005852308,0.0008470717,0.004755529,0.0013390656,0.0014021664,0.00092924235],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004951444,0.0003543751,0.0030190602,0.0005283107,0.00015274405,0.00023503855,0.0002955264,0.33737952,0.08330572,0.2873986,0.011114581,0.2757213],"study_design_scores_gemma":[0.000073420684,0.00013667248,0.00062711374,0.000054070042,0.000057554076,0.00015165318,0.0001562195,0.71404064,0.04268364,0.22210792,0.019867215,0.000043800705],"about_ca_topic_score_codex":0.00038193984,"about_ca_topic_score_gemma":0.0008365274,"teacher_disagreement_score":0.0040531214,"about_ca_system_score_codex":0.00058687583,"about_ca_system_score_gemma":0.0006904547,"threshold_uncertainty_score":0.013559043},"labels":[],"label_agreement":null},{"id":"W2005217673","doi":"10.1145/859670.859698","title":"Cold code decompression at runtime","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Code (set theory); Decompression; Operating system; Software; Programming language; Embedded system","score_opus":0.0425590428700084,"score_gpt":0.30664058984977066,"score_spread":0.26408154697976227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005217673","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20725037,0.0009021819,0.7182201,0.00056521717,0.00046252034,0.0002732164,0.00048617637,0.054552283,0.017287957],"genre_scores_gemma":[0.72080445,0.0002948122,0.24212585,0.00045864127,0.0001486204,0.00022940911,0.0018101562,0.0036807465,0.03044738],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994381,0.00006527202,0.00002602986,0.000118269476,0.00025481754,0.00009750754],"domain_scores_gemma":[0.9987054,0.00027096612,0.0001038487,0.0005542219,0.0002592196,0.000106409294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028959123,0.0008299593,0.00054922287,0.0007915157,0.0006839751,0.00080247346,0.001199172,0.0006307397,0.004373499],"category_scores_gemma":[0.0015533831,0.00027699248,0.00030805278,0.0007115025,0.0007698217,0.0015480584,0.0015860912,0.0012559234,0.0016858373],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015780033,0.00028510703,0.0017277452,0.00024286073,0.00006176012,0.0006829032,0.00038261828,0.008911393,0.6727254,0.008552343,0.016567808,0.28828216],"study_design_scores_gemma":[0.00018208272,0.00058255193,0.0034748649,0.00004456367,0.000070691516,0.0010243986,0.00015873497,0.21314245,0.73636246,0.0085860435,0.036280975,0.00009025421],"about_ca_topic_score_codex":0.0011809889,"about_ca_topic_score_gemma":0.0028283212,"teacher_disagreement_score":0.004373499,"about_ca_system_score_codex":0.0003314549,"about_ca_system_score_gemma":0.0008325046,"threshold_uncertainty_score":0.0146307945},"labels":[],"label_agreement":null},{"id":"W2005824945","doi":"10.1145/501317.501349","title":"Global Virtual Teams","year":2001,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":161,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Coping (psychology); Advice (programming); Computer science; Knowledge management; Engineering ethics; Psychology; Engineering; Psychotherapist","score_opus":0.016718684399092118,"score_gpt":0.2538952461112657,"score_spread":0.23717656171217355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005824945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5700002,0.0013265852,0.038570814,0.025017882,0.0017319021,0.00047009203,0.00033838573,0.0004821017,0.36206213],"genre_scores_gemma":[0.9724361,0.0002668272,0.0026747372,0.0016672161,0.000087805936,0.00013424593,0.00010839226,0.00006711948,0.022557639],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9940882,0.003596731,0.00013746007,0.00050704024,0.00040602943,0.0012646284],"domain_scores_gemma":[0.9912348,0.00204351,0.0007501354,0.0008722461,0.0008167059,0.0042825784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062872735,0.00039921387,0.0002843105,0.0006662656,0.006714779,0.0065395283,0.0011643603,0.0013585084,0.016477128],"category_scores_gemma":[0.0089971125,0.00023714185,0.0002746044,0.0010353418,0.0038801634,0.005668755,0.009950112,0.0019665586,0.0016615767],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003245346,0.00023543659,0.040418576,0.00050796993,0.00008790485,0.0026708604,0.3643582,0.0029635045,0.0024520708,0.35459238,0.0806979,0.15069069],"study_design_scores_gemma":[0.00006379497,0.0004588584,0.015296181,0.00041167962,0.000034064826,0.0008225156,0.3606937,0.0012529556,0.0006510209,0.07257574,0.5476767,0.00006276533],"about_ca_topic_score_codex":0.0016875692,"about_ca_topic_score_gemma":0.004486563,"teacher_disagreement_score":0.016477128,"about_ca_system_score_codex":0.0019376258,"about_ca_system_score_gemma":0.0029970906,"threshold_uncertainty_score":0.05512154},"labels":[],"label_agreement":null},{"id":"W2006145319","doi":"10.1145/1015864.1015868","title":"Empowering persons with disabilities with decision-support technology","year":2004,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Digital Accessibility for Disabilities","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Software; Assistive technology; Decision support system; Risk analysis (engineering); Knowledge management; Process management; Human–computer interaction; Business; Artificial intelligence","score_opus":0.04299439418020354,"score_gpt":0.35918088617623156,"score_spread":0.316186491996028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006145319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65103006,0.0032541982,0.04381227,0.04375722,0.00092347746,0.00033661255,0.00034859637,0.001114489,0.25542313],"genre_scores_gemma":[0.94401896,0.0028171763,0.014970087,0.003322932,0.0001567949,0.00018863556,0.00017404923,0.00003108549,0.03432027],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99885905,0.000673784,0.000049010578,0.000052435702,0.000177086,0.0001886047],"domain_scores_gemma":[0.99778336,0.0010503437,0.00018624554,0.00019054078,0.0001766542,0.0006128798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012662594,0.00031699645,0.00019163602,0.0005778819,0.001339538,0.0025973357,0.00046942756,0.000988287,0.0111059295],"category_scores_gemma":[0.008345354,0.00010362096,0.0003123054,0.00030023055,0.0009797683,0.0020195579,0.0030910464,0.00081968954,0.0027937135],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022473339,0.001957155,0.032208193,0.0004363768,0.00006160326,0.002188365,0.057629295,0.0011041025,0.0056260563,0.021013606,0.08249214,0.7950585],"study_design_scores_gemma":[0.00020459722,0.0008583749,0.017670818,0.0010315888,0.00014721921,0.005376565,0.062355045,0.0056490814,0.0055273795,0.062679246,0.83838207,0.000117865144],"about_ca_topic_score_codex":0.0010401173,"about_ca_topic_score_gemma":0.0020646192,"teacher_disagreement_score":0.0111059295,"about_ca_system_score_codex":0.00024652318,"about_ca_system_score_gemma":0.0010731693,"threshold_uncertainty_score":0.037153006},"labels":[],"label_agreement":null},{"id":"W2008155447","doi":"10.1145/581571.581603","title":"Texas licensing of software engineers","year":2002,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Subject (documents); Software; Computer science; Engineering management; Software engineering; Political science; Engineering ethics; Engineering; World Wide Web","score_opus":0.032945354630726655,"score_gpt":0.2251647774964114,"score_spread":0.19221942286568475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008155447","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042315323,0.0024836774,0.0082350215,0.12720372,0.0012442049,0.000054271663,0.00012574044,0.00027362592,0.81806445],"genre_scores_gemma":[0.5304831,0.0038977142,0.003775932,0.02525735,0.000662843,0.000091895825,0.0001647794,0.00017910052,0.43548724],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99413526,0.0011534714,0.00019953297,0.0010412665,0.0018583988,0.0016120722],"domain_scores_gemma":[0.986681,0.003519819,0.0010649483,0.001247037,0.0044398583,0.0030472998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003702949,0.00029027596,0.00024870058,0.0011358849,0.012759025,0.01277847,0.0008977743,0.004465496,0.020116013],"category_scores_gemma":[0.020889988,0.00036611978,0.00028499222,0.001452667,0.008115369,0.008682033,0.006262049,0.008131174,0.0032046456],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036786652,0.00002776765,0.002447726,0.00004338857,0.000005814479,0.00033103424,0.008570933,0.00029089107,0.00046364192,0.8683937,0.088058874,0.031329382],"study_design_scores_gemma":[0.00001611968,0.00006860596,0.0023837935,0.0001395547,0.000016048873,0.0003870015,0.0053877584,0.0005226266,0.0008871293,0.040329993,0.94981915,0.000042203872],"about_ca_topic_score_codex":0.07836115,"about_ca_topic_score_gemma":0.102494135,"teacher_disagreement_score":0.07836115,"about_ca_system_score_codex":0.0141401505,"about_ca_system_score_gemma":0.022457942,"threshold_uncertainty_score":0.15581006},"labels":[],"label_agreement":null},{"id":"W2008586272","doi":"10.1145/1506409.1506417","title":"Economic and business dimensionsIncreasing gender diversity in the IT work force","year":2009,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Science Foundation","keywords":"Work (physics); Diversity (politics); Gender diversity; Work force; Computer science; Management; Political science; Economics; Engineering; Mechanical engineering","score_opus":0.10673449986774075,"score_gpt":0.3463382013927801,"score_spread":0.23960370152503935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008586272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6793218,0.002739104,0.00095009874,0.06276878,0.00040984087,0.000030489759,0.0001269296,0.000013110643,0.25363976],"genre_scores_gemma":[0.99391574,0.0003732535,0.000106103376,0.0019977714,0.00012360953,0.000012442708,0.0000151548165,0.000004714898,0.0034513492],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9953564,0.0024586439,0.00007672,0.00020509634,0.0006744079,0.0012286666],"domain_scores_gemma":[0.9940654,0.0021800655,0.00070662424,0.00017435443,0.0005277467,0.0023458956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034118514,0.00017590082,0.00019983885,0.0013663098,0.005674477,0.004843228,0.00046696735,0.0013845257,0.01644954],"category_scores_gemma":[0.007921646,0.00016058118,0.00022857903,0.0012148728,0.0057855984,0.0032697779,0.004034911,0.0014237073,0.0005801257],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004780619,0.0010230307,0.31281757,0.0003366108,0.0000976383,0.0011138681,0.14899953,0.0003032525,0.0029465647,0.32174432,0.03350665,0.17663299],"study_design_scores_gemma":[0.00008938128,0.00033780417,0.4211148,0.0005543225,0.00005394019,0.0009869628,0.29135433,0.00032472602,0.0008138356,0.084798284,0.19951029,0.00006131204],"about_ca_topic_score_codex":0.005112194,"about_ca_topic_score_gemma":0.012629235,"teacher_disagreement_score":0.01644954,"about_ca_system_score_codex":0.0021622994,"about_ca_system_score_gemma":0.002841153,"threshold_uncertainty_score":0.055029213},"labels":[],"label_agreement":null},{"id":"W2008764740","doi":"10.1145/1941487.1941498","title":"Online advertising, behavioral targeting, and privacy","year":2011,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Consumer Market Behavior and Pricing","field":"Business, Management and Accounting","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Internet privacy; Online advertising; Advertising; The Internet; Computer science; Display advertising; Privacy software; Information privacy; Targeted advertising; Consumer privacy; Business; Computer security; World Wide Web","score_opus":0.09179208223877598,"score_gpt":0.3028000903175933,"score_spread":0.2110080080788173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008764740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90550905,0.0028871354,0.0017778791,0.009802629,0.00004266785,0.000036689322,0.00013535241,0.000011211904,0.079797484],"genre_scores_gemma":[0.9970511,0.000632898,0.000154408,0.0003764796,0.000023389975,0.000009606296,0.000023066294,0.000004102178,0.0017248841],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987903,0.00073643535,0.000026516083,0.00010945946,0.00014285711,0.00019434404],"domain_scores_gemma":[0.9777044,0.016445044,0.003612638,0.0007846056,0.00063412474,0.00081915036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027713426,0.0001972356,0.00023344479,0.0006746163,0.0010799649,0.0042475364,0.00035356986,0.0016730282,0.0070351944],"category_scores_gemma":[0.016648045,0.00024719068,0.0003420809,0.0012100298,0.001460676,0.0028946523,0.0008383496,0.0019471063,0.0004380915],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012545901,0.0054561575,0.69515014,0.00019632165,0.00040486152,0.00034604,0.007676623,0.003357526,0.0018256684,0.18219863,0.004950797,0.09718272],"study_design_scores_gemma":[0.00016230415,0.000691831,0.7937914,0.00016970426,0.00066343136,0.00032114517,0.009704045,0.011276272,0.0018155886,0.1639212,0.017418474,0.00006465286],"about_ca_topic_score_codex":0.0065562315,"about_ca_topic_score_gemma":0.010209064,"teacher_disagreement_score":0.0070351944,"about_ca_system_score_codex":0.001721237,"about_ca_system_score_gemma":0.0010135324,"threshold_uncertainty_score":0.023535073},"labels":[],"label_agreement":null},{"id":"W2009063162","doi":"10.1145/1897816.1897844","title":"DRAM errors in the wild","year":2011,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Radiation Effects in Electronics","field":"Engineering","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Dram; Computer science; Universal memory; Dynamic random-access memory; Soft error; Server; Memory errors; Error detection and correction; Embedded system; Reliability engineering; Computer hardware; Memory management; Semiconductor memory; Interleaved memory; Operating system; Algorithm; Engineering","score_opus":0.03917329381624861,"score_gpt":0.25712597899291695,"score_spread":0.21795268517666833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009063162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9477053,0.005920133,0.013865538,0.002639863,0.0006068802,0.00007356603,0.010130604,0.0013287439,0.01772933],"genre_scores_gemma":[0.98924714,0.00095185905,0.0024450133,0.0006846438,0.00014962004,0.00003221449,0.0031689717,0.00021192027,0.0031086386],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99731547,0.00028749934,0.00016556778,0.00078738993,0.001156339,0.00028773522],"domain_scores_gemma":[0.99182326,0.0017852722,0.002096855,0.0018249683,0.002213219,0.00025637515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011201494,0.0003727338,0.00053538545,0.0014329002,0.000831863,0.0018715853,0.0010716675,0.0009844871,0.0031511395],"category_scores_gemma":[0.010400764,0.00034011857,0.0002951771,0.0032597897,0.0010857132,0.0031052863,0.0013590221,0.0010058029,0.001452185],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009862774,0.00028271027,0.6101103,0.00084119756,0.00047728542,0.0018454673,0.0031254715,0.061194256,0.021003105,0.019552672,0.067656964,0.21292426],"study_design_scores_gemma":[0.0000506051,0.00056420406,0.6917644,0.0005840278,0.00024782412,0.0039016719,0.0048912917,0.06027784,0.030988816,0.014392639,0.19199748,0.00033918506],"about_ca_topic_score_codex":0.0042377138,"about_ca_topic_score_gemma":0.0037203776,"teacher_disagreement_score":0.0042377138,"about_ca_system_score_codex":0.0010975045,"about_ca_system_score_gemma":0.0004729759,"threshold_uncertainty_score":0.010541618},"labels":[],"label_agreement":null},{"id":"W2009665825","doi":"10.1145/971617.971644","title":"Proactive information gathering for homeland security teams","year":2004,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Homeland security; Computer security; Computer science; Information security; Homeland; Internet privacy; Terrorism; Political science","score_opus":0.027105491335525998,"score_gpt":0.2751920754485727,"score_spread":0.2480865841130467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009665825","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49099994,0.0020171378,0.37827006,0.013743146,0.0005999312,0.0010583551,0.00038660882,0.007790934,0.10513385],"genre_scores_gemma":[0.9174692,0.0002560135,0.076516464,0.00016585515,0.000050965784,0.00018598753,0.00022827189,0.00006793776,0.0050593],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99885595,0.0006388882,0.000051815405,0.000115537594,0.00019745118,0.00014035101],"domain_scores_gemma":[0.99696785,0.0013173139,0.00037030326,0.00039171096,0.0003987916,0.00055410684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020522685,0.00046475895,0.00026620948,0.0006726707,0.0021978272,0.0029397642,0.0009348485,0.0013677647,0.0058392603],"category_scores_gemma":[0.0073551857,0.00042792916,0.00021416918,0.00038454332,0.00039244228,0.003313988,0.0030481566,0.0012784732,0.0011451915],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025990026,0.001795598,0.01473774,0.0006925896,0.00016845166,0.0011305109,0.016378757,0.034947153,0.035192307,0.052196037,0.061916288,0.77824557],"study_design_scores_gemma":[0.00075075787,0.002016588,0.012338645,0.0005737549,0.00032764606,0.0009563545,0.035612874,0.61973464,0.035139363,0.11337137,0.17893596,0.00024203431],"about_ca_topic_score_codex":0.003630982,"about_ca_topic_score_gemma":0.005686136,"teacher_disagreement_score":0.0058392603,"about_ca_system_score_codex":0.0006858226,"about_ca_system_score_gemma":0.0020546184,"threshold_uncertainty_score":0.01953429},"labels":[],"label_agreement":null},{"id":"W2012428518","doi":"10.1145/1325555.1325570","title":"Requirements engineering in new product development","year":2008,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"New product development; Computer science; Product (mathematics); Systems engineering; Manufacturing engineering; Software engineering; Engineering; Business; Mathematics","score_opus":0.10787262982717657,"score_gpt":0.30582095815733357,"score_spread":0.197948328330157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012428518","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058313467,0.10607644,0.36690944,0.09323975,0.0017237574,0.00043040788,0.000108819906,0.00037195414,0.37282592],"genre_scores_gemma":[0.7899703,0.039422162,0.1329105,0.004731513,0.0011566174,0.00063982606,0.00012153784,0.00019800238,0.030849569],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97266454,0.021704376,0.0008863303,0.0007256881,0.003437715,0.00058142707],"domain_scores_gemma":[0.92982566,0.06442023,0.0015363257,0.0014046434,0.0022143237,0.00059883576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019585112,0.0006991549,0.00090255373,0.0022935912,0.0018225724,0.0053398632,0.0016206924,0.0043128855,0.0062406673],"category_scores_gemma":[0.049003903,0.0012030062,0.0006691744,0.0024646278,0.01028486,0.014271104,0.0024226326,0.004041863,0.0013935002],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056504203,0.00018986457,0.0010010758,0.000843332,0.000034488286,0.00039103854,0.006175898,0.009123979,0.00056011387,0.83886474,0.0069253435,0.13583359],"study_design_scores_gemma":[0.00007511107,0.00012169636,0.0017807211,0.0010236272,0.0000356984,0.00048818337,0.005667392,0.021304842,0.00096280215,0.8565383,0.1119302,0.0000714471],"about_ca_topic_score_codex":0.0053101573,"about_ca_topic_score_gemma":0.004398229,"teacher_disagreement_score":0.019585112,"about_ca_system_score_codex":0.0046341326,"about_ca_system_score_gemma":0.0032348728,"threshold_uncertainty_score":0.103577256},"labels":[],"label_agreement":null},{"id":"W2013212701","doi":"10.1145/504729.504733","title":"Intelligent agents and financial risk monitoring systems","year":2002,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Complex Systems and Time Series Analysis","field":"Economics, Econometrics and Finance","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Finance; Risk analysis (engineering); Business","score_opus":0.12077471989511769,"score_gpt":0.25512920539012174,"score_spread":0.13435448549500406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013212701","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081447944,0.012935715,0.8084411,0.017757073,0.0009514745,0.00022100503,0.0002777123,0.0009884994,0.07697939],"genre_scores_gemma":[0.88238513,0.004313919,0.10008889,0.001044081,0.0007734007,0.00021443029,0.00019326435,0.000048674887,0.010938119],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99846786,0.0006549775,0.00011526461,0.0002602944,0.00037237516,0.0001291336],"domain_scores_gemma":[0.9960531,0.0021305203,0.00076111185,0.00028491832,0.00053010543,0.00024024399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020188708,0.00068203604,0.0006373759,0.0009623766,0.00088200654,0.004028449,0.0009819145,0.0029579015,0.0022731135],"category_scores_gemma":[0.008401398,0.00040210516,0.00036110036,0.0009235422,0.0017633137,0.003675843,0.0016754877,0.0016396738,0.000677081],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025574322,0.00018462015,0.00579699,0.00029363803,0.00021256623,0.00047747736,0.0007900188,0.16669334,0.0028503863,0.64767313,0.011268602,0.16350351],"study_design_scores_gemma":[0.000091345704,0.00009288512,0.0014475517,0.00007463728,0.00006928865,0.00019576304,0.0002709078,0.33806896,0.0014158301,0.6227663,0.0354548,0.000051794137],"about_ca_topic_score_codex":0.0015949717,"about_ca_topic_score_gemma":0.0010895422,"teacher_disagreement_score":0.004028449,"about_ca_system_score_codex":0.00092040526,"about_ca_system_score_gemma":0.000733763,"threshold_uncertainty_score":0.01067692},"labels":[],"label_agreement":null},{"id":"W2013592197","doi":"10.1145/1831407.1831429","title":"Difference engine","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":232,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"ASTER","funders":"Division of Computer and Network Systems; University of California","keywords":"Computer science; Operating system; Virtual machine; Bottleneck; Memory footprint; Internet hosting service; Multiplexing; Hypervisor; Cloud computing; Statistical time division multiplexing; Overhead (engineering); The Internet; Embedded system; Virtualization","score_opus":0.025053652416343993,"score_gpt":0.26081930047911894,"score_spread":0.23576564806277495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013592197","genre_codex":"software","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052171376,0.0017569576,0.28462827,0.0008368098,0.0016668835,0.001187907,0.016746208,0.49193123,0.14907438],"genre_scores_gemma":[0.43928733,0.0013548825,0.3195322,0.0024388095,0.00030198725,0.000910457,0.075791426,0.028813723,0.13156916],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99898297,0.0000568014,0.00008096261,0.00023753743,0.00049244723,0.00014924486],"domain_scores_gemma":[0.9989662,0.00019231954,0.00004122409,0.0003601888,0.00035275688,0.00008736151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081839086,0.001015972,0.0007669791,0.00096892635,0.00042872716,0.0016957291,0.0039998125,0.00075493316,0.04042367],"category_scores_gemma":[0.0030820053,0.0006700883,0.00086317386,0.00077411195,0.00042005413,0.0027543763,0.0024632518,0.0015597221,0.017123468],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039886977,0.00093807455,0.009127839,0.0012906096,0.00023870346,0.00056952424,0.00030357452,0.013828364,0.044650834,0.048872925,0.40188837,0.4743025],"study_design_scores_gemma":[0.0008919345,0.0006713114,0.005737307,0.00009165117,0.00019847446,0.0011932569,0.00014405682,0.21090439,0.14434941,0.022385461,0.6132151,0.0002176849],"about_ca_topic_score_codex":0.001874842,"about_ca_topic_score_gemma":0.0018028583,"teacher_disagreement_score":0.04042367,"about_ca_system_score_codex":0.0008881709,"about_ca_system_score_gemma":0.0012306963,"threshold_uncertainty_score":0.1352306},"labels":[],"label_agreement":null},{"id":"W2016321202","doi":"10.1145/1247001.1247026","title":"Perceived health risks of 3G cell phones","year":2007,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Perception; Risk perception; Internet privacy; Computer science; Risk analysis (engineering); Health risk; Business; Mobile phone; Computer security; Environmental health; Telecommunications; Psychology; Medicine","score_opus":0.14836607129645585,"score_gpt":0.4473423371250379,"score_spread":0.29897626582858206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016321202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99772006,0.00027248883,0.000091713395,0.0003496209,0.0000094661655,0.0000116592055,0.000056767585,0.0000011271003,0.0014871187],"genre_scores_gemma":[0.99938047,0.0001604458,0.0000685907,0.00007589099,0.000008684716,0.0000051681714,0.000022767339,6.8202326e-7,0.00027718314],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986792,0.0006950139,0.00009342722,0.00006790165,0.00032250947,0.00014191234],"domain_scores_gemma":[0.99124336,0.0042524645,0.0024213884,0.00016429159,0.0009197779,0.0009986104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018482704,0.00022048397,0.00018035325,0.00051443535,0.0005031032,0.0011159562,0.00016817421,0.0007678464,0.003358391],"category_scores_gemma":[0.010130622,0.00015407515,0.0005253797,0.0003416095,0.0003523395,0.0006034741,0.0006521875,0.00092719716,0.00023969053],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032534366,0.0005205849,0.96582454,0.00008072535,0.000124839,0.00028215258,0.014605699,0.00020856732,0.0010996308,0.0003626997,0.00038126158,0.01618396],"study_design_scores_gemma":[0.000027427397,0.0012782959,0.9607622,0.00011899634,0.00018726662,0.0005714799,0.033476293,0.00060935307,0.0005047363,0.00027059522,0.0021520173,0.00004136933],"about_ca_topic_score_codex":0.004794036,"about_ca_topic_score_gemma":0.0053893784,"teacher_disagreement_score":0.004794036,"about_ca_system_score_codex":0.00034116753,"about_ca_system_score_gemma":0.0003688515,"threshold_uncertainty_score":0.011234939},"labels":[],"label_agreement":null},{"id":"W2016427628","doi":"10.1145/953460.953487","title":"Interface design for mobile commerce","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":235,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Interface (matter); Interface design; Human–computer interaction; Mobile commerce; World Wide Web; Operating system","score_opus":0.12947094428421346,"score_gpt":0.3473394616592907,"score_spread":0.21786851737507723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016427628","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012851317,0.03678556,0.8755956,0.0044518975,0.0013595877,0.00075594976,0.00030101583,0.0026766416,0.065222345],"genre_scores_gemma":[0.20457159,0.014797331,0.74355036,0.0017778684,0.000577438,0.0015555369,0.00043698912,0.0005333257,0.032199502],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976152,0.0014141597,0.00018329587,0.00018122936,0.00052217726,0.0000839477],"domain_scores_gemma":[0.9987374,0.0005983069,0.00006482577,0.0001529006,0.00038713025,0.000059513688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022313264,0.0007397837,0.00048238368,0.00087849726,0.00085860596,0.0035802259,0.0008682449,0.0021036793,0.013262918],"category_scores_gemma":[0.0066484716,0.00042067608,0.00061152654,0.00081522693,0.0011138486,0.0026598664,0.001257507,0.0013545718,0.0027058588],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027680915,0.00012382564,0.0006514753,0.0032716573,0.000081953636,0.0004155344,0.0042656115,0.00544382,0.024082739,0.27916405,0.052552473,0.62967],"study_design_scores_gemma":[0.00015767266,0.00078491465,0.001712096,0.0022566824,0.00015206299,0.0021251491,0.0020868373,0.052989297,0.010375469,0.22782755,0.69942015,0.000112134374],"about_ca_topic_score_codex":0.0010598182,"about_ca_topic_score_gemma":0.00096995436,"teacher_disagreement_score":0.013262918,"about_ca_system_score_codex":0.00066722225,"about_ca_system_score_gemma":0.0007115581,"threshold_uncertainty_score":0.044368923},"labels":[],"label_agreement":null},{"id":"W2016667276","doi":"10.1145/2492007.2492023","title":"Best practices on the move","year":2013,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Mobile and Web Applications","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Google (Canada)","funders":"","keywords":"Computer science; Best practice; World Wide Web; Political science","score_opus":0.1060715436514727,"score_gpt":0.33792890486606425,"score_spread":0.23185736121459155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016667276","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005084844,0.023938704,0.0652614,0.7190444,0.015502167,0.00028265326,0.00034624897,0.0022061197,0.1683335],"genre_scores_gemma":[0.18597151,0.08097757,0.35919166,0.20259672,0.006165199,0.0009859097,0.0021971122,0.0045203567,0.15739398],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9255906,0.030345837,0.005834325,0.0049578473,0.029463008,0.0038084271],"domain_scores_gemma":[0.84171253,0.037385784,0.00680349,0.02801494,0.07090916,0.015174162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.053327393,0.0011575067,0.0009492849,0.004158255,0.0047725197,0.025086971,0.0056985538,0.011787765,0.021665832],"category_scores_gemma":[0.1172396,0.0011088125,0.001113251,0.003942616,0.009531425,0.021025129,0.009255819,0.014526975,0.01767382],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008125228,0.0003525759,0.0019235081,0.0019484105,0.00009016823,0.00057915685,0.01224302,0.0008065557,0.002344988,0.23509955,0.390288,0.35424277],"study_design_scores_gemma":[0.000020571106,0.000040864634,0.0007666245,0.003808478,0.00003532666,0.00023100752,0.0052501163,0.0002258218,0.00063372985,0.059423488,0.92950964,0.000054279575],"about_ca_topic_score_codex":0.016162196,"about_ca_topic_score_gemma":0.022181595,"teacher_disagreement_score":0.053327393,"about_ca_system_score_codex":0.009334511,"about_ca_system_score_gemma":0.037527602,"threshold_uncertainty_score":0.28202558},"labels":[],"label_agreement":null},{"id":"W2016708727","doi":"10.1145/365181.367913","title":"Inside risks: computers","year":2001,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science","score_opus":0.24254022058047728,"score_gpt":0.35610764962608266,"score_spread":0.11356742904560538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016708727","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010779256,0.0116291735,0.0027649,0.019160947,0.0021560928,0.000051879386,0.00048352638,0.00055777136,0.9621178],"genre_scores_gemma":[0.06373061,0.022682935,0.0021788997,0.00511551,0.004402284,0.00014520389,0.00097554934,0.0004077524,0.90036124],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99932146,0.00018264656,0.000023732022,0.0001290126,0.00024841208,0.00009485089],"domain_scores_gemma":[0.9977602,0.00094766356,0.00014322514,0.00034381315,0.00039749607,0.0004075677],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005818867,0.0013038627,0.0007501971,0.0013320975,0.0013721648,0.0076233638,0.0008525244,0.0038942029,0.5220429],"category_scores_gemma":[0.0045053507,0.0004333121,0.0003910029,0.0017438793,0.0024040695,0.006495866,0.002873894,0.0031304744,0.21365587],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007150047,0.000041188927,0.0004153817,0.00045369286,0.000012004495,0.00019694131,0.0004226298,0.0002382479,0.00038779064,0.11008877,0.75788033,0.12979142],"study_design_scores_gemma":[0.0000105463605,0.000014258329,0.00043433436,0.00034113685,0.000009041348,0.0001645861,0.00020276105,0.00014968395,0.00013429207,0.039129134,0.95940375,0.00000653509],"about_ca_topic_score_codex":0.0018440369,"about_ca_topic_score_gemma":0.001564035,"teacher_disagreement_score":0.5220429,"about_ca_system_score_codex":0.0014491653,"about_ca_system_score_gemma":0.0011742623,"threshold_uncertainty_score":0.6817478},"labels":[],"label_agreement":null},{"id":"W2021559748","doi":"10.1145/1029496.1029527","title":"Beyond power","year":2004,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Appeal; Computer science; Power (physics); World Wide Web; Data science; Political science","score_opus":0.027582022421526787,"score_gpt":0.3164620915616933,"score_spread":0.2888800691401665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021559748","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005930292,0.0015048569,0.9082918,0.0049629295,0.0003240648,0.0005812686,0.00026455076,0.0019720085,0.0761682],"genre_scores_gemma":[0.4269393,0.002690166,0.5145429,0.0055658324,0.0006681677,0.0035217605,0.00064439327,0.0032926025,0.042134847],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9763213,0.014300073,0.0008034055,0.0022871825,0.005663893,0.00062420906],"domain_scores_gemma":[0.92592853,0.049119268,0.0019764132,0.014280463,0.007243225,0.0014520246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024591118,0.0017209428,0.0013499889,0.001878853,0.0017613515,0.007838043,0.0029060012,0.0018579068,0.028647762],"category_scores_gemma":[0.07551449,0.00090957014,0.001109464,0.0014216852,0.0053373673,0.012695622,0.006126682,0.004662774,0.007815552],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003630691,0.00018286903,0.0016917741,0.0009542768,0.00015061315,0.00011353231,0.0022248635,0.010070308,0.0024940253,0.68709576,0.0148017695,0.279857],"study_design_scores_gemma":[0.00017582865,0.0003335792,0.00046823514,0.0004091581,0.00010099986,0.00016821618,0.00043152078,0.017883103,0.003321423,0.81556493,0.1610825,0.00006053727],"about_ca_topic_score_codex":0.0012596173,"about_ca_topic_score_gemma":0.0014644511,"teacher_disagreement_score":0.028647762,"about_ca_system_score_codex":0.0015033409,"about_ca_system_score_gemma":0.0036406782,"threshold_uncertainty_score":0.13005179},"labels":[],"label_agreement":null},{"id":"W2024678590","doi":"10.1145/602421.602453","title":"Use of the SAND spatial browser for digital government applications","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Data Management and Algorithms","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Interface (matter); Spatial analysis; World Wide Web; The Internet; Information retrieval; Web browser; Spatial data infrastructure; Agency (philosophy); Remote sensing; Geography","score_opus":0.06115913605671689,"score_gpt":0.2656214992029471,"score_spread":0.2044623631462302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024678590","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019020457,0.0005950134,0.50424534,0.0012982109,0.0002838938,0.0005847484,0.008678502,0.3223422,0.14295171],"genre_scores_gemma":[0.2853117,0.001840712,0.56918377,0.0011669415,0.00020189515,0.0015060846,0.020508243,0.020988036,0.099292636],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988525,0.0002398223,0.00014322903,0.00014356365,0.0004977111,0.00012312061],"domain_scores_gemma":[0.99696976,0.0010447638,0.000107012274,0.0007759066,0.00087601016,0.00022658691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012749236,0.00082243653,0.0006141008,0.0023780875,0.0010481277,0.0028482473,0.0013164944,0.00069268525,0.03429292],"category_scores_gemma":[0.0063449675,0.000630008,0.0005879455,0.0022713654,0.00057251,0.0039804606,0.0032185214,0.0007507932,0.013706866],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00099328,0.00021378185,0.006085733,0.00061035325,0.00011553603,0.0015647156,0.002546755,0.005225084,0.01409286,0.098896235,0.5719946,0.297661],"study_design_scores_gemma":[0.00010025516,0.000030843017,0.0011769013,0.00016768363,0.000056241803,0.0006617409,0.0005599404,0.032120895,0.015609752,0.021511668,0.9279183,0.00008582085],"about_ca_topic_score_codex":0.014863139,"about_ca_topic_score_gemma":0.027266888,"teacher_disagreement_score":0.03429292,"about_ca_system_score_codex":0.0011669352,"about_ca_system_score_gemma":0.0023996753,"threshold_uncertainty_score":0.11472118},"labels":[],"label_agreement":null},{"id":"W2031396317","doi":"10.1145/1096000.1096003","title":"Call for a public-domain SpeechWeb","year":2005,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Speech and dialogue systems","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Public domain; Computer science; Domain (mathematical analysis); Telecommunications; Computer security; Internet privacy; Public relations; World Wide Web; Political science; Mathematics","score_opus":0.0759108349846406,"score_gpt":0.3009099224441927,"score_spread":0.22499908745955208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031396317","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011190187,0.0011039816,0.07543801,0.48852202,0.023028975,0.0011428292,0.008001916,0.09920607,0.29236612],"genre_scores_gemma":[0.05017105,0.0007012633,0.05663017,0.16343153,0.0059010275,0.0008219204,0.014879499,0.00790573,0.69955784],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99690056,0.00057105423,0.00019331297,0.00035048384,0.0014992881,0.0004852427],"domain_scores_gemma":[0.972024,0.0074776444,0.00087859476,0.005394702,0.0056242906,0.008600812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007872144,0.00067454466,0.00060209207,0.0013612871,0.0019489495,0.0053736563,0.0028666623,0.014275834,0.27233526],"category_scores_gemma":[0.018944304,0.00073667633,0.0011745823,0.00088215823,0.001234029,0.009675652,0.005053051,0.007056755,0.17557977],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016515687,0.00017009446,0.00036101972,0.000093922084,0.000010907228,0.00023695045,0.0001072043,0.00009600069,0.0027859306,0.01204603,0.959964,0.023962708],"study_design_scores_gemma":[0.000067404115,0.0000446305,0.0007114336,0.000040283358,0.000010448145,0.00020041066,0.0002304349,0.0005857629,0.0012043692,0.003212328,0.9936579,0.00003463471],"about_ca_topic_score_codex":0.004561506,"about_ca_topic_score_gemma":0.005739216,"teacher_disagreement_score":0.27233526,"about_ca_system_score_codex":0.0014014229,"about_ca_system_score_gemma":0.003314459,"threshold_uncertainty_score":0.9110522},"labels":[],"label_agreement":null},{"id":"W2031465049","doi":"10.1145/1400181.1400199","title":"Crossroads for Canadian CS enrollment","year":2008,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"Division of Mathematical Sciences","keywords":"Falling (accident); Computer science; Political science; Medicine; Environmental health","score_opus":0.08606741004231647,"score_gpt":0.31052793751365143,"score_spread":0.22446052747133496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031465049","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06702137,0.004413512,0.002468611,0.751454,0.004455141,0.000113852235,0.0031379764,0.00051483675,0.1664207],"genre_scores_gemma":[0.7544337,0.0041370704,0.0040677725,0.11201914,0.0011972717,0.00010686503,0.0019431377,0.00046194388,0.12163299],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98471594,0.0010879005,0.00038105203,0.0009869891,0.004951873,0.007876269],"domain_scores_gemma":[0.937741,0.0028359955,0.0016450323,0.0009780388,0.032316845,0.024483053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007764844,0.00056182215,0.0008155738,0.0037988669,0.018515375,0.009865215,0.003971964,0.0040572444,0.05557958],"category_scores_gemma":[0.039143063,0.00056797225,0.0012940826,0.005367159,0.005209274,0.0051444652,0.0057907016,0.009834452,0.0033822672],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00031104567,0.00012602487,0.04949101,0.0003453353,0.00006508012,0.00022345142,0.003874812,0.0010320137,0.00065724715,0.22457775,0.5700173,0.14927898],"study_design_scores_gemma":[0.00015463373,0.00013380023,0.17763762,0.001459414,0.0001871031,0.00022391193,0.015223076,0.0020044115,0.0014175646,0.03129111,0.76999116,0.0002761091],"about_ca_topic_score_codex":0.99214,"about_ca_topic_score_gemma":0.99597555,"teacher_disagreement_score":0.8495858,"about_ca_system_score_codex":0.15041426,"about_ca_system_score_gemma":0.3400087,"threshold_uncertainty_score":0.985399},"labels":[],"label_agreement":null},{"id":"W2033923249","doi":"10.1145/341852.341867","title":"Simulation modeling of plants and plant ecosystems","year":2000,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Greenhouse Technology and Climate Control","field":"Agricultural and Biological Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Citation; Computer science; Ecosystem; Library science; Operations research; Ecology; Engineering","score_opus":0.05574844265991615,"score_gpt":0.2520597692039432,"score_spread":0.19631132654402703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033923249","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03045972,0.0010615084,0.83225024,0.0018809795,0.0004412777,0.0001968408,0.0042973515,0.003692802,0.12571922],"genre_scores_gemma":[0.612593,0.0037680534,0.2646457,0.0004523665,0.00021429463,0.0010957737,0.0078245755,0.0013703841,0.10803589],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997371,0.00009693239,0.00001640818,0.000059164475,0.000062647196,0.000027658572],"domain_scores_gemma":[0.9995295,0.00023075177,0.00003390439,0.000066318484,0.000088262685,0.000051257903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004527671,0.0008263616,0.0008915063,0.0008054686,0.00083649514,0.0025195647,0.0014657339,0.0017316912,0.017522736],"category_scores_gemma":[0.0014867329,0.0005698115,0.0016199227,0.0010899408,0.00073544314,0.0020079424,0.0014000322,0.0010468,0.0026510253],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038393926,0.000031574364,0.0007852124,0.00014812451,0.000058338977,0.00008174262,0.00013273161,0.9166273,0.0013478275,0.06503642,0.0050816415,0.010630642],"study_design_scores_gemma":[0.000026290521,0.00001792355,0.00027634323,0.000031812866,0.000022216185,0.00003344032,0.000058112582,0.9278479,0.00064195803,0.039330687,0.03169406,0.000019323288],"about_ca_topic_score_codex":0.021261234,"about_ca_topic_score_gemma":0.014360803,"teacher_disagreement_score":0.021261234,"about_ca_system_score_codex":0.0014472784,"about_ca_system_score_gemma":0.0017699937,"threshold_uncertainty_score":0.05861932},"labels":[],"label_agreement":null},{"id":"W2034228952","doi":"10.1145/1435417.1435430","title":"ViewpointScaling the academic publication process to internet scale","year":2008,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Process (computing); Scale (ratio); The Internet; Computer science; World Wide Web; Programming language; Geography","score_opus":0.09442681693329798,"score_gpt":0.3405484874197267,"score_spread":0.24612167048642875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034228952","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015519028,0.0040968736,0.39985576,0.4403948,0.014796733,0.004354722,0.00024157981,0.004616587,0.116124064],"genre_scores_gemma":[0.22698459,0.0028930423,0.6001205,0.051669933,0.008904372,0.004325808,0.00020951913,0.0014816755,0.103410535],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9012788,0.04954594,0.005944257,0.007174284,0.032523934,0.0035328455],"domain_scores_gemma":[0.67944044,0.1425659,0.017051628,0.050467096,0.094988026,0.015486977],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.10404474,0.00074385345,0.0008365059,0.0056044795,0.008281049,0.017213302,0.0060460176,0.012827945,0.017797744],"category_scores_gemma":[0.3628957,0.00090272876,0.0022672012,0.004653707,0.010530741,0.01945159,0.007316542,0.00929562,0.0055230986],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014129214,0.00029946055,0.00268689,0.00053271354,0.0000718425,0.0004109613,0.0044017998,0.0018569271,0.0014935071,0.60313696,0.16732271,0.21764494],"study_design_scores_gemma":[0.0005631378,0.0004600218,0.0054690377,0.0007802744,0.00017107335,0.0005820073,0.0034750358,0.01050498,0.0029894023,0.3939931,0.5806895,0.00032248846],"about_ca_topic_score_codex":0.007793449,"about_ca_topic_score_gemma":0.013953749,"teacher_disagreement_score":0.9827867,"about_ca_system_score_codex":0.0071173906,"about_ca_system_score_gemma":0.03573214,"threshold_uncertainty_score":0.5502478},"labels":[],"label_agreement":null},{"id":"W2035562860","doi":"10.1145/1230819.1230838","title":"The ACM and IEEE-CS guidelines for undergraduate CS education","year":2007,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of California, Irvine; College of Engineering, Michigan State University; Michigan State University; University of Dayton; University of Illinois at Urbana-Champaign; Simon Fraser University; Gannon University; University of Oregon; Old Dominion University; Georgia State University; Gustavus Adolphus College; University of Calgary; Bonneville Power Administration; Texas Christian University; Florida International University; Brown University; University of Missouri; Rensselaer Polytechnic Institute; Ohio State University; Memorial University of Newfoundland; State University of New York; Purdue University; Brigham Young University; Massachusetts Institute of Technology; North Carolina State University; National Science Foundation","keywords":"Curriculum; Computer science; Mathematics education; Medical education; Pedagogy; Psychology; Medicine","score_opus":0.11064597365464769,"score_gpt":0.39413166235890196,"score_spread":0.2834856887042543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035562860","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01330722,0.0065572434,0.12438747,0.3152365,0.034959234,0.0047323317,0.0046731518,0.004566806,0.49157998],"genre_scores_gemma":[0.0941176,0.018831404,0.37582108,0.07930665,0.009445269,0.0072036698,0.010783231,0.0022741752,0.4022169],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97716206,0.006376355,0.0031755646,0.00058109243,0.010881813,0.0018231109],"domain_scores_gemma":[0.8901544,0.01473196,0.0043630484,0.00404153,0.06996023,0.01674886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017039604,0.0007743199,0.0005463514,0.005920143,0.0038269951,0.0063108737,0.0021979022,0.0064046467,0.029829731],"category_scores_gemma":[0.07274808,0.0005463548,0.0006056114,0.008137457,0.0022518632,0.0034309833,0.0032765032,0.007228071,0.021693006],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003621335,0.0004959791,0.0021957995,0.00035216284,0.000005234241,0.0000723775,0.00075197814,0.0012146154,0.0012431702,0.053110007,0.8010636,0.13945885],"study_design_scores_gemma":[0.000026641646,0.00009148888,0.0070199096,0.00073135045,0.0000062108334,0.00014142966,0.0015849343,0.0013129903,0.0008449924,0.015986074,0.97219795,0.00005606231],"about_ca_topic_score_codex":0.031046003,"about_ca_topic_score_gemma":0.08278456,"teacher_disagreement_score":0.031046003,"about_ca_system_score_codex":0.005889784,"about_ca_system_score_gemma":0.04152184,"threshold_uncertainty_score":0.099790394},"labels":[],"label_agreement":null},{"id":"W2036431127","doi":"10.1145/2209249.2209261","title":"An information strategy for environmental sustainability","year":2012,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Sustainable Development and Environmental Policy","field":"Environmental Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Université Laval","funders":"","keywords":"Sustainability; Computer science; Business; Environmental resource management; Risk analysis (engineering); Environmental science","score_opus":0.02558741293536286,"score_gpt":0.2899984766593972,"score_spread":0.26441106372403433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036431127","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068821274,0.008405187,0.03904889,0.21048093,0.0011581146,0.00020746431,0.00031040865,0.00029201002,0.7332149],"genre_scores_gemma":[0.59726787,0.013515565,0.047575865,0.026509892,0.0015673044,0.00060598063,0.0004790438,0.000284111,0.31219432],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9963815,0.0020386726,0.00012818497,0.00028414055,0.0008484277,0.0003190604],"domain_scores_gemma":[0.99405897,0.0033308314,0.00026032605,0.00051233236,0.0012020177,0.00063543447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005656236,0.00055965513,0.00032360674,0.0030334191,0.0042478493,0.011009832,0.0014809156,0.0068069287,0.023810294],"category_scores_gemma":[0.014290878,0.0002721481,0.00034704924,0.0031069017,0.007089671,0.021824088,0.0056203906,0.0028225537,0.003942363],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012828392,0.00001639453,0.000097354496,0.000060477327,0.0000044371845,0.00006140686,0.0009630006,0.00026654164,0.00010600131,0.93957037,0.03761144,0.021229869],"study_design_scores_gemma":[0.000018888657,0.000024183555,0.00017177018,0.00022898903,0.000010776339,0.000083070474,0.0028229689,0.0011539239,0.00039341804,0.5000658,0.49501184,0.000014364362],"about_ca_topic_score_codex":0.0076222457,"about_ca_topic_score_gemma":0.0070114736,"teacher_disagreement_score":0.023810294,"about_ca_system_score_codex":0.0048738746,"about_ca_system_score_gemma":0.009231765,"threshold_uncertainty_score":0.07965338},"labels":[],"label_agreement":null},{"id":"W2038583143","doi":"10.1145/1047671.1047677","title":"The state of user-centered design practice","year":2005,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":473,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Waterloo","funders":"","keywords":"Usability; Computer science; User-centered design; Task (project management); Multidisciplinary approach; Product (mathematics); Process management; User requirements document; User experience design; Knowledge management; Key (lock); Product design; Human–computer interaction; Engineering management; Software engineering; Systems engineering; Engineering","score_opus":0.10708130373499883,"score_gpt":0.34152062302281383,"score_spread":0.234439319287815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038583143","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009744796,0.1979609,0.53530365,0.08545841,0.0031435369,0.000788608,0.00019865621,0.0015264124,0.16587497],"genre_scores_gemma":[0.42610604,0.19489214,0.303773,0.039708517,0.0037849925,0.0042819064,0.00058290176,0.0012054605,0.02566509],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.77318156,0.13443607,0.010297339,0.018651692,0.060593557,0.0028397327],"domain_scores_gemma":[0.7415936,0.18001951,0.0064483746,0.031374257,0.036732607,0.0038317065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.121312104,0.0017711383,0.0034346208,0.0061497674,0.0049060993,0.026323685,0.008727355,0.01137374,0.008300912],"category_scores_gemma":[0.12460912,0.0018783978,0.0017471561,0.007444771,0.04130197,0.021110209,0.0124846315,0.012845105,0.006352545],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012620767,0.0002974683,0.0009866202,0.005208913,0.00012916228,0.00008456899,0.018684674,0.0019334244,0.0006823561,0.6309317,0.017136218,0.3237987],"study_design_scores_gemma":[0.000113160786,0.0003129966,0.00083226664,0.009750466,0.000079700454,0.00047807323,0.006956402,0.0037756579,0.0016940901,0.40910527,0.56673265,0.000169157],"about_ca_topic_score_codex":0.0038260515,"about_ca_topic_score_gemma":0.0013546138,"teacher_disagreement_score":0.121312104,"about_ca_system_score_codex":0.013006043,"about_ca_system_score_gemma":0.018330505,"threshold_uncertainty_score":0.6415674},"labels":[],"label_agreement":null},{"id":"W2040509981","doi":"10.1145/1327452.1327469","title":"A time to retrospect and prospect","year":2008,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Section (typography); Special section; Computer science; Operations research; Library science; Management; Engineering; Economics; Engineering physics","score_opus":0.10154575994611244,"score_gpt":0.2931020362793699,"score_spread":0.1915562763332575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040509981","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007058878,0.030591656,0.0008714174,0.6267182,0.32547534,0.000014059175,0.00018318347,0.00012943517,0.015310816],"genre_scores_gemma":[0.01434224,0.03397442,0.00184258,0.6649291,0.19344057,0.000058993774,0.0003026129,0.00025968105,0.09084985],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996863,0.0008861661,0.00022336855,0.0004910323,0.0011041502,0.0004322529],"domain_scores_gemma":[0.977396,0.0056620655,0.0012956179,0.0014673505,0.00767376,0.006505088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00666001,0.0011531201,0.00083182973,0.0019090872,0.005150573,0.01379918,0.0021590865,0.0077033667,0.019350773],"category_scores_gemma":[0.037049025,0.0004511405,0.00069394195,0.0018195603,0.0057875817,0.019628767,0.005780241,0.019822618,0.019530993],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004598987,0.000024094661,0.00028829268,0.00015516595,0.000006756441,0.0002371015,0.00056246744,0.000035014018,0.00017094254,0.019815383,0.9581404,0.020518534],"study_design_scores_gemma":[0.000003222716,0.000013894153,0.0001568827,0.00017223805,0.0000022109136,0.00018263738,0.00083706056,0.00001738582,0.000059187976,0.0044664945,0.9940759,0.0000128510455],"about_ca_topic_score_codex":0.0016667782,"about_ca_topic_score_gemma":0.004138765,"teacher_disagreement_score":0.019350773,"about_ca_system_score_codex":0.0025752124,"about_ca_system_score_gemma":0.0037266642,"threshold_uncertainty_score":0.06473476},"labels":[],"label_agreement":null},{"id":"W2040717637","doi":"10.1145/1216016.1216017","title":"Spam and the ongoing battle for the inbox","year":2007,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":164,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Battle; Computer science; Computer security; Internet privacy; Data science; History","score_opus":0.04140004503516648,"score_gpt":0.2955549490639394,"score_spread":0.25415490402877294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040717637","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036819533,0.05241433,0.015260564,0.7201851,0.008015345,0.000033061955,0.000259795,0.0006971155,0.16631515],"genre_scores_gemma":[0.6353369,0.046021648,0.011315479,0.09912462,0.027414922,0.00009100622,0.00031215756,0.0007187198,0.17966461],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970848,0.0009935938,0.000074175376,0.0003015113,0.0011202813,0.00042569323],"domain_scores_gemma":[0.99082035,0.0035486205,0.0007329948,0.0009863264,0.001964937,0.0019467362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006024315,0.00064946455,0.0008315524,0.0023840442,0.0075736423,0.014378551,0.0010613075,0.0073857354,0.020276455],"category_scores_gemma":[0.017554311,0.00044178116,0.00037391268,0.0015083913,0.011275533,0.028119704,0.0038791553,0.0069462457,0.008891145],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017413656,0.000101470614,0.0045945146,0.0002196796,0.000036684425,0.0002340129,0.0058977376,0.00041632162,0.0011821236,0.46456864,0.3249402,0.19763452],"study_design_scores_gemma":[0.00001738313,0.000052476036,0.0030059428,0.00041952034,0.000018483206,0.0006168935,0.0053790966,0.0008265704,0.00066180073,0.24648517,0.74246836,0.000048425238],"about_ca_topic_score_codex":0.002788653,"about_ca_topic_score_gemma":0.0036162864,"teacher_disagreement_score":0.020276455,"about_ca_system_score_codex":0.0029981935,"about_ca_system_score_gemma":0.0024000406,"threshold_uncertainty_score":0.067831516},"labels":[],"label_agreement":null},{"id":"W2043312149","doi":"10.1145/2209249.2209268","title":"Large-scale complex IT systems","year":2012,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":215,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Engineering and Physical Sciences Research Council","keywords":"Computer science; Scale (ratio); Geography; Cartography","score_opus":0.17221600002183168,"score_gpt":0.3658577035858895,"score_spread":0.1936417035640578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043312149","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29344937,0.0034853455,0.55899155,0.018029291,0.00061470206,0.00023643638,0.0009978113,0.0026252214,0.121570334],"genre_scores_gemma":[0.95420945,0.0012616721,0.035594117,0.00047676804,0.0002311025,0.00010093993,0.00040641314,0.00016039421,0.0075591756],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99917513,0.0002534163,0.000031427004,0.00016370589,0.00029876828,0.0000775239],"domain_scores_gemma":[0.99673647,0.0016872115,0.00025224296,0.000711755,0.0003558894,0.00025642908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009114176,0.00031196675,0.00034215755,0.0005064348,0.00084626937,0.0030917001,0.00064926705,0.00069404684,0.00697208],"category_scores_gemma":[0.007179342,0.0003126665,0.00031092664,0.0007498126,0.0016836446,0.004409854,0.0020317642,0.0014377313,0.0010661255],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007174315,0.00007301415,0.004928796,0.00029643578,0.00010964277,0.0007893523,0.00095075415,0.11735242,0.00607258,0.79868907,0.014516549,0.05614956],"study_design_scores_gemma":[0.00003015504,0.000045503934,0.003552753,0.000055919732,0.000031772648,0.00021625665,0.0005907371,0.21642344,0.001031026,0.7279481,0.050043836,0.000030451894],"about_ca_topic_score_codex":0.0027773147,"about_ca_topic_score_gemma":0.0022915548,"teacher_disagreement_score":0.00697208,"about_ca_system_score_codex":0.0010737859,"about_ca_system_score_gemma":0.0011608358,"threshold_uncertainty_score":0.023323894},"labels":[],"label_agreement":null},{"id":"W2046355178","doi":"10.1145/1089107.1089136","title":"Consumer power in the digital society","year":2005,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Management and Organizational Studies","field":"Business, Management and Accounting","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Power (physics); Balance (ability); Computer science; Telecommunications; Business; Psychology","score_opus":0.030558343098884163,"score_gpt":0.2490259715942601,"score_spread":0.21846762849537593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046355178","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04762534,0.0042355056,0.0036277466,0.02119071,0.00034827413,0.000017874241,0.000045924924,0.000041336512,0.9228673],"genre_scores_gemma":[0.9047133,0.0033677106,0.00077649567,0.0024848524,0.0005942104,0.00002090174,0.000031549396,0.000053396245,0.08795761],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99874324,0.00046951178,0.00002593997,0.00015141486,0.00041244362,0.00019743775],"domain_scores_gemma":[0.9988914,0.00045995752,0.00008122144,0.00012109798,0.00022407765,0.00022218231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009941454,0.00020510386,0.0001643247,0.0015864787,0.0033034426,0.008189013,0.0003279646,0.0015409,0.019031571],"category_scores_gemma":[0.0027984881,0.00018070165,0.0001529743,0.0019925002,0.00925588,0.0067335847,0.0030248899,0.0012173755,0.002296644],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004363757,0.000023153229,0.0018152428,0.00006087052,0.000007400534,0.00022097697,0.013007978,0.0002096394,0.00040503233,0.9199305,0.019013774,0.045261715],"study_design_scores_gemma":[0.000020617243,0.000036002406,0.0029397802,0.00013418988,0.000011162686,0.00030339204,0.013243496,0.000379324,0.0005815852,0.40621004,0.5761196,0.000020828407],"about_ca_topic_score_codex":0.00326742,"about_ca_topic_score_gemma":0.004381105,"teacher_disagreement_score":0.019031571,"about_ca_system_score_codex":0.0028399522,"about_ca_system_score_gemma":0.0016627461,"threshold_uncertainty_score":0.063667},"labels":[],"label_agreement":null},{"id":"W2047003964","doi":"10.1145/2076450.2076469","title":"Programming by optimization","year":2012,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Machine Learning and Data Classification","field":"Computer Science","cited_by":226,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Programming language","score_opus":0.03999092086229857,"score_gpt":0.3033604240854069,"score_spread":0.26336950322310837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047003964","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013537627,0.0002731346,0.9906131,0.00042074837,0.00006679607,0.00008200768,0.000040564548,0.00041071314,0.0067391396],"genre_scores_gemma":[0.07120201,0.0008514299,0.917836,0.00047520862,0.00014874748,0.0006331189,0.00023532902,0.0008420941,0.007776],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99814534,0.0008243388,0.00009545336,0.0003385284,0.00047764613,0.000118770404],"domain_scores_gemma":[0.9975132,0.0017916107,0.00014151985,0.00034650834,0.00015354044,0.000053704436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023021058,0.0017627188,0.00091620896,0.0009164551,0.00060079346,0.0017236056,0.0013121652,0.0008777355,0.0077255997],"category_scores_gemma":[0.007838326,0.0006463342,0.0010573887,0.0011275401,0.00184833,0.0017459249,0.0020873912,0.002932572,0.002341715],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008069759,0.00011718363,0.00063140603,0.0005562712,0.000122304,0.0000914542,0.00014973643,0.31927586,0.0029789452,0.41882297,0.019994171,0.23717901],"study_design_scores_gemma":[0.000052509684,0.000055020962,0.00008531352,0.00009232097,0.000029118928,0.00006203258,0.000033265613,0.5519335,0.0018915677,0.42123345,0.024513455,0.000018411654],"about_ca_topic_score_codex":0.0010641975,"about_ca_topic_score_gemma":0.001793966,"teacher_disagreement_score":0.0077255997,"about_ca_system_score_codex":0.0008011108,"about_ca_system_score_gemma":0.0020309696,"threshold_uncertainty_score":0.025844693},"labels":[],"label_agreement":null},{"id":"W2049047048","doi":"10.1145/376134.376180","title":"More testing should be taught","year":2001,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Royal Military College of Canada","funders":"","keywords":"Queen (butterfly); Citation; Library science; Engine department; Operations research; History; Computer science; Engineering; Engineering management","score_opus":0.1874437479503524,"score_gpt":0.343054497838024,"score_spread":0.1556107498876716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049047048","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008804234,0.0022941383,0.028459646,0.78704107,0.01844284,0.000397707,0.000526065,0.005673681,0.14836068],"genre_scores_gemma":[0.07456217,0.0035691564,0.059897564,0.53142816,0.0073606274,0.00066034275,0.0014863566,0.0017392995,0.31929633],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99330926,0.0016803002,0.00040372973,0.00072932197,0.00325703,0.00062026834],"domain_scores_gemma":[0.9500573,0.008332584,0.0025484457,0.005552564,0.023426142,0.010082914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005405,0.00072736177,0.0005797499,0.0012557021,0.0018537377,0.0020634562,0.0018243012,0.0071470644,0.079009905],"category_scores_gemma":[0.033252545,0.00058114564,0.000827521,0.00068200676,0.0011926463,0.0052041044,0.0018643874,0.007345211,0.04169599],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007329118,0.0007707938,0.0028116354,0.000253621,0.000014858402,0.00018002697,0.00039880513,0.00038796867,0.0027421843,0.0052741654,0.74361634,0.24347621],"study_design_scores_gemma":[0.00017840498,0.0003785719,0.017534053,0.0009431541,0.00004401496,0.00076492084,0.00088631845,0.00082897494,0.0036217396,0.015333179,0.95938236,0.00010429877],"about_ca_topic_score_codex":0.01155711,"about_ca_topic_score_gemma":0.020216899,"teacher_disagreement_score":0.079009905,"about_ca_system_score_codex":0.0024267905,"about_ca_system_score_gemma":0.009445613,"threshold_uncertainty_score":0.26431447},"labels":[],"label_agreement":null},{"id":"W2050638549","doi":"10.1145/2822517","title":"Programming in K-12 science classrooms","year":2015,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Science Foundation","keywords":"Computer science; Mathematics education; Programming language; Multimedia; Psychology","score_opus":0.10915175488253893,"score_gpt":0.34116216716206366,"score_spread":0.23201041227952474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050638549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8118333,0.00076950283,0.019746287,0.004791984,0.0004559053,0.00031353912,0.00029788289,0.0012655936,0.16052598],"genre_scores_gemma":[0.89785075,0.0009975365,0.026095083,0.0012732602,0.0000453315,0.00026748533,0.00040271616,0.00034723573,0.07272053],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9976979,0.0007023728,0.00011331669,0.00054043054,0.0004477095,0.00049824046],"domain_scores_gemma":[0.99249345,0.0013549954,0.00045967018,0.00046549152,0.0010964331,0.0041300543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020079308,0.00056937826,0.00048844924,0.00078776426,0.0037257206,0.007863925,0.0020048984,0.0015502122,0.016490487],"category_scores_gemma":[0.008747944,0.000545541,0.0004342017,0.0010027426,0.0016084816,0.0038770407,0.005798473,0.0034684734,0.007043737],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018505128,0.016963573,0.068857834,0.0014033403,0.00005355703,0.0029461412,0.17219521,0.0037474975,0.026104584,0.073332325,0.09519305,0.5373524],"study_design_scores_gemma":[0.0005160725,0.0030920266,0.05458239,0.002164509,0.000101527025,0.0027403883,0.14452502,0.0076448363,0.03392484,0.09979311,0.6506083,0.00030704943],"about_ca_topic_score_codex":0.002902672,"about_ca_topic_score_gemma":0.0078368755,"teacher_disagreement_score":0.016490487,"about_ca_system_score_codex":0.0021374098,"about_ca_system_score_gemma":0.00512204,"threshold_uncertainty_score":0.055166185},"labels":[],"label_agreement":null},{"id":"W2054268016","doi":"10.1145/953460.953502","title":"Viewpoint","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Digital Platforms and Economics","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"PricewaterhouseCoopers (Canada)","funders":"","keywords":"Citation; Boom; Computer science; World Wide Web; Library science; Operations research; Engineering","score_opus":0.056733534614048564,"score_gpt":0.23630429532459593,"score_spread":0.17957076071054737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054268016","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034545228,0.0033790076,0.00047718195,0.10041618,0.037902124,0.000036394486,0.0004362701,0.0001850621,0.85682225],"genre_scores_gemma":[0.0060706013,0.0029902065,0.00032327787,0.037044786,0.008859663,0.000028761498,0.00035306317,0.00021445449,0.9441153],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978309,0.00024358525,0.000070711736,0.00034060486,0.0011642822,0.0003499615],"domain_scores_gemma":[0.99639446,0.00031078717,0.000115151466,0.0004905898,0.0018917702,0.0007972899],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015093086,0.00063270616,0.0004856627,0.0009932691,0.0030261283,0.0105369575,0.0013659155,0.0065986337,0.4341979],"category_scores_gemma":[0.0086823655,0.00025388756,0.00056747685,0.0010787541,0.0016270278,0.00673533,0.0037328089,0.005211625,0.27451497],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007024442,0.0000054504612,0.000056467667,0.000034139408,0.0000012598911,0.000046121375,0.00009998738,0.000008110776,0.000058004287,0.018041046,0.96348333,0.018158976],"study_design_scores_gemma":[9.200037e-7,0.0000013909842,0.00003490585,0.000033921337,4.964373e-7,0.00002429748,0.00008211709,0.000003291742,0.000013535713,0.00149283,0.99831104,0.000001214589],"about_ca_topic_score_codex":0.0047952873,"about_ca_topic_score_gemma":0.009490136,"teacher_disagreement_score":0.4341979,"about_ca_system_score_codex":0.0035819393,"about_ca_system_score_gemma":0.0051960214,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2055809883","doi":"10.1145/1183236.1183240","title":"How they manage IT","year":2006,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Business","score_opus":0.19885882470723668,"score_gpt":0.401264004205314,"score_spread":0.20240517949807732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055809883","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13612878,0.004114926,0.009235935,0.070999496,0.000671945,0.000095342155,0.00017101906,0.00016489995,0.7784177],"genre_scores_gemma":[0.8782726,0.00353464,0.004575051,0.010285147,0.00017059626,0.000060882,0.00018773125,0.00012447544,0.10278891],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.996438,0.0011461424,0.00009778567,0.00030559988,0.0010160907,0.0009963574],"domain_scores_gemma":[0.99410063,0.0007832483,0.00052853377,0.00043359384,0.0014176519,0.002736296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026309069,0.00020917469,0.00016061732,0.0009473266,0.0025676459,0.012442087,0.00064998807,0.0019080581,0.0122877285],"category_scores_gemma":[0.010022678,0.00017882563,0.00021892731,0.0009795909,0.003802904,0.0070265085,0.0024298746,0.0022418674,0.005424424],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009980819,0.00031497827,0.046012368,0.00020800873,0.0001096487,0.00063002924,0.07069933,0.00093832414,0.0031252876,0.40163434,0.15689337,0.3193345],"study_design_scores_gemma":[0.000020149411,0.00008182059,0.014292168,0.0002541317,0.000023068478,0.00019251977,0.049799576,0.0005478596,0.00051099306,0.08415099,0.8500843,0.000042392614],"about_ca_topic_score_codex":0.018796576,"about_ca_topic_score_gemma":0.02482009,"teacher_disagreement_score":0.018796576,"about_ca_system_score_codex":0.002462603,"about_ca_system_score_gemma":0.0063534025,"threshold_uncertainty_score":0.04110658},"labels":[],"label_agreement":null},{"id":"W2057334711","doi":"10.1145/383845.383858","title":"Getting started with ASPECTJ","year":2001,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":540,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"PALO; Citation; Library science; Engineering; Computer science; Operating system","score_opus":0.07979108378174801,"score_gpt":0.3166823941252611,"score_spread":0.2368913103435131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057334711","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01169874,0.002722526,0.6800525,0.01213498,0.0051361867,0.00033287454,0.0009246494,0.12558389,0.16141365],"genre_scores_gemma":[0.08387532,0.0031368795,0.65641713,0.011498449,0.0030095554,0.00026184713,0.0049928334,0.08474516,0.15206283],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959407,0.0006125334,0.0002619878,0.00055113446,0.0022100976,0.0004236004],"domain_scores_gemma":[0.99231476,0.001347704,0.00025846146,0.0027288601,0.0024606653,0.0008896123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040283757,0.0009161413,0.0006818641,0.0011569242,0.0012953102,0.004628727,0.0016481847,0.0015203753,0.028711392],"category_scores_gemma":[0.014778199,0.001233969,0.0017343583,0.00090245786,0.00076968083,0.009498773,0.004309081,0.007828197,0.026876345],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027533283,0.00034875804,0.002956177,0.0004171785,0.00011849442,0.00041996635,0.0018159607,0.0006943466,0.020581761,0.0463048,0.2724683,0.65359885],"study_design_scores_gemma":[0.000060561848,0.00010649249,0.0015194955,0.00016263925,0.000076233366,0.00045334751,0.00024182016,0.0026189943,0.008930797,0.047684204,0.93806493,0.000080486156],"about_ca_topic_score_codex":0.00090890494,"about_ca_topic_score_gemma":0.0017164324,"teacher_disagreement_score":0.028711392,"about_ca_system_score_codex":0.00037160786,"about_ca_system_score_gemma":0.0013427014,"threshold_uncertainty_score":0.09604913},"labels":[],"label_agreement":null},{"id":"W2058170847","doi":"10.1145/1810891.1810914","title":"Constraint satisfaction problems and global cardinality constraints","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Constraint Satisfaction and Optimization","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Cardinality (data modeling); Constraint satisfaction problem; Constraint satisfaction dual problem; Constraint satisfaction; Constraint (computer-aided design); Set (abstract data type); Mathematics; Local consistency; Mathematical optimization; Constraint logic programming; Complexity of constraint satisfaction; Backtracking; Computer science; Constraint programming","score_opus":0.03179045529978212,"score_gpt":0.28164370821130946,"score_spread":0.24985325291152735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058170847","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032165054,0.006501838,0.9156349,0.007774723,0.0003152654,0.00035104618,0.001616172,0.0003387272,0.03530236],"genre_scores_gemma":[0.43196234,0.011682933,0.5304971,0.0025188308,0.0021370011,0.0012937145,0.0047967085,0.000385655,0.014725699],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99062294,0.0036999611,0.00046165916,0.0018466401,0.0025539873,0.00081488775],"domain_scores_gemma":[0.97396594,0.021940963,0.0013937432,0.0012131515,0.0010722721,0.0004139907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037462073,0.0019251406,0.0018797178,0.0014638668,0.0015731675,0.004658509,0.0021171828,0.0025724324,0.0099189365],"category_scores_gemma":[0.018992549,0.0008424741,0.00211565,0.0058124545,0.0044620316,0.0114205405,0.0034050583,0.008291183,0.0007576459],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113049326,0.0001370575,0.00074105663,0.0008580857,0.00016658523,0.00032513568,0.0006077739,0.087610155,0.0010327521,0.8442002,0.013209963,0.050998133],"study_design_scores_gemma":[0.00004923713,0.00003966208,0.0002874751,0.00010892484,0.00005000034,0.0002545213,0.00039966183,0.07560063,0.0009618292,0.90226996,0.01995293,0.000025222056],"about_ca_topic_score_codex":0.0030873546,"about_ca_topic_score_gemma":0.002426682,"teacher_disagreement_score":0.0099189365,"about_ca_system_score_codex":0.0025781537,"about_ca_system_score_gemma":0.002040877,"threshold_uncertainty_score":0.033182144},"labels":[],"label_agreement":null},{"id":"W2059210005","doi":"10.1145/944217.944243","title":"Evaluating modeling techniques based on models of learning","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Simon Fraser University","funders":"","keywords":"Computer science; Artificial intelligence; Domain (mathematical analysis); Grammar; Test (biology); Machine learning; Natural language processing; Mathematics; Linguistics","score_opus":0.19758733284042312,"score_gpt":0.372712511628928,"score_spread":0.17512517878850486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059210005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68072975,0.0019002645,0.299045,0.0006874647,0.00013940224,0.0010401797,0.0008865726,0.0026820446,0.012889333],"genre_scores_gemma":[0.8030939,0.0007313159,0.1920238,0.00013843567,0.000031530806,0.00054978934,0.0017379288,0.0002873034,0.0014060051],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9886779,0.006962406,0.0006123111,0.00087760773,0.0026921337,0.00017767896],"domain_scores_gemma":[0.8659906,0.11488741,0.0050971135,0.008254195,0.004940864,0.00082993356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0098854685,0.0013834375,0.0007227145,0.002944092,0.0004546456,0.0032126033,0.0016119519,0.0022021658,0.0028704677],"category_scores_gemma":[0.11862592,0.00040588493,0.0012151981,0.0018223336,0.00062222604,0.0070817713,0.0020715373,0.0015829712,0.00084827555],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003799654,0.0061348574,0.04792151,0.0021311291,0.0026726527,0.00017489554,0.0026558526,0.41761565,0.017511474,0.0243771,0.005071808,0.4699334],"study_design_scores_gemma":[0.0006537289,0.0033892053,0.012300593,0.0003513906,0.0008901376,0.00021976401,0.001009326,0.9317668,0.014354111,0.028062632,0.006845488,0.00015685873],"about_ca_topic_score_codex":0.0026454723,"about_ca_topic_score_gemma":0.0032095755,"teacher_disagreement_score":0.0098854685,"about_ca_system_score_codex":0.0014721517,"about_ca_system_score_gemma":0.0016074735,"threshold_uncertainty_score":0.05228001},"labels":[],"label_agreement":null},{"id":"W2059284345","doi":"10.1145/1897852.1897880","title":"Reaching out to the media","year":2011,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Work (physics); Multimedia; Data science; Human–computer interaction; Engineering","score_opus":0.32364811613180017,"score_gpt":0.33384101582941295,"score_spread":0.010192899697612778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059284345","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009368441,0.0103891175,0.0049061314,0.8038248,0.014238481,0.000060429513,0.00029543106,0.00046456963,0.15645257],"genre_scores_gemma":[0.3286309,0.018628828,0.0066510164,0.48942733,0.0192374,0.0002818423,0.00046343255,0.0015319878,0.13514729],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.988372,0.004786517,0.00031024264,0.0016194101,0.0029459265,0.0019658417],"domain_scores_gemma":[0.9733279,0.009103019,0.0018332605,0.0027391282,0.008083123,0.0049136006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009690422,0.0009874838,0.00063059106,0.0022055777,0.010654391,0.02576858,0.0017481087,0.010082602,0.05297259],"category_scores_gemma":[0.044572957,0.0007025462,0.00064355833,0.0017001316,0.02026345,0.049542602,0.010214505,0.01599742,0.020052781],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015974746,0.00010670429,0.0023012864,0.0005009987,0.000041891453,0.00030521085,0.013670408,0.000116194155,0.0019644694,0.3816679,0.5354792,0.06368605],"study_design_scores_gemma":[0.000030490984,0.000035417892,0.0009907361,0.00057622296,0.000018507302,0.0001815894,0.015733454,0.00014343507,0.0010529985,0.13109834,0.8500867,0.000052139578],"about_ca_topic_score_codex":0.007963961,"about_ca_topic_score_gemma":0.0060869744,"teacher_disagreement_score":0.05297259,"about_ca_system_score_codex":0.005381251,"about_ca_system_score_gemma":0.007156013,"threshold_uncertainty_score":0.17721093},"labels":[],"label_agreement":null},{"id":"W2061064808","doi":"10.1145/505248.506001","title":"A comparison of three delivery systems for teaching an information technology course","year":2002,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Innovation and Knowledge Management","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Knowledge management; Organizational learning; Leverage (statistics); Deliverable; Computer science; Process (computing); Knowledge economy; Macro; Information technology; Process management; Business; Management; Artificial intelligence","score_opus":0.08834036908310047,"score_gpt":0.3202195569914428,"score_spread":0.2318791879083423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061064808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9150803,0.0012394,0.032845497,0.0017308204,0.00043140177,0.0021045036,0.0015258464,0.002287779,0.042754333],"genre_scores_gemma":[0.9539079,0.0006324363,0.03176741,0.00037840658,0.00007370208,0.0008630591,0.0012212488,0.0002556766,0.010900272],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99426043,0.0025593482,0.00039671842,0.00033459987,0.0018353575,0.0006135946],"domain_scores_gemma":[0.96762216,0.019654203,0.0018978909,0.0020521092,0.0050419886,0.0037316182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008069961,0.00050461845,0.00051804096,0.0041808304,0.0012626697,0.0031570091,0.0016289599,0.0013083908,0.019094095],"category_scores_gemma":[0.03977432,0.0004014868,0.00079444493,0.002448144,0.00045973517,0.002054898,0.0015690768,0.0009595535,0.0039946334],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015131038,0.008142605,0.06362369,0.001681425,0.00026211192,0.0002412522,0.0018719767,0.012486041,0.0070647453,0.014517062,0.01281856,0.86215955],"study_design_scores_gemma":[0.0064361794,0.043636017,0.7238766,0.00093921047,0.0014600593,0.00070424064,0.008946929,0.10720875,0.017390843,0.009830094,0.07900269,0.000568411],"about_ca_topic_score_codex":0.008764081,"about_ca_topic_score_gemma":0.009031791,"teacher_disagreement_score":0.019094095,"about_ca_system_score_codex":0.00474506,"about_ca_system_score_gemma":0.0030343295,"threshold_uncertainty_score":0.06387603},"labels":[],"label_agreement":null},{"id":"W2063358261","doi":"10.1145/792704.792730","title":"Game-like navigation and responsiveness in non-game applications","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Speech and dialogue systems","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Human–computer interaction; Game design; Video game development","score_opus":0.02558136271059952,"score_gpt":0.283212504251202,"score_spread":0.25763114154060246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063358261","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58773124,0.0010438669,0.35341516,0.0005399966,0.00012705856,0.00033216708,0.000179737,0.008218279,0.04841248],"genre_scores_gemma":[0.96788263,0.00014924083,0.02429013,0.000120981036,0.000021458067,0.00011973829,0.000122034144,0.0002881003,0.007005653],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99907374,0.00051254005,0.000029384166,0.00009585866,0.00017207002,0.00011629513],"domain_scores_gemma":[0.9978708,0.0014450217,0.000074411255,0.0002270148,0.00022172322,0.00016099309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007505843,0.0005159245,0.00030710938,0.00029411638,0.0004200271,0.0017802141,0.0008729067,0.0010220166,0.0054962994],"category_scores_gemma":[0.0050540557,0.00035059566,0.00025698903,0.0002173023,0.0005703339,0.0019906254,0.0010180537,0.00065091765,0.0014213306],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005156394,0.002098897,0.013560142,0.0012807939,0.00013316276,0.0022644135,0.0073632095,0.0314376,0.39909554,0.09784398,0.014924186,0.4248417],"study_design_scores_gemma":[0.0005379942,0.004014723,0.03817639,0.00025978262,0.00022265145,0.0045699645,0.0039738216,0.6093214,0.15045588,0.09397932,0.09415785,0.0003302632],"about_ca_topic_score_codex":0.0010787977,"about_ca_topic_score_gemma":0.0013145293,"teacher_disagreement_score":0.0054962994,"about_ca_system_score_codex":0.00021714819,"about_ca_system_score_gemma":0.0002639269,"threshold_uncertainty_score":0.01838696},"labels":[],"label_agreement":null},{"id":"W2064015040","doi":"10.1145/859670.859695","title":"Extracting library-based Java applications","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Computer science; Java; Programming language; Operating system","score_opus":0.04705089450606053,"score_gpt":0.30345290938477926,"score_spread":0.2564020148787187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064015040","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054413706,0.0015420524,0.8431234,0.0007866578,0.00030448486,0.0005613809,0.003813344,0.088322125,0.0071328096],"genre_scores_gemma":[0.13224186,0.0013646793,0.82653004,0.0005217029,0.00018446498,0.00042197952,0.013501052,0.01181174,0.013422399],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998475,0.00017891367,0.00020685939,0.00029426566,0.0007071808,0.0001378066],"domain_scores_gemma":[0.99400604,0.0025640028,0.00045076766,0.0012968021,0.0015122783,0.00017012628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008577282,0.0015392496,0.0010070149,0.0031992898,0.00069974316,0.0020222438,0.0016096369,0.0008074617,0.0044093365],"category_scores_gemma":[0.008796803,0.0009902706,0.0017331938,0.0029837026,0.0004595301,0.004354693,0.0028256476,0.0014428735,0.004488233],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045693462,0.00024922888,0.0060472176,0.0010452237,0.000115753945,0.00068298896,0.00039793306,0.0038848,0.12917197,0.0058084494,0.032982033,0.81915754],"study_design_scores_gemma":[0.00024226477,0.00036244153,0.012074675,0.0002623354,0.00042904567,0.0016766506,0.00051489484,0.13442558,0.5999492,0.027964417,0.22186802,0.0002304934],"about_ca_topic_score_codex":0.0015263392,"about_ca_topic_score_gemma":0.0032039555,"teacher_disagreement_score":0.0044093365,"about_ca_system_score_codex":0.0004385894,"about_ca_system_score_gemma":0.0016549645,"threshold_uncertainty_score":0.014750719},"labels":[],"label_agreement":null},{"id":"W2064650866","doi":"10.1145/1646353.1646386","title":"Designs for effective implementation of trust assurances in internet stores","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of New Brunswick","funders":"","keywords":"The Internet; Internet privacy; Business; Trustworthiness; Hacker; Computer security; Credit card; Computer science; Nothing; World Wide Web; Finance","score_opus":0.18918752016491236,"score_gpt":0.48229516257819033,"score_spread":0.29310764241327797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064650866","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10596427,0.00085496076,0.7897408,0.0060158535,0.00043437147,0.011485498,0.00027894982,0.0036222816,0.08160303],"genre_scores_gemma":[0.42476708,0.0005790114,0.5569168,0.0009055012,0.00008094177,0.008393127,0.00018837347,0.00016617487,0.0080030365],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9807339,0.013296937,0.0013308213,0.001038672,0.0023962178,0.0012035031],"domain_scores_gemma":[0.9370312,0.026947789,0.009417914,0.011916906,0.010960918,0.0037252193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02527922,0.00084856537,0.00038265908,0.0014509396,0.0017930057,0.0034392315,0.0023947957,0.0021761328,0.01580818],"category_scores_gemma":[0.05974662,0.0010653462,0.00077574316,0.0008748881,0.0023878997,0.0059550563,0.004364723,0.0019902627,0.0030324848],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093542296,0.0039816583,0.022487378,0.0034104998,0.00017216706,0.00056708086,0.014719586,0.016414955,0.01406433,0.2737455,0.016550697,0.6329507],"study_design_scores_gemma":[0.0026318538,0.014791251,0.033537924,0.005928893,0.00084902276,0.0012810733,0.020458465,0.09414803,0.034888078,0.35976282,0.43120152,0.00052099326],"about_ca_topic_score_codex":0.0013422238,"about_ca_topic_score_gemma":0.0016267921,"teacher_disagreement_score":0.02527922,"about_ca_system_score_codex":0.0035081212,"about_ca_system_score_gemma":0.0065309745,"threshold_uncertainty_score":0.1336909},"labels":[],"label_agreement":null},{"id":"W2065105974","doi":"10.1145/948383.948407","title":"TransLight","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Optical Network Technologies","field":"Engineering","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canarie","funders":"","keywords":"Computer science; Computer network; Telecommunications","score_opus":0.026638206843864917,"score_gpt":0.25182380762459367,"score_spread":0.22518560078072875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065105974","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00583976,0.0004846592,0.008103954,0.009457226,0.003909952,0.0002905944,0.006742082,0.0064268215,0.95874506],"genre_scores_gemma":[0.015021267,0.00039061758,0.0028560634,0.0023995265,0.00032509895,0.00013781911,0.004851783,0.0014384807,0.97257936],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99919456,0.000091318514,0.000013485406,0.0001728575,0.00033878846,0.00018901797],"domain_scores_gemma":[0.9986318,0.0001658714,0.000039342944,0.00025437263,0.0004538031,0.00045488114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013962813,0.0005676778,0.0003910625,0.00079486327,0.0018944201,0.0034144693,0.00091450824,0.0016029335,0.40020663],"category_scores_gemma":[0.0016673044,0.00027041623,0.0004709375,0.00063081854,0.0008759441,0.0021179758,0.0016552103,0.002374958,0.16588588],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008372717,0.00016868468,0.00065696717,0.00016771101,0.000011211586,0.00027268514,0.00025042976,0.00017235833,0.012392449,0.027919171,0.8671427,0.09000839],"study_design_scores_gemma":[0.00007192041,0.00017532594,0.00054450775,0.000026742466,0.0000061088926,0.00009336529,0.000120474346,0.00028448302,0.0032062188,0.0025223626,0.99293643,0.000012088286],"about_ca_topic_score_codex":0.0026958648,"about_ca_topic_score_gemma":0.0066813724,"teacher_disagreement_score":0.40020663,"about_ca_system_score_codex":0.0010044785,"about_ca_system_score_gemma":0.0016986926,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2067071951","doi":"10.1145/2240236.2240249","title":"The internet is everywhere, but the payoff is not","year":2012,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"ICT Impact and Policies","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Stochastic game; Computer science; The Internet; Mathematical economics; World Wide Web; Economics","score_opus":0.05008356338049907,"score_gpt":0.28992117326233646,"score_spread":0.2398376098818374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067071951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64955837,0.011493833,0.028540647,0.0946613,0.0002842176,0.00007651331,0.0013025901,0.00012634441,0.21395618],"genre_scores_gemma":[0.9836287,0.004905767,0.0038326485,0.0022183298,0.00017903993,0.000027626205,0.00023704146,0.00005731963,0.004913516],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987047,0.0005714836,0.000055803514,0.00016741159,0.00031749782,0.00018306186],"domain_scores_gemma":[0.988462,0.00664679,0.0013440598,0.0012685162,0.0016625636,0.0006161682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023445797,0.00020729683,0.00030465802,0.0037293737,0.0011273237,0.0059861583,0.00051767786,0.00082337833,0.0064820205],"category_scores_gemma":[0.018415937,0.0002817352,0.00020334049,0.005879193,0.0033357004,0.011759614,0.0018144457,0.0019441999,0.0010135189],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014501059,0.00017676193,0.20756699,0.00029458877,0.00016723662,0.00015709361,0.0026573983,0.002333782,0.0011925044,0.5972289,0.015967436,0.17211224],"study_design_scores_gemma":[0.000016804706,0.00008624757,0.22509538,0.0004860014,0.00005695068,0.00032616113,0.012982715,0.005079063,0.0012220253,0.67982596,0.074767105,0.000055565888],"about_ca_topic_score_codex":0.004963413,"about_ca_topic_score_gemma":0.014036472,"teacher_disagreement_score":0.0064820205,"about_ca_system_score_codex":0.0015138908,"about_ca_system_score_gemma":0.0011392962,"threshold_uncertainty_score":0.021684587},"labels":[],"label_agreement":null},{"id":"W2067853605","doi":"10.1145/1995376.1995387","title":"Corporate social responsibility and global IT outsourcing","year":2011,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Outsourcing and Supply Chain Management","field":"Business, Management and Accounting","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Outsourcing; Business; Corporate social responsibility; Social responsibility; Knowledge process outsourcing; Business administration; Industrial organization; Process management; Public relations; Marketing; Political science","score_opus":0.13674732625560956,"score_gpt":0.27934986877992024,"score_spread":0.14260254252431068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067853605","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044068426,0.030490808,0.0064734877,0.49321166,0.0012390083,0.00003071924,0.00003389208,0.000048181802,0.42440385],"genre_scores_gemma":[0.9550174,0.013016512,0.001149553,0.011030248,0.00067866367,0.000027758468,0.00002036087,0.000028675362,0.01903087],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99769384,0.0014058468,0.00004004058,0.000114004964,0.00035383017,0.00039241064],"domain_scores_gemma":[0.9966331,0.0012357541,0.00043421861,0.00021255722,0.0005522387,0.00093215046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036665904,0.0002430328,0.00017101606,0.0006837164,0.0024524294,0.0047941566,0.00030375432,0.0022554337,0.0057178224],"category_scores_gemma":[0.004368747,0.00009617447,0.00022470906,0.00083042163,0.014843637,0.0056944406,0.00331862,0.0026265176,0.00051094877],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015222037,0.000032401447,0.0014796408,0.000067091336,0.000013606302,0.00012365442,0.007016951,0.00039732663,0.00011537694,0.93578774,0.020679345,0.034271784],"study_design_scores_gemma":[0.000015126386,0.000035715333,0.0032763483,0.00027901356,0.0000106727975,0.00015292197,0.012470847,0.00033718607,0.00021119983,0.79993576,0.18325458,0.00002047223],"about_ca_topic_score_codex":0.0055668354,"about_ca_topic_score_gemma":0.009762266,"teacher_disagreement_score":0.0057178224,"about_ca_system_score_codex":0.0035717357,"about_ca_system_score_gemma":0.006133864,"threshold_uncertainty_score":0.025914848},"labels":[],"label_agreement":null},{"id":"W2070019648","doi":"10.1145/1978542.1978569","title":"Cyberwarfare","year":2011,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University at Albany; University of Toronto; U.S. Department of Defense","keywords":"Cyberwarfare; Offensive; Hacker; Espionage; Disinformation; Political science; Computer security; China; Battlefield; Law and economics; Law; Computer science; History; Operations research; Engineering; Sociology","score_opus":0.09912370926563129,"score_gpt":0.2934110457055475,"score_spread":0.1942873364399162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070019648","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016938504,0.009040721,0.016301684,0.0058509107,0.0017665119,0.00029648075,0.00041975884,0.00043022243,0.9489552],"genre_scores_gemma":[0.49522316,0.022848314,0.014808212,0.0077953152,0.0015756862,0.0003466964,0.0013914694,0.00020186965,0.45580924],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980196,0.0003646365,0.000105451865,0.0003027848,0.000918011,0.00028963183],"domain_scores_gemma":[0.9984189,0.00034029892,0.00026291684,0.0004818787,0.00032873827,0.00016721354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008993269,0.00079219515,0.0003680415,0.0015441036,0.0020281698,0.0045036892,0.0007849823,0.0016045604,0.034378517],"category_scores_gemma":[0.0036771686,0.00018586477,0.0003696171,0.0010134658,0.0030065991,0.0036349418,0.00321559,0.0016352347,0.011447004],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061031653,0.000115796734,0.0043081786,0.00082701526,0.00004671977,0.000694862,0.0027952285,0.0006134048,0.0024785332,0.5320764,0.11531088,0.34067196],"study_design_scores_gemma":[0.000008495167,0.00006418647,0.0030007516,0.0005456,0.0000093143,0.0015756971,0.00094344356,0.00021790591,0.0014429408,0.03847687,0.9536962,0.000018632712],"about_ca_topic_score_codex":0.0010443989,"about_ca_topic_score_gemma":0.0011764909,"teacher_disagreement_score":0.034378517,"about_ca_system_score_codex":0.0010908019,"about_ca_system_score_gemma":0.0018283126,"threshold_uncertainty_score":0.11500764},"labels":[],"label_agreement":null},{"id":"W2070787093","doi":"10.1145/1060710.1060716","title":"Scale-free geometry in OO programs","year":2005,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Computability, Logic, AI Algorithms","field":"Computer Science","cited_by":198,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Scale (ratio); Computer graphics (images); Geometry; Programming language; Engineering drawing; Mathematics; Engineering; Cartography; Geography","score_opus":0.043784538552229905,"score_gpt":0.28950073382088015,"score_spread":0.24571619526865024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070787093","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1601278,0.0012337237,0.77939105,0.0020537516,0.00014090352,0.00006539955,0.00012613622,0.0011042439,0.05575692],"genre_scores_gemma":[0.8911488,0.0008315696,0.09494268,0.00030696974,0.00019401223,0.000111395384,0.00014004501,0.0004007823,0.011923681],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989864,0.00021541626,0.000066525,0.00022364827,0.00040175612,0.00010609052],"domain_scores_gemma":[0.99785244,0.0010445695,0.00022290132,0.00050637097,0.0002018202,0.00017190083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072301895,0.00030293674,0.00039461418,0.000874771,0.0011798402,0.0027454528,0.0006883443,0.0009832573,0.003055897],"category_scores_gemma":[0.004420485,0.00059403555,0.0006113173,0.0008917595,0.005819786,0.0056598624,0.0025631117,0.0014315711,0.00046725964],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015805674,0.000007991568,0.00027023253,0.000034399523,0.000003621246,0.00009230502,0.00041013086,0.0042642327,0.0012779657,0.98460996,0.0005364945,0.008476853],"study_design_scores_gemma":[0.000016885278,0.000020646117,0.0003547058,0.000013869597,0.000007139497,0.00012032206,0.00010320805,0.01163066,0.001470195,0.9733782,0.012870795,0.000013297186],"about_ca_topic_score_codex":0.0015447139,"about_ca_topic_score_gemma":0.0010311317,"teacher_disagreement_score":0.003055897,"about_ca_system_score_codex":0.00097446016,"about_ca_system_score_gemma":0.00049131847,"threshold_uncertainty_score":0.010223031},"labels":[],"label_agreement":null},{"id":"W2072319707","doi":"10.1145/1284621.1284648","title":"Toward a world with quantum computers","year":2007,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Quantum computer; Quantum; Physics; Quantum mechanics","score_opus":0.03616090230657024,"score_gpt":0.27645661848171954,"score_spread":0.2402957161751493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072319707","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010209304,0.56070036,0.050009448,0.24112096,0.0063248347,0.000049349717,0.00024227992,0.00034674985,0.13099684],"genre_scores_gemma":[0.28058243,0.58015764,0.045396503,0.04249312,0.010845942,0.00016208428,0.00027912995,0.00022888697,0.039854277],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989078,0.00045632012,0.00003371572,0.00011021021,0.00035336587,0.00013869796],"domain_scores_gemma":[0.9982838,0.0008823119,0.00009963557,0.00018815286,0.00033368406,0.00021237007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002233815,0.000455854,0.0005671857,0.0013456066,0.0026092106,0.0047221775,0.0008032538,0.0031984004,0.008286898],"category_scores_gemma":[0.0040214504,0.00035212928,0.0003468673,0.0017067824,0.008729822,0.019206842,0.0034237271,0.0050960314,0.0017543313],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021739692,0.000022255,0.0002311625,0.00031859777,0.00001122564,0.00007749379,0.00063143694,0.00039879905,0.00054434506,0.90796995,0.046452112,0.043320857],"study_design_scores_gemma":[0.000004956699,0.000020717065,0.00019721524,0.00029719403,0.0000051975894,0.00011913972,0.0005626034,0.0006364237,0.00038988635,0.58397883,0.41377437,0.000013527936],"about_ca_topic_score_codex":0.0015572811,"about_ca_topic_score_gemma":0.0030998413,"teacher_disagreement_score":0.008286898,"about_ca_system_score_codex":0.0019252864,"about_ca_system_score_gemma":0.002969063,"threshold_uncertainty_score":0.027722418},"labels":[],"label_agreement":null},{"id":"W2072363968","doi":"10.1145/1230819.1241684","title":"The rime of the ancyent programmer","year":2007,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Programmer; Hard rime; Set (abstract data type); Computer science; Programming language; Meteorology; Geography","score_opus":0.01932745973427878,"score_gpt":0.25730910376747773,"score_spread":0.23798164403319896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072363968","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007996045,0.015761323,0.03402679,0.47991565,0.053497598,0.00006781196,0.00017545343,0.0030558195,0.40550348],"genre_scores_gemma":[0.054605063,0.008531745,0.01727436,0.11316082,0.0077150147,0.00007507133,0.0002057536,0.0024902164,0.79594195],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917922,0.0025500492,0.00030643065,0.0010384958,0.0034973244,0.00081551744],"domain_scores_gemma":[0.96363264,0.005781897,0.0012048812,0.006413467,0.00909255,0.013874588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00764468,0.00075134216,0.00051786815,0.0013016149,0.008565119,0.01477001,0.0012066276,0.0031574112,0.06312565],"category_scores_gemma":[0.037312035,0.000701529,0.00047647298,0.0010183419,0.007949467,0.012046989,0.008423784,0.011162978,0.04418989],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076731325,0.000031875108,0.001250129,0.00011131215,0.000008609796,0.00019069188,0.0038882447,0.000050740404,0.000898942,0.06260664,0.838146,0.09274008],"study_design_scores_gemma":[0.0000034044185,0.000013153378,0.00022414683,0.00010339344,0.0000024840979,0.00028419466,0.0011506926,0.000060712286,0.00014299802,0.0047863456,0.99321634,0.000012194819],"about_ca_topic_score_codex":0.0039789104,"about_ca_topic_score_gemma":0.010263854,"teacher_disagreement_score":0.06312565,"about_ca_system_score_codex":0.0025221293,"about_ca_system_score_gemma":0.0062201335,"threshold_uncertainty_score":0.21117628},"labels":[],"label_agreement":null},{"id":"W2072410091","doi":"10.1145/376134.376143","title":"International perspectives: wiring the wilderness in Alaska and the Yukon","year":2001,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Atlanta; Wilderness; Citation; Telecommunications; Library science; Computer science; History; Archaeology","score_opus":0.05303869961329794,"score_gpt":0.32466656522739923,"score_spread":0.2716278656141013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072410091","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15281251,0.09250381,0.0024178275,0.24767826,0.006153987,0.000027775197,0.0002393567,0.000088362634,0.49807814],"genre_scores_gemma":[0.721379,0.09119823,0.0017928889,0.012993813,0.0005372309,0.0000494092,0.00021270166,0.000088297216,0.17174846],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99927336,0.00022159253,0.000029133442,0.00006769633,0.0000969231,0.00031126596],"domain_scores_gemma":[0.99942756,0.000078954676,0.000051014413,0.000025461915,0.00013349717,0.0002836772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001065498,0.0003709343,0.00026107382,0.0007063867,0.012136846,0.0071727205,0.0007611699,0.0023124658,0.017392134],"category_scores_gemma":[0.000845481,0.00013259285,0.00019738817,0.0017519104,0.0053097894,0.005697209,0.005457142,0.0022057006,0.0011037135],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014201725,0.00013815732,0.029941102,0.0007935668,0.000038885402,0.004328288,0.22973357,0.0008324595,0.0020830887,0.2366862,0.2245292,0.27075344],"study_design_scores_gemma":[0.0000017885119,0.000030193778,0.006696519,0.00044387885,0.000013830247,0.0003252536,0.37231135,0.000030859203,0.0002067568,0.009519142,0.6104014,0.000019001525],"about_ca_topic_score_codex":0.11948007,"about_ca_topic_score_gemma":0.28214115,"teacher_disagreement_score":0.8805199,"about_ca_system_score_codex":0.0034344362,"about_ca_system_score_gemma":0.009489347,"threshold_uncertainty_score":0.23756927},"labels":[],"label_agreement":null},{"id":"W2073365563","doi":"10.1145/1183236.1183267","title":"Multi-level customization in application engineering","year":2006,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Personalization; Computer science; Systems engineering; Software engineering; Engineering; World Wide Web","score_opus":0.0802936213101913,"score_gpt":0.3105815597578868,"score_spread":0.23028793844769552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073365563","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0096019665,0.00037498667,0.9816543,0.0003501329,0.000042817326,0.00010885669,0.00005060539,0.004524974,0.0032914064],"genre_scores_gemma":[0.21385773,0.00059790484,0.77609104,0.00038967255,0.00007286126,0.00025879295,0.0003915935,0.0017195643,0.006620877],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99318004,0.0024232497,0.0008172936,0.0010822662,0.0020088046,0.00048835744],"domain_scores_gemma":[0.9763383,0.009115013,0.0012993197,0.01159938,0.0012640859,0.00038378965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010027734,0.00082293514,0.0009822176,0.0013776249,0.0007194871,0.0045477105,0.0032271896,0.0018879485,0.0043493104],"category_scores_gemma":[0.023024196,0.0018226408,0.0016357399,0.0012779635,0.0023930455,0.010667174,0.0063478933,0.0041130707,0.0015043096],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003530884,0.00033854682,0.0060373535,0.0006713691,0.00035422874,0.0006715673,0.002370952,0.06441954,0.029010851,0.35809812,0.009428087,0.5282463],"study_design_scores_gemma":[0.000077254386,0.00018799395,0.0020846387,0.00038475316,0.00027344274,0.00071436435,0.0004052259,0.3965416,0.05146403,0.45396164,0.09376006,0.00014502932],"about_ca_topic_score_codex":0.0014216197,"about_ca_topic_score_gemma":0.0025719455,"teacher_disagreement_score":0.010027734,"about_ca_system_score_codex":0.0011078538,"about_ca_system_score_gemma":0.0013651262,"threshold_uncertainty_score":0.0530324},"labels":[],"label_agreement":null},{"id":"W2076958460","doi":"10.1145/506218.506221","title":"Designing the Internet for a networked society","year":2002,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Social Media and Politics","field":"Social Sciences","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"The Internet; Work (physics); Internet privacy; Sociology; World Wide Web; Computer science; Engineering","score_opus":0.18795005375151938,"score_gpt":0.375801991212473,"score_spread":0.1878519374609536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076958460","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036936443,0.0039028213,0.5424245,0.022315592,0.001179954,0.00045261884,0.00008900626,0.0021321427,0.39056692],"genre_scores_gemma":[0.43290898,0.006042112,0.47334313,0.0030467098,0.00040240414,0.00082269753,0.0002568381,0.0010434871,0.082133524],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982765,0.0011110252,0.000071287475,0.00014519556,0.00025604956,0.00013991394],"domain_scores_gemma":[0.9988361,0.0004100518,0.00005724651,0.00026354069,0.00018892206,0.00024405417],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0026189287,0.00042617536,0.00022223363,0.0008422217,0.0036788255,0.008118182,0.0010747019,0.0023845546,0.008558383],"category_scores_gemma":[0.004301454,0.00051270315,0.0004039041,0.0006308979,0.003991264,0.01209398,0.003951241,0.0017375703,0.002946286],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029245024,0.00008133657,0.0014390945,0.0002943565,0.000028464876,0.0005653654,0.009781389,0.0052792425,0.0047701667,0.8308299,0.031512097,0.1153894],"study_design_scores_gemma":[0.000023329121,0.0000742783,0.00045774126,0.00026979667,0.000048999816,0.0004947985,0.00727705,0.009596133,0.0021792594,0.29006168,0.68948245,0.000034558565],"about_ca_topic_score_codex":0.0013532457,"about_ca_topic_score_gemma":0.002199885,"teacher_disagreement_score":0.9963212,"about_ca_system_score_codex":0.0010465797,"about_ca_system_score_gemma":0.0016387,"threshold_uncertainty_score":0.028630674},"labels":[],"label_agreement":null},{"id":"W2077193853","doi":"10.1145/1562764.1562798","title":"Human interaction for high-quality machine translation","year":2009,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Machine translation; Quality (philosophy); Computer science; Task (project management); Newspaper; Artificial intelligence; Field (mathematics); Point (geometry); Globalization; Natural language processing; Political science; Law; Management; Economics","score_opus":0.09096658317031812,"score_gpt":0.41161388785084935,"score_spread":0.3206473046805312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077193853","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012045428,0.014241934,0.6888607,0.011747862,0.0028253046,0.00066222314,0.0014686409,0.021092787,0.24705517],"genre_scores_gemma":[0.43783125,0.0071422467,0.4081193,0.007883385,0.0026737694,0.0012850442,0.0032941727,0.004146548,0.12762432],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99458176,0.0027133825,0.00020769186,0.0008286852,0.0014331696,0.00023523039],"domain_scores_gemma":[0.9922808,0.0045544617,0.00031163773,0.0012116879,0.0012602764,0.00038105846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003624078,0.0012385348,0.0007291245,0.00087497785,0.0014164803,0.005206391,0.0017227256,0.0033925392,0.14171903],"category_scores_gemma":[0.013814568,0.00043056384,0.00060200086,0.0009464389,0.0017577517,0.004016381,0.005311971,0.0014184228,0.051840592],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071472436,0.00014313107,0.0012906963,0.0022624067,0.00008822912,0.0007281756,0.0021878888,0.0037208423,0.03079377,0.039894305,0.18819268,0.7299832],"study_design_scores_gemma":[0.00010024248,0.00031368574,0.0033052557,0.00079364044,0.0000810897,0.0017666216,0.0012273572,0.025629597,0.013896132,0.086595304,0.86610806,0.00018305313],"about_ca_topic_score_codex":0.0010834076,"about_ca_topic_score_gemma":0.0010773609,"teacher_disagreement_score":0.14171903,"about_ca_system_score_codex":0.0008598882,"about_ca_system_score_gemma":0.0010005978,"threshold_uncertainty_score":0.47409737},"labels":[],"label_agreement":null},{"id":"W2077678195","doi":"10.1145/1924421.1924437","title":"Returning control to the programmer","year":2011,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Embedded Systems Design Techniques","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Programmer; Computer science; Control (management); Programming language; Operating system; Artificial intelligence","score_opus":0.1090633888254159,"score_gpt":0.30003633065696406,"score_spread":0.19097294183154817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077678195","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03437959,0.0011273645,0.82231534,0.009767181,0.0017884987,0.00022214625,0.00031397544,0.03494448,0.095141485],"genre_scores_gemma":[0.5233359,0.0018245687,0.2623584,0.0122702485,0.0010940086,0.0003420887,0.00064788875,0.019718107,0.17840876],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997303,0.00067891524,0.00014494572,0.00052298006,0.0009366528,0.00041355446],"domain_scores_gemma":[0.9902644,0.002304607,0.00028491265,0.00559279,0.0011416953,0.00041158672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026684958,0.0010413661,0.0007303941,0.000701417,0.0012396472,0.0069800345,0.0019633193,0.0016037128,0.022388741],"category_scores_gemma":[0.01580031,0.0008074047,0.0007256565,0.00064112124,0.003951473,0.008131033,0.005227195,0.005167795,0.007273619],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010144652,0.00029826272,0.005518159,0.0006513955,0.000102654325,0.00081542635,0.008343577,0.0041438146,0.04509519,0.52697295,0.08994869,0.3170955],"study_design_scores_gemma":[0.00019537413,0.00024332495,0.0009353263,0.00038163018,0.00012798258,0.0005406788,0.0011725747,0.035450004,0.06736678,0.302186,0.5912324,0.0001678605],"about_ca_topic_score_codex":0.0019903537,"about_ca_topic_score_gemma":0.002070942,"teacher_disagreement_score":0.022388741,"about_ca_system_score_codex":0.0009759946,"about_ca_system_score_gemma":0.0017697201,"threshold_uncertainty_score":0.074897766},"labels":[],"label_agreement":null},{"id":"W2079742340","doi":"10.1145/1735223.1735254","title":"Roles of the external IT project manager","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Project manager; Business; Project management; Project management triangle; Knowledge management; Functional manager; Project sponsorship; Scope (computer science); Project charter; Project stakeholder; Process management; Public relations; Computer science; Management; Political science","score_opus":0.028292087405577607,"score_gpt":0.26714683118385046,"score_spread":0.23885474377827287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079742340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45677853,0.005580248,0.047508534,0.059350237,0.0035397895,0.0014193734,0.00075088756,0.0018971502,0.42317525],"genre_scores_gemma":[0.8483357,0.0022264281,0.014677788,0.0050166487,0.00056638365,0.0005937886,0.00037753652,0.00017429522,0.12803137],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9942114,0.0031647338,0.00030486146,0.0004606525,0.00082170474,0.0010367064],"domain_scores_gemma":[0.98780257,0.0012704158,0.00079172605,0.0003277052,0.0022335993,0.0075741266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052292435,0.00050302694,0.00024596442,0.0008862499,0.0031900727,0.00470133,0.00067095616,0.00077576796,0.03223253],"category_scores_gemma":[0.008957248,0.00032541816,0.00015281932,0.00062817155,0.0016261201,0.0022795582,0.0028776529,0.0013200758,0.0059015253],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038245704,0.0005737025,0.07981432,0.0008815142,0.000044199292,0.0063069314,0.14920013,0.00058239757,0.0075626504,0.053688068,0.3152431,0.38572058],"study_design_scores_gemma":[0.00004015333,0.0005283285,0.019955952,0.00089145283,0.000024674437,0.004825316,0.099851705,0.00069525937,0.0014644699,0.0038169625,0.86783165,0.00007404729],"about_ca_topic_score_codex":0.0012382411,"about_ca_topic_score_gemma":0.0010060717,"teacher_disagreement_score":0.03223253,"about_ca_system_score_codex":0.0012533177,"about_ca_system_score_gemma":0.004113366,"threshold_uncertainty_score":0.10782856},"labels":[],"label_agreement":null},{"id":"W2079993456","doi":"10.1145/1409360.1409389","title":"From Genesis to Revelations","year":2008,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"ICT Impact and Policies","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Citation; Watson; Library science; History; Media studies; Computer science; Sociology; Artificial intelligence","score_opus":0.06563030967218579,"score_gpt":0.28830920568144547,"score_spread":0.22267889600925966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079993456","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06960122,0.014993862,0.004803523,0.05954894,0.001366596,0.000036622398,0.00013922683,0.00013994981,0.84936994],"genre_scores_gemma":[0.89136344,0.005107458,0.0008699944,0.0037667505,0.00030460223,0.000031407588,0.000065219625,0.00017607737,0.09831497],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957088,0.002661466,0.00008639085,0.00036860516,0.0005054554,0.00066925166],"domain_scores_gemma":[0.99618834,0.0016901437,0.00030569907,0.00063950574,0.0003856516,0.00079078856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041311756,0.00031524058,0.0003301222,0.0010048308,0.0108346725,0.0119140055,0.0008286708,0.0021145009,0.029337382],"category_scores_gemma":[0.00993874,0.00029907553,0.00025411302,0.0014024401,0.020142594,0.0149217695,0.010111289,0.0039621666,0.0033236202],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039697978,0.000016088026,0.0010001385,0.000068875976,0.000004505705,0.00039359735,0.14803328,0.000031442072,0.00018346567,0.79833037,0.028530072,0.023368511],"study_design_scores_gemma":[0.0000073639217,0.000018024508,0.0009457627,0.00031246623,0.0000040584177,0.0004139685,0.086992376,0.0000732596,0.00031564067,0.100693285,0.810212,0.000011748081],"about_ca_topic_score_codex":0.004333454,"about_ca_topic_score_gemma":0.0071944925,"teacher_disagreement_score":0.029337382,"about_ca_system_score_codex":0.0044737244,"about_ca_system_score_gemma":0.004061636,"threshold_uncertainty_score":0.09814328},"labels":[],"label_agreement":null},{"id":"W2080754942","doi":"10.1145/1232743.1232746","title":"How to avoid disappointment by design","year":2007,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"ERP Systems Implementation and Impact","field":"Business, Management and Accounting","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Disappointment; Stakeholder; Computer science; Risk analysis (engineering); Business; Economics; Management; Psychology","score_opus":0.09784402120495653,"score_gpt":0.3288334125327242,"score_spread":0.23098939132776766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080754942","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025823385,0.010613048,0.44798443,0.36313635,0.007081565,0.00072854175,0.0001625212,0.004563067,0.13990705],"genre_scores_gemma":[0.44113,0.0067488984,0.39380062,0.0794003,0.0016947226,0.0010484662,0.0002454037,0.0033587124,0.07257281],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95647717,0.021055715,0.0017137497,0.0027279225,0.015725635,0.0022998133],"domain_scores_gemma":[0.92606866,0.020177286,0.0051034684,0.018501561,0.025506437,0.0046424954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0355015,0.001525368,0.00082842365,0.001571083,0.0045491317,0.01142766,0.003163557,0.00761581,0.008233496],"category_scores_gemma":[0.09883513,0.0009083222,0.00088796864,0.00091313524,0.011913187,0.016840966,0.0046063242,0.0077144187,0.008350403],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025288723,0.0006213148,0.0064200293,0.0020421126,0.00046047135,0.0008641977,0.016709598,0.007847308,0.0074093495,0.22288482,0.3475819,0.38690606],"study_design_scores_gemma":[0.0001914813,0.00054728444,0.0025265932,0.0012696058,0.00024174269,0.0013027659,0.009966606,0.006102972,0.006985744,0.3570633,0.61352,0.0002818719],"about_ca_topic_score_codex":0.003487482,"about_ca_topic_score_gemma":0.0050649513,"teacher_disagreement_score":0.0355015,"about_ca_system_score_codex":0.0036046973,"about_ca_system_score_gemma":0.009931321,"threshold_uncertainty_score":0.18775207},"labels":[],"label_agreement":null},{"id":"W2080928917","doi":"10.1145/792704.792736","title":"Moving vs. inviting software agents","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Computer science; Software; Software engineering; Programming language","score_opus":0.07523893865109754,"score_gpt":0.3018766447599756,"score_spread":0.22663770610887807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080928917","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33869964,0.0068995645,0.21514158,0.083366476,0.0015261226,0.0006589662,0.0003299746,0.00069181016,0.3526858],"genre_scores_gemma":[0.95670515,0.0017392496,0.031428244,0.0016639587,0.00027923725,0.0001632493,0.00006716576,0.00011067785,0.007843095],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99207366,0.0044893967,0.00037615723,0.0007496355,0.0013765612,0.00093445554],"domain_scores_gemma":[0.9711222,0.018257173,0.0040697455,0.0018987363,0.0028431707,0.0018089303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011450346,0.00088035,0.0010641685,0.00123024,0.0017603901,0.007042856,0.0021166701,0.005796893,0.009737911],"category_scores_gemma":[0.06274145,0.0004987992,0.00084641774,0.001367792,0.0034655458,0.013763308,0.0016763478,0.0033537196,0.001807344],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010910621,0.00047813964,0.008720447,0.001006413,0.0003350421,0.00039131258,0.004072606,0.012803639,0.003941206,0.73954874,0.010098348,0.21751308],"study_design_scores_gemma":[0.00036047943,0.00087751105,0.006401145,0.0005383651,0.00056185614,0.00064972613,0.011248232,0.04641405,0.004277286,0.8979011,0.030613555,0.00015671623],"about_ca_topic_score_codex":0.0017341569,"about_ca_topic_score_gemma":0.0028859754,"teacher_disagreement_score":0.011450346,"about_ca_system_score_codex":0.001474878,"about_ca_system_score_gemma":0.002772306,"threshold_uncertainty_score":0.060555935},"labels":[],"label_agreement":null},{"id":"W2081527655","doi":"10.1145/953460.953511","title":"A human capital perspective of skill acquisition and interface loyalty","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Digital Platforms and Economics","field":"Business, Management and Accounting","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Citation; Loyalty; Perspective (graphical); Human capital; Interface (matter); Computer science; Library science; Business; Marketing; Artificial intelligence; Operating system; Economics","score_opus":0.025865762000727537,"score_gpt":0.26221618980430916,"score_spread":0.23635042780358162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081527655","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28190905,0.016473,0.035318926,0.04706594,0.00028243594,0.0001555962,0.0004131105,0.00007695793,0.6183049],"genre_scores_gemma":[0.9854536,0.0023087128,0.00096493424,0.001174475,0.00018750997,0.000040019124,0.000031482356,0.000007207335,0.0098320665],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981913,0.0007275436,0.00004394783,0.0002108814,0.0003229119,0.0005034803],"domain_scores_gemma":[0.9956195,0.0020368765,0.0008515077,0.00025530744,0.00036728766,0.0008694847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011946895,0.00042480562,0.00025939706,0.002143031,0.001813514,0.0048966035,0.00065934466,0.0019466152,0.009633461],"category_scores_gemma":[0.0043593408,0.00014631126,0.00023850964,0.0019711207,0.008900697,0.0050340234,0.0022491778,0.002046879,0.00055567326],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003067156,0.00017061751,0.009150936,0.000054295477,0.000026955939,0.00023891534,0.0027175185,0.0011681054,0.0001435734,0.96257895,0.0022477878,0.021471586],"study_design_scores_gemma":[0.00002822276,0.00024279184,0.036700934,0.00029002206,0.000033646822,0.00049641944,0.0052926186,0.0046092174,0.00026494492,0.9040109,0.047973674,0.00005677033],"about_ca_topic_score_codex":0.00844591,"about_ca_topic_score_gemma":0.00464165,"teacher_disagreement_score":0.009633461,"about_ca_system_score_codex":0.003877221,"about_ca_system_score_gemma":0.001886348,"threshold_uncertainty_score":0.0322271},"labels":[],"label_agreement":null},{"id":"W2082877471","doi":"10.1145/1081992.1081995","title":"Multimedia-based interactive advising technology for online consumer decision support","year":2005,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Multimedia; The Internet; Interactive media; Decision support system; Interactive television; Knowledge management; Marketing; Business; World Wide Web; Artificial intelligence","score_opus":0.04884238796568392,"score_gpt":0.4000518157747253,"score_spread":0.3512094278090414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082877471","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06323185,0.024768297,0.72221196,0.0050464836,0.0014020283,0.0013926149,0.0021101495,0.008820045,0.17101651],"genre_scores_gemma":[0.2894996,0.0088263815,0.65938026,0.0010874228,0.0006129104,0.00092354853,0.0011052964,0.000189224,0.038375285],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997596,0.00011073886,0.000011740269,0.000026522383,0.0000803258,0.000011049766],"domain_scores_gemma":[0.99915636,0.000625701,0.00002894651,0.00006677686,0.000079881356,0.000042271524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050609146,0.0004553921,0.00027300755,0.0005302242,0.0003029809,0.0009779036,0.00080769445,0.0008845208,0.036306214],"category_scores_gemma":[0.001845279,0.00011689126,0.00019447331,0.0008041771,0.00018219923,0.0012134509,0.00045420835,0.00044939105,0.0034208195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003355012,0.000285019,0.0006785,0.00069849205,0.000029735651,0.00023906202,0.00021850412,0.0016819097,0.015869567,0.018948168,0.039584693,0.9214309],"study_design_scores_gemma":[0.00039026327,0.0013462992,0.008937459,0.0010903063,0.00030654823,0.001997082,0.0005568899,0.10707278,0.02986592,0.08525354,0.7629899,0.00019300336],"about_ca_topic_score_codex":0.00049617357,"about_ca_topic_score_gemma":0.0011278131,"teacher_disagreement_score":0.036306214,"about_ca_system_score_codex":0.000331735,"about_ca_system_score_gemma":0.00033058046,"threshold_uncertainty_score":0.121456325},"labels":[],"label_agreement":null},{"id":"W2087975566","doi":"10.1145/1866739.1866764","title":"The ephemeral legion","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Information and Cyber Security","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Ephemeral key; Computer science; Computer security","score_opus":0.02384083974645338,"score_gpt":0.2787600342967978,"score_spread":0.2549191945503444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087975566","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040494863,0.00782746,0.11801017,0.24496792,0.010575722,0.00025586097,0.00042056383,0.0025356144,0.5749118],"genre_scores_gemma":[0.5174646,0.0039048872,0.03647287,0.055260245,0.0024960288,0.00026384156,0.00025854947,0.00078452245,0.38309452],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945787,0.0021034537,0.00019243834,0.0010665371,0.0014305918,0.0006283239],"domain_scores_gemma":[0.9829658,0.0057346793,0.001194009,0.004751016,0.0021360058,0.0032183363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006116447,0.00049944984,0.00041621507,0.0014832775,0.0035609794,0.007395449,0.0015007807,0.004059808,0.03369976],"category_scores_gemma":[0.02958921,0.0006412361,0.00031321458,0.0010119592,0.007651567,0.014680758,0.009862402,0.006515143,0.009658957],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033206094,0.00018150329,0.006632634,0.00024898554,0.000030327903,0.00040706462,0.004627691,0.0007826165,0.0031946665,0.64092475,0.1688665,0.17377108],"study_design_scores_gemma":[0.0000576622,0.00017617375,0.00296105,0.0004779578,0.000015520429,0.00051925186,0.0021071339,0.0019898391,0.002594225,0.2219792,0.76703924,0.0000827665],"about_ca_topic_score_codex":0.0025616675,"about_ca_topic_score_gemma":0.004581493,"teacher_disagreement_score":0.03369976,"about_ca_system_score_codex":0.0021533833,"about_ca_system_score_gemma":0.0031461378,"threshold_uncertainty_score":0.11273688},"labels":[],"label_agreement":null},{"id":"W2089787431","doi":"10.1145/1349026.1349037","title":"Organic user interfaces","year":2008,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":264,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Human–computer interaction","score_opus":0.051976558151492616,"score_gpt":0.28889306353310956,"score_spread":0.23691650538161696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089787431","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055722333,0.005303558,0.60246736,0.0013423709,0.0025753682,0.0010968061,0.0041442364,0.020332165,0.3070158],"genre_scores_gemma":[0.40169898,0.0051789684,0.20920078,0.003002512,0.0008587874,0.00095818954,0.004873502,0.00234708,0.37188125],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999246,0.000085685075,0.000030616415,0.00011403781,0.00040469322,0.000119070115],"domain_scores_gemma":[0.99926096,0.0002323302,0.00006116385,0.00013851284,0.00023412515,0.00007304301],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051592547,0.00080306176,0.00032652696,0.0005306524,0.0004077752,0.0022631623,0.0010633325,0.0010537956,0.10533625],"category_scores_gemma":[0.0023965463,0.00031199472,0.0003844934,0.000774827,0.0003573273,0.0016026724,0.0021033038,0.00053574453,0.018824946],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000930774,0.00031336205,0.0010381347,0.0023529537,0.00008816346,0.0005446205,0.000751639,0.0014862131,0.2644202,0.04609223,0.12734456,0.5546372],"study_design_scores_gemma":[0.00024312359,0.000771735,0.0053034476,0.00036510595,0.00013454414,0.001261977,0.00034870114,0.010777927,0.06627591,0.013983115,0.90038925,0.0001451857],"about_ca_topic_score_codex":0.00049773365,"about_ca_topic_score_gemma":0.0008198465,"teacher_disagreement_score":0.10533625,"about_ca_system_score_codex":0.00026021546,"about_ca_system_score_gemma":0.00023622859,"threshold_uncertainty_score":0.35238487},"labels":[],"label_agreement":null},{"id":"W2092471675","doi":"10.1145/2593686","title":"Cloud security","year":2014,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Cloud computing; Computer security; Cloud computing security; Operating system","score_opus":0.04093434147680153,"score_gpt":0.2896691493521417,"score_spread":0.2487348078753402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092471675","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02009421,0.006275591,0.118384145,0.049725052,0.0030701992,0.00058132934,0.0013926718,0.003480649,0.7969961],"genre_scores_gemma":[0.8104853,0.008693611,0.042870168,0.011293923,0.0017262793,0.0003004651,0.002158802,0.00076005305,0.1217113],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99320763,0.0010106831,0.0003661335,0.0006822762,0.0035321184,0.0012012294],"domain_scores_gemma":[0.98920083,0.0015844381,0.0007289176,0.0042688884,0.002983196,0.0012337423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039746477,0.00038828462,0.00039259176,0.0010830063,0.0031985568,0.0071119578,0.0012761907,0.0016190653,0.023158632],"category_scores_gemma":[0.012811115,0.00031198698,0.0005456034,0.0013379323,0.0017758615,0.0053641284,0.0038746381,0.0029689216,0.01086588],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012321639,0.00008721475,0.002368613,0.00027897715,0.000036845428,0.000252977,0.00065593974,0.0017976186,0.006637847,0.6456285,0.1613914,0.18074085],"study_design_scores_gemma":[0.000025060906,0.00004205606,0.00204003,0.00032435101,0.000021463262,0.00074323436,0.0003811116,0.008630604,0.007272286,0.11474503,0.86573386,0.000040897445],"about_ca_topic_score_codex":0.0060265,"about_ca_topic_score_gemma":0.004475349,"teacher_disagreement_score":0.023158632,"about_ca_system_score_codex":0.0034457867,"about_ca_system_score_gemma":0.007994402,"threshold_uncertainty_score":0.07747334},"labels":[],"label_agreement":null},{"id":"W2092610242","doi":"10.1145/1035134.1035136","title":"The obstacles and myths of usability and software engineering","year":2004,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":229,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Usability; Computer science; Usability engineering; Software engineering; Component-based usability testing; Mythology; Software; Pluralistic walkthrough; Usability inspection; Human–computer interaction; Programming language; History","score_opus":0.021993531886904425,"score_gpt":0.26423357752360316,"score_spread":0.24224004563669874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092610242","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027044114,0.08325659,0.06622116,0.7004122,0.003524672,0.00012425707,0.000050348957,0.00021094069,0.11915576],"genre_scores_gemma":[0.816064,0.042636815,0.053603534,0.06858481,0.0052752746,0.0007960475,0.000041544463,0.0003712768,0.012626843],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.92550826,0.053026486,0.002610792,0.0027927235,0.014248766,0.0018129323],"domain_scores_gemma":[0.80191797,0.16856478,0.005336418,0.009798163,0.010494745,0.0038879195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05350162,0.0008706528,0.0010134561,0.004214439,0.006192832,0.015721658,0.002043524,0.0073496355,0.0019431879],"category_scores_gemma":[0.106975436,0.0008869075,0.0007017476,0.0025621976,0.10472224,0.039174598,0.010076507,0.018988574,0.0008155078],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040216863,0.00007286356,0.00067026826,0.0003208673,0.000029916635,0.000100242345,0.01462979,0.00044639703,0.00012223174,0.9441367,0.012158672,0.027271861],"study_design_scores_gemma":[0.000027701471,0.000048324942,0.00037498918,0.00047625808,0.0000093280905,0.000124756,0.0057011805,0.0005396687,0.00013282652,0.953052,0.039485537,0.000027524798],"about_ca_topic_score_codex":0.003586142,"about_ca_topic_score_gemma":0.0024837472,"teacher_disagreement_score":0.05350162,"about_ca_system_score_codex":0.0050014067,"about_ca_system_score_gemma":0.0073647765,"threshold_uncertainty_score":0.282947},"labels":[],"label_agreement":null},{"id":"W2097832728","doi":"10.1145/1125944.1125969","title":"Musings of an \"old-school\" programmer","year":2006,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Programmer; Computer science; Programming language; Operating system; Software engineering","score_opus":0.029685888109902175,"score_gpt":0.278476240987521,"score_spread":0.24879035287761883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097832728","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.100455016,0.002662777,0.29179522,0.15504956,0.017422222,0.0002945609,0.00026070926,0.008876683,0.42318326],"genre_scores_gemma":[0.26567253,0.0010906046,0.089937136,0.032330208,0.0020561141,0.00016197487,0.0002275493,0.0035119571,0.6050119],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954364,0.0018153334,0.00015982111,0.000538776,0.0017033399,0.000346383],"domain_scores_gemma":[0.98540384,0.0036897704,0.0009285729,0.0030187606,0.0042986907,0.002660397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004894838,0.001062067,0.0005039952,0.0012494362,0.0053934776,0.0045476854,0.0014397544,0.0023282552,0.022765255],"category_scores_gemma":[0.024685534,0.0006020869,0.0004942319,0.00048444804,0.0058368193,0.0077236304,0.0047473507,0.0066022007,0.01125181],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037609632,0.0002985484,0.006380846,0.0003524328,0.00010809939,0.0019126625,0.06055736,0.0010277813,0.01939259,0.2557519,0.4744552,0.17938647],"study_design_scores_gemma":[0.000026205998,0.00015000357,0.001361641,0.00019343862,0.00003917767,0.001681646,0.010911059,0.0025889676,0.003804565,0.054121926,0.92502546,0.00009592962],"about_ca_topic_score_codex":0.0016311964,"about_ca_topic_score_gemma":0.0047678472,"teacher_disagreement_score":0.022765255,"about_ca_system_score_codex":0.0019581944,"about_ca_system_score_gemma":0.002029678,"threshold_uncertainty_score":0.07615733},"labels":[],"label_agreement":null},{"id":"W2106780706","doi":"10.1145/1953122.1953136","title":"The risks of stopping too soon","year":2011,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Software; Optimal stopping; Programming language; Mathematics; Statistics","score_opus":0.298280751445505,"score_gpt":0.34874947790777133,"score_spread":0.050468726462266356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106780706","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07556702,0.03454784,0.2509785,0.4070265,0.009035552,0.0002892804,0.00037506383,0.0041773478,0.21800292],"genre_scores_gemma":[0.62029535,0.017212063,0.1366144,0.13499632,0.0046176747,0.0005687263,0.0003502755,0.0043725166,0.08097279],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9733297,0.010499545,0.0012395007,0.0021230977,0.011560053,0.0012480903],"domain_scores_gemma":[0.83374566,0.09616372,0.014586426,0.025246566,0.020800965,0.009456665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030918516,0.0013116072,0.0007754697,0.0015567568,0.0029003005,0.0053258613,0.0023429485,0.0062382696,0.010315858],"category_scores_gemma":[0.1380031,0.0009881016,0.0010656184,0.0009064526,0.007320581,0.012166433,0.0048500174,0.015069146,0.0068386584],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009968786,0.0004724084,0.015690122,0.0011118943,0.0002485702,0.001744088,0.0055866838,0.008454028,0.0062784357,0.34631467,0.17586508,0.43723714],"study_design_scores_gemma":[0.00014766809,0.00066385814,0.0037806926,0.0014194541,0.0001334924,0.0022539224,0.0021698312,0.005974165,0.0039295703,0.5831758,0.39610872,0.00024280071],"about_ca_topic_score_codex":0.0018109625,"about_ca_topic_score_gemma":0.0021312076,"teacher_disagreement_score":0.030918516,"about_ca_system_score_codex":0.001903321,"about_ca_system_score_gemma":0.0038661556,"threshold_uncertainty_score":0.16351473},"labels":[],"label_agreement":null},{"id":"W2109277099","doi":"10.1145/2634273","title":"Example-based learning in computer-aided STEM education","year":2014,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ryerson University","keywords":"Computer science; Artificial intelligence; Programming language; Software engineering; Human–computer interaction","score_opus":0.060816836911792134,"score_gpt":0.2971825875912495,"score_spread":0.23636575067945736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109277099","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2184547,0.008166802,0.64035374,0.0038529097,0.00024061273,0.00036139786,0.00012834638,0.0018542213,0.12658735],"genre_scores_gemma":[0.6825738,0.002891034,0.3024977,0.00028651798,0.000052627023,0.00010965005,0.00012420476,0.000106746265,0.011357642],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990397,0.00059944374,0.00003184552,0.00008182777,0.00020289337,0.000044222452],"domain_scores_gemma":[0.99743986,0.002044652,0.00006789387,0.00015625564,0.00019379254,0.00009747262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014837959,0.00019863977,0.00016521299,0.00042790035,0.0003683176,0.0013363353,0.000874536,0.0008302132,0.006502427],"category_scores_gemma":[0.0068495004,0.00017872216,0.00012653139,0.00060145376,0.0007306858,0.002430219,0.00087087177,0.0008846405,0.001024996],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023034838,0.00056958216,0.0019996387,0.0003549928,0.000008563004,0.00012556689,0.0013806564,0.007630503,0.004217854,0.05696702,0.0062284525,0.9202868],"study_design_scores_gemma":[0.0003441122,0.0015559925,0.015811674,0.0014048972,0.0000979428,0.0020217537,0.0042995266,0.22288504,0.05798455,0.47795013,0.21547306,0.00017129064],"about_ca_topic_score_codex":0.0013659761,"about_ca_topic_score_gemma":0.0024378074,"teacher_disagreement_score":0.006502427,"about_ca_system_score_codex":0.00044938165,"about_ca_system_score_gemma":0.0006848981,"threshold_uncertainty_score":0.021752775},"labels":[],"label_agreement":null},{"id":"W2111768655","doi":"10.1145/1610252.1610285","title":"Assessing open source software as a scholarly contribution","year":2009,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Conflation; Computer science; Scholarship; Argument (complex analysis); Software peer review; Software; Data science; Class (philosophy); Software metric; Discoverability; Software development; Software engineering; Software construction; World Wide Web; Epistemology; Artificial intelligence; Programming language; Political science; Law","score_opus":0.2961225457074474,"score_gpt":0.48503861622099975,"score_spread":0.18891607051355236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111768655","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29001158,0.020976394,0.2663909,0.07091903,0.0051015266,0.0074091232,0.0018598639,0.0014918104,0.33583975],"genre_scores_gemma":[0.85181296,0.004612715,0.12782504,0.0016813572,0.0021698535,0.0036807791,0.0009231062,0.00038448532,0.0069096633],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.578755,0.17565985,0.043356,0.010592991,0.18608068,0.005555475],"domain_scores_gemma":[0.2927079,0.3525563,0.10083393,0.027497621,0.20763193,0.01877241],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2649771,0.0013893982,0.0016979317,0.050008748,0.00798962,0.03242246,0.005469752,0.005064009,0.0062931487],"category_scores_gemma":[0.532636,0.00062538544,0.0015380087,0.030186767,0.026387455,0.022057837,0.02991215,0.0036198155,0.0014294215],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002002141,0.00035284107,0.08704942,0.005693407,0.00031247735,0.0004056109,0.0662327,0.0029895168,0.001819074,0.49686378,0.02148435,0.31659663],"study_design_scores_gemma":[0.00007078623,0.0012357217,0.12173765,0.014734207,0.00038621388,0.00092156086,0.07740947,0.010822361,0.004843815,0.5182993,0.24896555,0.00057330704],"about_ca_topic_score_codex":0.0021490045,"about_ca_topic_score_gemma":0.0018111116,"teacher_disagreement_score":0.99453026,"about_ca_system_score_codex":0.012031421,"about_ca_system_score_gemma":0.027094206,"threshold_uncertainty_score":0.9064141},"labels":[],"label_agreement":null},{"id":"W2127934681","doi":"10.1145/2576794","title":"Eventually consistent","year":2014,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Consistency (knowledge bases); Artificial intelligence","score_opus":0.03004107361134786,"score_gpt":0.26536628250021044,"score_spread":0.23532520888886257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127934681","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011413787,0.0007225243,0.9809249,0.00047837352,0.00012771727,0.00010137608,0.00029321585,0.00053103134,0.0054069976],"genre_scores_gemma":[0.5059298,0.0009868016,0.48064715,0.0007665521,0.00039153858,0.00056697713,0.0012576899,0.00062758254,0.008825953],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9886769,0.0036779926,0.0010118006,0.0018558828,0.004063808,0.0007135893],"domain_scores_gemma":[0.94789016,0.025058853,0.003755637,0.013610152,0.0087940395,0.00089118024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009933942,0.00089411164,0.001288704,0.0030152118,0.0019065129,0.0037997637,0.0028912493,0.0017067166,0.00452665],"category_scores_gemma":[0.06113541,0.0010425801,0.001308235,0.0029553908,0.0050964034,0.010985679,0.005250402,0.0036781456,0.0007856303],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017891871,0.00004579954,0.0024527132,0.00026192944,0.00009633328,0.00013024983,0.00058009924,0.02638578,0.0024439658,0.9150188,0.004311451,0.048093867],"study_design_scores_gemma":[0.000024482206,0.00006918605,0.0005749392,0.00010564785,0.000061637424,0.00015683449,0.00021054773,0.10188393,0.0039047014,0.8855094,0.0074547553,0.000044070577],"about_ca_topic_score_codex":0.0028276476,"about_ca_topic_score_gemma":0.0025557908,"teacher_disagreement_score":0.009933942,"about_ca_system_score_codex":0.0023955933,"about_ca_system_score_gemma":0.003599108,"threshold_uncertainty_score":0.05253637},"labels":[],"label_agreement":null},{"id":"W2140021378","doi":"10.1145/2644805","title":"In defense of soundiness","year":2015,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":229,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Waterloo","funders":"","keywords":"Computer science; Computer security","score_opus":0.25073698935408545,"score_gpt":0.4563689024808042,"score_spread":0.20563191312671875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140021378","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013943181,0.038712185,0.029518027,0.39412943,0.028801855,0.00004720037,0.0002013789,0.00034426435,0.4943025],"genre_scores_gemma":[0.5986943,0.014848826,0.010579722,0.1248613,0.029883215,0.00019465145,0.00020023293,0.000624705,0.22011295],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9975509,0.00080339314,0.00013790416,0.000645162,0.0006569841,0.00020553343],"domain_scores_gemma":[0.99534,0.0019351713,0.00040667897,0.0008005354,0.0010203843,0.0004972937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003465602,0.0006843917,0.00071121985,0.0015349049,0.0038332718,0.006832971,0.0012903946,0.0036335278,0.010843368],"category_scores_gemma":[0.013338214,0.00022017748,0.00042379263,0.00084762793,0.0251047,0.010385981,0.004810271,0.013183856,0.0035813642],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043921867,0.000009173614,0.00042007075,0.000057617483,0.000010454199,0.000073557036,0.002591001,0.000074665106,0.000201044,0.93923664,0.042028207,0.015253646],"study_design_scores_gemma":[0.000019779814,0.000052703384,0.00082353485,0.00017888339,0.000011093863,0.0003382613,0.0018289539,0.0003007322,0.00039504023,0.57653403,0.41949382,0.000023099668],"about_ca_topic_score_codex":0.002501097,"about_ca_topic_score_gemma":0.0024719164,"teacher_disagreement_score":0.010843368,"about_ca_system_score_codex":0.0019413882,"about_ca_system_score_gemma":0.001898366,"threshold_uncertainty_score":0.03627467},"labels":[],"label_agreement":null},{"id":"W2142020312","doi":"10.1145/2380656.2380671","title":"Sender-side buffers and the case for multimedia adaptation","year":2012,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Video Coding and Compression Technologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Communication source; Computer science; Adaptation (eye); Multimedia; Computer network","score_opus":0.10869638482902803,"score_gpt":0.3184275218904342,"score_spread":0.20973113706140617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142020312","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052835297,0.008922638,0.7889739,0.033397213,0.0034563388,0.0003570931,0.0002488902,0.0014517248,0.11035693],"genre_scores_gemma":[0.8149935,0.0024106924,0.14303568,0.0037822665,0.0016894707,0.00035402202,0.0000800142,0.00038697306,0.033267412],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980095,0.0006878132,0.00008188352,0.00043723028,0.00047445012,0.00030918376],"domain_scores_gemma":[0.9921382,0.0043300046,0.00032661515,0.0016490233,0.0011413434,0.00041478843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039225235,0.00058690325,0.000651038,0.000538665,0.0017835202,0.0051362547,0.0036130594,0.0050004027,0.008823628],"category_scores_gemma":[0.018321553,0.0008458284,0.00055198075,0.00057074614,0.0023937158,0.011439118,0.0026681789,0.0048578647,0.0018237378],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042361842,0.000084425046,0.00066120387,0.00011145797,0.00002578593,0.0006793549,0.0006172626,0.0072172577,0.007731097,0.93642557,0.007969186,0.038053878],"study_design_scores_gemma":[0.0002341347,0.00020190528,0.00046640754,0.00019669542,0.00011292846,0.001291146,0.00038905322,0.1622948,0.01120505,0.7562905,0.06720299,0.00011440257],"about_ca_topic_score_codex":0.0013569529,"about_ca_topic_score_gemma":0.0014771093,"teacher_disagreement_score":0.008823628,"about_ca_system_score_codex":0.0011488529,"about_ca_system_score_gemma":0.0013053673,"threshold_uncertainty_score":0.029518008},"labels":[],"label_agreement":null},{"id":"W2147961341","doi":"10.1145/1435417.1435434","title":"<i>wise</i> Pad services for vision-, hearing-, and speech-impaired users","year":2008,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint Mary's University","funders":"","keywords":"Hearing impaired; Computer science; Assistive technology; Speech recognition; Audiology; Multimedia; Human–computer interaction; Medicine","score_opus":0.11064372666722311,"score_gpt":0.33983336114816665,"score_spread":0.22918963448094354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147961341","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011872797,0.005696158,0.027724626,0.048668813,0.011893373,0.000211411,0.0034012112,0.011876094,0.87865555],"genre_scores_gemma":[0.07107194,0.0067331637,0.017864687,0.013223219,0.0033482113,0.00017713437,0.0035943477,0.00083329657,0.883154],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9997458,0.00003380501,0.000011402865,0.000025757896,0.00010325891,0.00008005496],"domain_scores_gemma":[0.99927515,0.0001284789,0.00003841043,0.0000618928,0.00028802303,0.00020812244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031447093,0.0005937474,0.00026409858,0.0005980631,0.00095902657,0.0019983563,0.0006282985,0.0017867534,0.15482467],"category_scores_gemma":[0.0017626465,0.00016477988,0.0002793012,0.0004955593,0.00035712757,0.0018771716,0.0015979391,0.00091755565,0.06318857],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007372649,0.00003016958,0.0006520012,0.00009635043,0.0000033873873,0.00016717354,0.000091132315,0.000034817032,0.0039992644,0.004009308,0.8539743,0.13686843],"study_design_scores_gemma":[0.000010626936,0.00007044218,0.0013942758,0.00007867745,0.00001146959,0.0005497733,0.00020872364,0.00050619023,0.0037518286,0.0018878094,0.99151355,0.000016669563],"about_ca_topic_score_codex":0.0016751568,"about_ca_topic_score_gemma":0.0061262962,"teacher_disagreement_score":0.15482467,"about_ca_system_score_codex":0.0002696498,"about_ca_system_score_gemma":0.00069724425,"threshold_uncertainty_score":0.51794016},"labels":[],"label_agreement":null},{"id":"W2158009129","doi":"10.1145/1735223.1735258","title":"IT innovation persistence","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"ERP Systems Implementation and Impact","field":"Business, Management and Accounting","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Pessimism; Revenue; Value (mathematics); Panacea (medicine); Investment (military); Business; Optimism; Marketing; Economics; Commerce; Finance; Computer science","score_opus":0.1400102835383722,"score_gpt":0.3429064385004456,"score_spread":0.20289615496207342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158009129","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070220396,0.008123747,0.01787184,0.045416035,0.0016042892,0.00022424555,0.0028858702,0.0012369994,0.8524165],"genre_scores_gemma":[0.83407354,0.007328784,0.005565596,0.007704985,0.002382722,0.00034499876,0.0027587414,0.0003358264,0.1395048],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9960901,0.000681113,0.00026985042,0.00071819325,0.001573394,0.00066730304],"domain_scores_gemma":[0.9801763,0.007051049,0.002832674,0.0030159622,0.0047134613,0.0022105249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003142152,0.00042476147,0.00043230478,0.0029534975,0.0021398836,0.009759772,0.0011320713,0.0018203452,0.057161503],"category_scores_gemma":[0.021141607,0.00019522278,0.00059127767,0.00461439,0.0026135112,0.007882231,0.005115988,0.002729544,0.01321478],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009478257,0.00015257772,0.02126057,0.0008837307,0.00005868163,0.0008020006,0.005460494,0.0012658786,0.0010313174,0.43747538,0.109883316,0.42163134],"study_design_scores_gemma":[0.00002057361,0.000107889864,0.011342914,0.0008041896,0.00003595795,0.00079382287,0.0025707514,0.0012844211,0.00078596594,0.120722614,0.86148006,0.00005071024],"about_ca_topic_score_codex":0.0017295989,"about_ca_topic_score_gemma":0.0015148144,"teacher_disagreement_score":0.057161503,"about_ca_system_score_codex":0.0041517643,"about_ca_system_score_gemma":0.0050185323,"threshold_uncertainty_score":0.19122428},"labels":[],"label_agreement":null},{"id":"W2161420988","doi":"10.1145/2492007.2492017","title":"Money models for MOOCs","year":2013,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quest University Canada","funders":"","keywords":"Credentialing; Web syndication; Certification; Revenue; Certificate; Business model; Analytics; Experiential learning; Business; Learning analytics; Public relations; Marketing; Knowledge management; Computer science; Economics; Data science; Political science; Management; Accounting; Finance; Venture capital; Pedagogy; Sociology","score_opus":0.06359595665535407,"score_gpt":0.3126428970084567,"score_spread":0.24904694035310265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161420988","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30968773,0.009447103,0.21138027,0.07479698,0.0023699391,0.0002875523,0.00171622,0.00050405506,0.3898102],"genre_scores_gemma":[0.95232445,0.0009957432,0.004849231,0.000797217,0.0006081628,0.00009025062,0.00018130026,0.00014817392,0.040005356],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99899966,0.00044276018,0.000023678856,0.00014123946,0.00013158,0.0002610415],"domain_scores_gemma":[0.99511045,0.0030141962,0.0003589351,0.00016755333,0.00049973046,0.0008490093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021854183,0.0007852662,0.0011495108,0.0010639238,0.0015375166,0.0056724628,0.0027348606,0.0037220144,0.030828124],"category_scores_gemma":[0.015211948,0.00055940053,0.0011026857,0.0007722585,0.0016807874,0.007796278,0.0021603752,0.0047503687,0.0017715337],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010797077,0.00009024918,0.0012026089,0.00007096539,0.000030388059,0.00014943385,0.00018444803,0.055437744,0.00011433312,0.91762877,0.016178152,0.008805002],"study_design_scores_gemma":[0.000058847632,0.000057046058,0.0012618577,0.00008677258,0.00004244623,0.00007787551,0.00055486936,0.25644305,0.000088553745,0.7212303,0.020059275,0.00003907601],"about_ca_topic_score_codex":0.009760459,"about_ca_topic_score_gemma":0.014910586,"teacher_disagreement_score":0.030828124,"about_ca_system_score_codex":0.0044418257,"about_ca_system_score_gemma":0.0022519135,"threshold_uncertainty_score":0.10313034},"labels":[],"label_agreement":null},{"id":"W2163605009","doi":"10.1145/3065386","title":"ImageNet classification with deep convolutional neural networks","year":2017,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Neural Network Applications","field":"Computer Science","cited_by":75709,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Softmax function; Convolutional neural network; Computer science; Pooling; Dropout (neural networks); Artificial intelligence; Convolution (computer science); Regularization (linguistics); Pattern recognition (psychology); Deep neural networks; Word error rate; Normalization (sociology); Artificial neural network; Machine learning","score_opus":0.06443397073163805,"score_gpt":0.3127342939106008,"score_spread":0.24830032317896278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163605009","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3012802,0.012602075,0.45364448,0.003058201,0.0059602773,0.00228682,0.03712285,0.13006875,0.05397635],"genre_scores_gemma":[0.50159055,0.0024308036,0.35425556,0.0015606284,0.00086272677,0.0012047231,0.100921415,0.0019659956,0.03520772],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99819595,0.00020053686,0.00014605444,0.0005872983,0.0004658035,0.00040441775],"domain_scores_gemma":[0.99880004,0.0002140047,0.00009740301,0.0003265439,0.00046573393,0.00009623996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002145549,0.0042917277,0.0017453416,0.0049235006,0.00095397333,0.0022396233,0.0033693337,0.0025782431,0.008449165],"category_scores_gemma":[0.004415059,0.00096432335,0.0021675888,0.0037954217,0.00061898265,0.0029828926,0.0020495544,0.002978047,0.008368459],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006899321,0.00097565475,0.0046180026,0.0007433288,0.00038904193,0.00040310773,0.0001061336,0.16630463,0.013871109,0.007953575,0.18601538,0.61793005],"study_design_scores_gemma":[0.000113815724,0.0002423204,0.002031687,0.00008895887,0.00006402336,0.00013042816,0.000058495643,0.9493261,0.016893968,0.007317997,0.02368286,0.00004949796],"about_ca_topic_score_codex":0.024947403,"about_ca_topic_score_gemma":0.030494016,"teacher_disagreement_score":0.024947403,"about_ca_system_score_codex":0.0023416304,"about_ca_system_score_gemma":0.001927261,"threshold_uncertainty_score":0.049604416},"labels":[],"label_agreement":null},{"id":"W2169230786","doi":"10.1145/2714560","title":"Framing sustainability as a property of software quality","year":2015,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Green IT and Sustainability","field":"Engineering","cited_by":218,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Stiftelsen för Strategisk Forskning; Deutsche Forschungsgemeinschaft","keywords":"Framing (construction); Sustainability; Computer science; Software; Software quality; Business; Software development; Engineering; Programming language; Biology; Civil engineering; Ecology","score_opus":0.062384722540054234,"score_gpt":0.3244806711102615,"score_spread":0.2620959485702073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169230786","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016758146,0.0017060032,0.6069531,0.045817114,0.0008152321,0.000111662564,0.00020233405,0.00023829014,0.32739812],"genre_scores_gemma":[0.84780186,0.0019792574,0.12326469,0.0035969173,0.0009827678,0.00036140543,0.00012998232,0.0002462534,0.021636857],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9955052,0.0024074055,0.00017564645,0.0005360479,0.0008872429,0.00048851164],"domain_scores_gemma":[0.9941842,0.0026598591,0.00066712656,0.00094273617,0.001069186,0.00047699764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006016372,0.0009281757,0.00052169396,0.0036860085,0.0027421946,0.0077282474,0.0020940437,0.0037845403,0.0054613748],"category_scores_gemma":[0.0082344385,0.00035210646,0.0012690435,0.002482723,0.02129877,0.010513628,0.005028593,0.0049067326,0.0006247087],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010927502,0.000004553087,0.000083648345,0.000008079198,0.0000016695757,0.000012763908,0.00025989386,0.00047246175,0.000040860556,0.9975744,0.00033367693,0.0012068807],"study_design_scores_gemma":[0.0000034622458,0.000011172696,0.00018912111,0.000045858233,0.0000064033784,0.00002775086,0.00037321876,0.0014019195,0.00012747305,0.9717434,0.026061116,0.000009170037],"about_ca_topic_score_codex":0.0056837937,"about_ca_topic_score_gemma":0.0063431426,"teacher_disagreement_score":0.0077282474,"about_ca_system_score_codex":0.004803259,"about_ca_system_score_gemma":0.0038091363,"threshold_uncertainty_score":0.03485024},"labels":[],"label_agreement":null},{"id":"W2175048909","doi":"10.1145/2814328","title":"Challenges of memory management on modern NUMA systems","year":2015,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Memory management; Parallel computing; Operating system; Semiconductor memory","score_opus":0.13959955195808882,"score_gpt":0.3239424250193529,"score_spread":0.18434287306126407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2175048909","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22568591,0.14392869,0.26657927,0.20267177,0.004800243,0.00017073716,0.0008581369,0.0038256699,0.15147954],"genre_scores_gemma":[0.8646586,0.02134208,0.0844518,0.004445673,0.0025801465,0.00017575073,0.00025902956,0.0006705395,0.021416375],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987663,0.00041112932,0.000055632663,0.000119773315,0.0004393674,0.00020788179],"domain_scores_gemma":[0.9975629,0.0012290428,0.0001543241,0.00032775674,0.00049346004,0.00023240813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024269475,0.00042291568,0.0008970833,0.0005189068,0.001675093,0.0035942632,0.0024134757,0.0015421199,0.0072859866],"category_scores_gemma":[0.009566111,0.00044633108,0.00028966359,0.0011754642,0.0016762775,0.00562439,0.0022824449,0.0028251694,0.0013583235],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003984162,0.00020330718,0.0023010103,0.0006120466,0.000097271535,0.0002781953,0.00047435958,0.17697845,0.004688687,0.41909212,0.12128249,0.27359378],"study_design_scores_gemma":[0.000079146324,0.000114655995,0.0014756102,0.00019398482,0.000038427883,0.00022711047,0.00055614806,0.45406425,0.0033093216,0.42084002,0.119025305,0.00007611043],"about_ca_topic_score_codex":0.0041346983,"about_ca_topic_score_gemma":0.0064990027,"teacher_disagreement_score":0.0072859866,"about_ca_system_score_codex":0.0017012869,"about_ca_system_score_gemma":0.0019726548,"threshold_uncertainty_score":0.024374068},"labels":[],"label_agreement":null},{"id":"W2213340640","doi":"10.1145/2814342","title":"Non-volatile storage","year":2015,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science","score_opus":0.08029819176554973,"score_gpt":0.3173603981552479,"score_spread":0.2370622063896982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2213340640","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20406547,0.021786017,0.020774316,0.266036,0.008629,0.00013522588,0.002383836,0.00059263926,0.4755975],"genre_scores_gemma":[0.9744707,0.00232272,0.0013779501,0.004770231,0.001099154,0.000026391659,0.00021236115,0.00008515466,0.015635328],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99855703,0.0003754076,0.000056833578,0.00016304763,0.0005018271,0.00034584766],"domain_scores_gemma":[0.99464464,0.0020290418,0.00029220397,0.00066499715,0.0018462173,0.0005228675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017177215,0.0003294817,0.00023039225,0.00051100994,0.0021161907,0.0042350427,0.001701192,0.0018960399,0.026139833],"category_scores_gemma":[0.0076526213,0.00021607465,0.00029299018,0.0010504114,0.0019505472,0.0077803964,0.001823191,0.0021151046,0.0015324785],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008373213,0.00017002116,0.0055254432,0.00019090595,0.00003640614,0.0011246413,0.0006288453,0.011051672,0.0031726123,0.7904337,0.1284887,0.058339864],"study_design_scores_gemma":[0.00016780617,0.00018068317,0.00985842,0.00023850315,0.00007541375,0.0012097344,0.004548584,0.027264029,0.005787789,0.75739616,0.19317803,0.000094862124],"about_ca_topic_score_codex":0.01091007,"about_ca_topic_score_gemma":0.0147944875,"teacher_disagreement_score":0.026139833,"about_ca_system_score_codex":0.0030564724,"about_ca_system_score_gemma":0.003603894,"threshold_uncertainty_score":0.08744645},"labels":[],"label_agreement":null},{"id":"W2218132318","doi":"10.1145/2699390","title":"Passwords and the evolution of imperfect authentication","year":2015,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":249,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Password; Computer science; Authentication (law); Imperfect; Computer security","score_opus":0.041974406563212566,"score_gpt":0.28227023939218754,"score_spread":0.240295832828975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2218132318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35095876,0.007841891,0.19051963,0.1152588,0.0010309943,0.00011294985,0.0010345333,0.00047969245,0.3327628],"genre_scores_gemma":[0.9813989,0.0012429887,0.006596627,0.0015277711,0.0002049988,0.000039830793,0.000082815306,0.000060609782,0.008845519],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99670595,0.0018092324,0.000113595626,0.00053450826,0.0004585032,0.00037828213],"domain_scores_gemma":[0.9692469,0.019258998,0.0025538844,0.0053179674,0.0023195154,0.0013027481],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005541352,0.00038791166,0.0007218111,0.0012686428,0.0028731276,0.0051655523,0.0011765043,0.0038846945,0.010405554],"category_scores_gemma":[0.040598795,0.0007005168,0.00053086056,0.0010755248,0.012272906,0.011277361,0.0036557887,0.005898099,0.0011666107],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037625225,0.000020559233,0.0008680615,0.0000204676,0.000010883309,0.000070598784,0.0006190036,0.003365909,0.00014275101,0.9858473,0.0019940676,0.007002724],"study_design_scores_gemma":[0.000025193713,0.000020229474,0.0008336343,0.000038214086,0.0000065890736,0.00008939506,0.00025089664,0.010073432,0.0001284712,0.97975975,0.008746751,0.000027461256],"about_ca_topic_score_codex":0.0059200358,"about_ca_topic_score_gemma":0.0033673614,"teacher_disagreement_score":0.010405554,"about_ca_system_score_codex":0.0046259025,"about_ca_system_score_gemma":0.0016307755,"threshold_uncertainty_score":0.034810007},"labels":[],"label_agreement":null},{"id":"W2337392435","doi":"10.1145/2909480","title":"Debugging distributed systems","year":2016,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Defense Advanced Research Projects Agency; Universities Space Research Association; National Science Foundation","keywords":"Debugging; Computer science; Visualization; Programming language; Algorithmic program debugging; Software engineering; Operating system; Embedded system; Artificial intelligence","score_opus":0.03294595689119045,"score_gpt":0.27052413423506116,"score_spread":0.2375781773438707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2337392435","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023458553,0.000748831,0.6918621,0.00093379995,0.0002716002,0.00013022104,0.0038953698,0.25601485,0.022684686],"genre_scores_gemma":[0.38849276,0.0018545855,0.5463304,0.0005146959,0.00018467165,0.0002840326,0.010655998,0.021636713,0.030046148],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991272,0.00019425094,0.000044959856,0.00013072933,0.00042265435,0.00008024361],"domain_scores_gemma":[0.9969518,0.0013996976,0.00018469499,0.00070090714,0.0006090696,0.00015375845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017014269,0.0011090001,0.00056445383,0.0022713817,0.0005300761,0.0016238983,0.0013339238,0.0006624079,0.020509303],"category_scores_gemma":[0.006201248,0.0005261939,0.0006359406,0.0011775929,0.00034525665,0.003046521,0.0019471769,0.0016616241,0.002969773],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010411557,0.00019253309,0.007202424,0.0006813157,0.00014952052,0.0004198813,0.0014523518,0.021741884,0.027793465,0.036676522,0.1868965,0.71575236],"study_design_scores_gemma":[0.00084522757,0.00047434567,0.0074719866,0.00041613518,0.00018849496,0.0014675112,0.00043807423,0.4119724,0.08506588,0.06626943,0.42516243,0.0002280352],"about_ca_topic_score_codex":0.0027853516,"about_ca_topic_score_gemma":0.004520314,"teacher_disagreement_score":0.020509303,"about_ca_system_score_codex":0.00050174526,"about_ca_system_score_gemma":0.0011107277,"threshold_uncertainty_score":0.06861043},"labels":[],"label_agreement":null},{"id":"W2338858629","doi":"10.1145/2659897","title":"Certificate transparency","year":2014,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Cryptography and Data Security","field":"Computer Science","cited_by":166,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Apache (Canada)","funders":"","keywords":"Transparency (behavior); Computer science; Certificate; Computer security; Algorithm","score_opus":0.12732994180840815,"score_gpt":0.2974916278556979,"score_spread":0.17016168604728973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338858629","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038173426,0.002452218,0.64606977,0.017922787,0.003541642,0.0018019918,0.02072824,0.04539278,0.22391711],"genre_scores_gemma":[0.8482567,0.0013565912,0.051822282,0.0028842206,0.0010135595,0.0008803107,0.01101961,0.0027876368,0.07997911],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.977019,0.0052392646,0.0019231644,0.0027977407,0.009716713,0.0033041658],"domain_scores_gemma":[0.9037605,0.021889072,0.004417015,0.055751458,0.011903555,0.0022784183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0104161315,0.0010408702,0.0016231973,0.0018391563,0.0024561114,0.009624463,0.0036102745,0.0037230686,0.031534683],"category_scores_gemma":[0.07537174,0.0011222429,0.0010273966,0.0023107897,0.0030277732,0.021142296,0.0099716205,0.007371455,0.018855037],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021931373,0.00037359234,0.0037378285,0.0006992299,0.00010068651,0.0007975452,0.00091999944,0.0059093907,0.009023492,0.7311547,0.14349738,0.101593055],"study_design_scores_gemma":[0.00048336614,0.00022536085,0.0010688696,0.0003878062,0.00013859243,0.0014293585,0.000448789,0.031394403,0.038129825,0.6575138,0.26860803,0.0001717313],"about_ca_topic_score_codex":0.0014514059,"about_ca_topic_score_gemma":0.0011627183,"teacher_disagreement_score":0.031534683,"about_ca_system_score_codex":0.0027808563,"about_ca_system_score_gemma":0.009511325,"threshold_uncertainty_score":0.10549396},"labels":[],"label_agreement":null},{"id":"W2338948964","doi":"10.1145/1743546.1743582","title":"Panopticon revisited","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Complex Systems and Time Series Analysis","field":"Economics, Econometrics and Finance","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Panopticon; Citation; Computer science; Media studies; Library science; Sociology","score_opus":0.05418792514544939,"score_gpt":0.25025829095737984,"score_spread":0.19607036581193044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338948964","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015439348,0.03234988,0.02483911,0.2063076,0.009290863,0.00014126374,0.0010375947,0.00041770368,0.7101766],"genre_scores_gemma":[0.6991066,0.03656912,0.015664821,0.058959596,0.031896032,0.00059503666,0.0011966793,0.0012111156,0.15480094],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99032485,0.0033834912,0.00066825695,0.0020626157,0.0026796754,0.0008810856],"domain_scores_gemma":[0.9605986,0.023684872,0.002897017,0.005072678,0.0057238066,0.0020230107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014017538,0.0007273001,0.0011154094,0.010748986,0.0051095146,0.013121289,0.002128491,0.0050857738,0.048285384],"category_scores_gemma":[0.04511253,0.0005969148,0.00089348655,0.009898815,0.015314039,0.0289882,0.006772041,0.005537231,0.0049732127],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033129807,0.000006891861,0.00032914447,0.00013257712,0.000012126628,0.00009766026,0.0013779642,0.000094977935,0.00007181539,0.9359994,0.044716842,0.01712741],"study_design_scores_gemma":[0.000019400626,0.000012041851,0.0007440511,0.0002915543,0.000016824817,0.00025061867,0.0015239102,0.00036664054,0.00012010741,0.5721686,0.42446482,0.000021390631],"about_ca_topic_score_codex":0.0038284496,"about_ca_topic_score_gemma":0.0037727724,"teacher_disagreement_score":0.048285384,"about_ca_system_score_codex":0.006517048,"about_ca_system_score_gemma":0.00389493,"threshold_uncertainty_score":0.16153073},"labels":[],"label_agreement":null},{"id":"W2339668911","doi":"10.1145/1859204.1859231","title":"QIP = PSPACE","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"PSPACE; Quantum complexity theory; Computer science; Quantum computer; Theoretical computer science; Computational complexity theory; Context (archaeology); Model of computation; Complexity class; Quantum; Computation; Algorithm; Quantum mechanics; Physics","score_opus":0.018893718780673426,"score_gpt":0.27466468714813735,"score_spread":0.25577096836746394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2339668911","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050928216,0.0010936108,0.6891457,0.016406408,0.0005129739,0.00040121155,0.0035300895,0.0019644345,0.23601739],"genre_scores_gemma":[0.7963247,0.0014365789,0.14876008,0.0045496263,0.0008560356,0.00072492997,0.003200937,0.00066833186,0.043478884],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.995526,0.0009932066,0.00024582466,0.0012515752,0.0014377227,0.0005455903],"domain_scores_gemma":[0.98998183,0.0058337804,0.00047145947,0.0022718778,0.0010381249,0.00040291544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022093463,0.0005865258,0.0009812649,0.00061892543,0.0020599687,0.004245694,0.0019736276,0.0015607881,0.017255727],"category_scores_gemma":[0.01177928,0.00047382203,0.0014026018,0.001055105,0.0038260373,0.011983835,0.004728571,0.005981265,0.0026294456],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056965466,0.000025985551,0.00022492642,0.00021918527,0.00002107017,0.00005105616,0.0001552951,0.003063202,0.0007315268,0.9809878,0.0057539255,0.008709098],"study_design_scores_gemma":[0.000018912451,0.000011584799,0.000080717786,0.000010077312,0.000008453534,0.00007486842,0.000024882813,0.008480237,0.0010348695,0.98181903,0.00842864,0.000007603303],"about_ca_topic_score_codex":0.0018403261,"about_ca_topic_score_gemma":0.0015936056,"teacher_disagreement_score":0.017255727,"about_ca_system_score_codex":0.0020498752,"about_ca_system_score_gemma":0.0026115247,"threshold_uncertainty_score":0.057726145},"labels":[],"label_agreement":null},{"id":"W2341890912","doi":"10.1145/2240236.2240258","title":"Quantum money","year":2012,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Carry (investment); Computer science; TRACE (psycholinguistics); Computer security; Business; Finance; Philosophy","score_opus":0.036959184617088546,"score_gpt":0.28647963321502207,"score_spread":0.24952044859793351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2341890912","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0146883745,0.0043663993,0.0421971,0.0486385,0.0033924058,0.00006363764,0.00038619517,0.0002459807,0.88602144],"genre_scores_gemma":[0.69882464,0.0043689595,0.010806634,0.007717789,0.0018256276,0.00017388641,0.00023702036,0.0002078248,0.27583757],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991617,0.00023700016,0.000025152369,0.0001490377,0.00028249796,0.0001445806],"domain_scores_gemma":[0.99910885,0.0002492873,0.000063219086,0.00021409741,0.00019866142,0.00016587027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084060256,0.0005049716,0.0004154496,0.00070598663,0.0031824335,0.004312507,0.00088861026,0.0027153017,0.05113029],"category_scores_gemma":[0.0064697117,0.0003048765,0.00033092636,0.0006305487,0.0055938014,0.008755869,0.0031062297,0.003436557,0.005972311],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012972798,0.0000042942843,0.000039747676,0.0000122692745,0.0000020685634,0.000031224947,0.00007231658,0.00011751514,0.00006266554,0.9860066,0.010601963,0.003036278],"study_design_scores_gemma":[0.000009311806,0.000013710489,0.00009582959,0.000054288543,0.0000033180238,0.00010714835,0.00016522141,0.0006747642,0.00020115299,0.89718384,0.1014799,0.000011508092],"about_ca_topic_score_codex":0.0013275108,"about_ca_topic_score_gemma":0.0009886062,"teacher_disagreement_score":0.05113029,"about_ca_system_score_codex":0.002034879,"about_ca_system_score_gemma":0.0012962007,"threshold_uncertainty_score":0.17104787},"labels":[],"label_agreement":null},{"id":"W2344444819","doi":"10.1145/2902362","title":"On the naturalness of software","year":2016,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Research","field":"Computer Science","cited_by":291,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Engineering and Physical Sciences Research Council","keywords":"Naturalness; Computer science; Natural language; Natural (archaeology); Software; Artificial intelligence; Program comprehension; Natural language processing; Simplicity; Code (set theory); Programming language; Linguistics; Software system; Set (abstract data type); Epistemology","score_opus":0.04508847840595311,"score_gpt":0.2959249936897846,"score_spread":0.2508365152838315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2344444819","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19995287,0.012385918,0.6270979,0.07718356,0.00073034386,0.00019784392,0.0017350239,0.0015830917,0.07913346],"genre_scores_gemma":[0.87652767,0.0038766246,0.105638266,0.0047338535,0.0008503463,0.0003793408,0.0013885606,0.0006633641,0.0059419214],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9846436,0.007381175,0.0010339842,0.0030011318,0.0035158047,0.000424319],"domain_scores_gemma":[0.9151634,0.06703555,0.0039736484,0.008389581,0.004450383,0.0009875688],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007878223,0.0007100564,0.00075657084,0.0024999555,0.0027918583,0.0073579787,0.001861116,0.0028797158,0.0035807618],"category_scores_gemma":[0.058342565,0.000902481,0.00080438674,0.0019597765,0.019793943,0.016739609,0.003293452,0.004313029,0.00084826426],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009211133,0.00006342032,0.0054039196,0.000253438,0.00002968558,0.00025453328,0.0043540453,0.0073624314,0.0016077744,0.93702537,0.004947805,0.038605478],"study_design_scores_gemma":[0.000012982461,0.000047798334,0.0028195078,0.0001492934,0.000011924925,0.00042603494,0.0009425919,0.0219327,0.0007132613,0.9463188,0.026584502,0.000040511637],"about_ca_topic_score_codex":0.005746363,"about_ca_topic_score_gemma":0.0035950288,"teacher_disagreement_score":0.9972081,"about_ca_system_score_codex":0.0024365392,"about_ca_system_score_gemma":0.002478671,"threshold_uncertainty_score":0.04166454},"labels":[],"label_agreement":null},{"id":"W2528727354","doi":"10.1145/2934663","title":"Pushing on string","year":2016,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Password; Computer security; String (physics); Business; Physics; Theoretical physics","score_opus":0.0702598527030022,"score_gpt":0.29430505167559284,"score_spread":0.22404519897259065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528727354","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14188023,0.0013392984,0.3219281,0.028395988,0.0047322693,0.00065688713,0.0024582285,0.033894498,0.4647144],"genre_scores_gemma":[0.6317059,0.0018150953,0.11202289,0.01630684,0.0015027582,0.0004550705,0.003023414,0.006402805,0.22676522],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98774976,0.0031932588,0.0009048735,0.0019501316,0.004626951,0.0015750579],"domain_scores_gemma":[0.9498316,0.010401916,0.0022343786,0.029208876,0.0060720146,0.0022512355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009142063,0.00092289655,0.0013087004,0.0018081513,0.0035092435,0.009103171,0.0026082043,0.003635068,0.058931608],"category_scores_gemma":[0.046438746,0.0010085006,0.0011200502,0.0027507858,0.003460344,0.020940082,0.011731795,0.005475038,0.039592125],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009219588,0.00030212168,0.008108373,0.00035678147,0.00007838489,0.0008591127,0.0018898938,0.0015583197,0.013522061,0.6308473,0.10453313,0.23702268],"study_design_scores_gemma":[0.00009695426,0.00033368374,0.003175979,0.00034504646,0.000087754415,0.0013806459,0.002085214,0.013134379,0.0252871,0.27746782,0.6764344,0.00017103761],"about_ca_topic_score_codex":0.0015703383,"about_ca_topic_score_gemma":0.00133289,"teacher_disagreement_score":0.058931608,"about_ca_system_score_codex":0.0012661066,"about_ca_system_score_gemma":0.003114357,"threshold_uncertainty_score":0.19714588},"labels":[],"label_agreement":null},{"id":"W2564448290","doi":"10.1145/3018992","title":"Why less is more when it comes to internet jurisdiction","year":2016,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Dispute Resolution and Class Actions","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"The Internet; Jurisdiction; Computer science; Internet privacy; Computer security; World Wide Web; Political science; Law","score_opus":0.06120091830732004,"score_gpt":0.2925925441221761,"score_spread":0.23139162581485606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564448290","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061262142,0.010712947,0.007641806,0.6748744,0.001340285,0.000035978468,0.0001863098,0.00002811031,0.24391806],"genre_scores_gemma":[0.9577134,0.0023113093,0.0013541654,0.032144636,0.0012013476,0.000023269124,0.000038512986,0.000047875503,0.0051653893],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9879289,0.0065861135,0.00029575222,0.0010862404,0.002254031,0.0018489998],"domain_scores_gemma":[0.95003366,0.03679094,0.0031461446,0.0012958245,0.0054567386,0.0032767202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011420573,0.00020535005,0.0006082811,0.0013786802,0.00570825,0.017386798,0.0017290078,0.009823133,0.017227843],"category_scores_gemma":[0.06497555,0.00028346875,0.00039518642,0.0015051579,0.02208061,0.02894802,0.0049170973,0.009900008,0.00088706805],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080494014,0.00007020183,0.0054618134,0.00015975966,0.000050583483,0.0005105779,0.006966867,0.00094015215,0.00014700256,0.9213507,0.039737467,0.024524372],"study_design_scores_gemma":[0.000018806417,0.000020372592,0.0023797494,0.0002657504,0.0000316066,0.00017116556,0.019074013,0.0008346388,0.00016226196,0.9228216,0.054188084,0.00003195213],"about_ca_topic_score_codex":0.016834721,"about_ca_topic_score_gemma":0.025716456,"teacher_disagreement_score":0.017386798,"about_ca_system_score_codex":0.0065019187,"about_ca_system_score_gemma":0.007246606,"threshold_uncertainty_score":0.06039852},"labels":[],"label_agreement":null},{"id":"W2592454732","doi":"10.1145/3041057","title":"Technical Perspective: The power of wi-fi to deliver power","year":2017,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Perspective (graphical); Power (physics); Computer science; Electrical engineering; Telecommunications; Engineering; Artificial intelligence; Physics","score_opus":0.05079038536271378,"score_gpt":0.401886854880222,"score_spread":0.3510964695175082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592454732","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038800444,0.05283731,0.02569966,0.4376608,0.014323319,0.000064081694,0.000427759,0.00019166632,0.4649154],"genre_scores_gemma":[0.2560232,0.19462481,0.025365045,0.10516136,0.032157674,0.000250324,0.00052852696,0.00035354993,0.38553554],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99767226,0.00090644666,0.000083170264,0.0002169048,0.0008362341,0.0002850613],"domain_scores_gemma":[0.9959078,0.001998009,0.00019761272,0.00026705908,0.0013301404,0.000299316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004012995,0.00074014335,0.00026600293,0.0011887952,0.0021003664,0.0063986047,0.0010494306,0.0051773326,0.047812812],"category_scores_gemma":[0.005775149,0.0002427019,0.00037048527,0.0012403819,0.0041969353,0.0062567135,0.002346473,0.0048995437,0.008701182],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000614899,0.000056932953,0.0007420343,0.0009123479,0.000018159732,0.00049340277,0.0010320643,0.00067933917,0.0036961494,0.6278977,0.19446822,0.16994219],"study_design_scores_gemma":[0.000006524035,0.00009078451,0.00043105,0.0006651299,0.000015459107,0.0005511752,0.0010525701,0.0003939902,0.0021044174,0.04397417,0.95069355,0.000021190232],"about_ca_topic_score_codex":0.0037979793,"about_ca_topic_score_gemma":0.0038986392,"teacher_disagreement_score":0.047812812,"about_ca_system_score_codex":0.0019736672,"about_ca_system_score_gemma":0.0031284944,"threshold_uncertainty_score":0.15994984},"labels":[],"label_agreement":null},{"id":"W2593504992","doi":"10.1145/3041047","title":"Misconceptions about computer science","year":2017,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Computer science","score_opus":0.07091444293170647,"score_gpt":0.3553591734278281,"score_spread":0.2844447304961216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593504992","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09972346,0.021744825,0.043875452,0.69038486,0.010283618,0.00014150274,0.00045124348,0.0008249553,0.13257012],"genre_scores_gemma":[0.70620406,0.020181235,0.019350938,0.22879222,0.0043716924,0.00014143466,0.00054037664,0.00060602184,0.019812059],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.94669235,0.021946255,0.003311569,0.0022546637,0.024018511,0.0017766136],"domain_scores_gemma":[0.57550865,0.32479596,0.02376603,0.016469762,0.049100965,0.01035865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.039235253,0.0006190343,0.00053759525,0.0059158425,0.0073212497,0.009793171,0.002496868,0.007284414,0.005802436],"category_scores_gemma":[0.20214698,0.0006656062,0.0007524538,0.004087155,0.020921094,0.012082313,0.0066402727,0.016618796,0.0026814207],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022339793,0.00025342312,0.021250201,0.0020277116,0.00016786225,0.00250243,0.19710986,0.0010649434,0.0037127666,0.36290962,0.23563673,0.17314103],"study_design_scores_gemma":[0.00003750315,0.00006966732,0.005189726,0.0035222953,0.000100335594,0.004088277,0.04649201,0.0014972611,0.004786376,0.153333,0.78067416,0.00020947639],"about_ca_topic_score_codex":0.0058185915,"about_ca_topic_score_gemma":0.005695726,"teacher_disagreement_score":0.039235253,"about_ca_system_score_codex":0.0072510806,"about_ca_system_score_gemma":0.010531982,"threshold_uncertainty_score":0.20749831},"labels":[],"label_agreement":null},{"id":"W2594338580","doi":"10.1145/2993420","title":"Making the field of computing more inclusive","year":2017,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Digital Accessibility for Disabilities","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Field (mathematics); Computer science; World Wide Web; Data science; Mathematics","score_opus":0.12121658488553991,"score_gpt":0.4831099000019649,"score_spread":0.361893315116425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594338580","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013040867,0.061689787,0.031267416,0.26516366,0.0118894465,0.00012845789,0.0000973513,0.00055030896,0.6161727],"genre_scores_gemma":[0.43852642,0.1771,0.045339327,0.08595945,0.03393321,0.00040143103,0.00041272005,0.0007488284,0.21757862],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99405354,0.0026446567,0.00018997559,0.00043672972,0.001960028,0.00071517803],"domain_scores_gemma":[0.97645605,0.011283965,0.0010302999,0.00210204,0.0029723716,0.006155301],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0052509527,0.0005512273,0.0006912789,0.002689309,0.0051599215,0.01952086,0.0011259355,0.003637523,0.029194983],"category_scores_gemma":[0.013972531,0.00033406419,0.0005698063,0.0032086358,0.009041749,0.021665888,0.009839872,0.0068514147,0.0072470107],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006767815,0.0001554932,0.0018922773,0.0011905222,0.000037994825,0.00016529685,0.00591637,0.00038732882,0.0026209329,0.41871792,0.1970631,0.37178507],"study_design_scores_gemma":[0.000007840401,0.000052855903,0.001421345,0.00068982603,0.000011412079,0.00017812263,0.003857593,0.00025929915,0.00041992826,0.10889969,0.88417524,0.000026836975],"about_ca_topic_score_codex":0.0025270323,"about_ca_topic_score_gemma":0.003878315,"teacher_disagreement_score":0.99887407,"about_ca_system_score_codex":0.0025527282,"about_ca_system_score_gemma":0.0073725535,"threshold_uncertainty_score":0.09766692},"labels":[],"label_agreement":null},{"id":"W2602562802","doi":"10.1145/3051088","title":"Guilt-free data reuse","year":2017,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Stanford Bio-X; Simons Institute for the Theory of Computing, University of California Berkeley; University of Toronto; University of Pennsylvania; Microsoft Research; Alfred P. Sloan Foundation; National Science Foundation","keywords":"Computer science; Reuse; Inference; Process (computing); Set (abstract data type); Data mining; Data set; Statistical inference; Simple (philosophy); Machine learning; Data validation; Artificial intelligence; Database","score_opus":0.23705528447005014,"score_gpt":0.38373756465797776,"score_spread":0.14668228018792762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602562802","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007494125,0.0005282303,0.98134065,0.0033537892,0.00014842422,0.00048083396,0.00022548187,0.0012302172,0.005198284],"genre_scores_gemma":[0.36803856,0.00073329336,0.6151727,0.0043201186,0.0007274918,0.0019562948,0.0009849042,0.0011303738,0.0069362787],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.7983206,0.10927827,0.01314596,0.028945116,0.045281537,0.005028552],"domain_scores_gemma":[0.34586903,0.20553726,0.016433386,0.40986684,0.018394927,0.0038985177],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.13672173,0.0023289665,0.004596208,0.0041283476,0.005463113,0.010410225,0.017148253,0.0073964815,0.007156057],"category_scores_gemma":[0.45412353,0.002848975,0.006348056,0.004551127,0.021954242,0.030220015,0.032848194,0.013762041,0.0035028427],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009871159,0.00032301174,0.00678565,0.00078503275,0.0007556559,0.00095236284,0.0048386795,0.020319859,0.003689176,0.70415443,0.010373012,0.24603598],"study_design_scores_gemma":[0.00015249455,0.00018649966,0.0006779141,0.00030598705,0.00017170949,0.0007333475,0.00038075622,0.055273302,0.006253976,0.9183808,0.017384224,0.00009898747],"about_ca_topic_score_codex":0.0019222741,"about_ca_topic_score_gemma":0.0015420171,"teacher_disagreement_score":0.98285174,"about_ca_system_score_codex":0.0036547938,"about_ca_system_score_gemma":0.010771222,"threshold_uncertainty_score":0.7230623},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2625051394","doi":"10.1145/3107548","title":"Deep optimization for spectrum repacking","year":2017,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Spectrum auction; Solver; Reuse; The Internet; Telecommunications link; Distributed computing; Mathematical optimization; Computer network; Auction theory; Operating system; Common value auction","score_opus":0.2709712926747263,"score_gpt":0.4669176880769768,"score_spread":0.1959463954022505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625051394","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06533166,0.0006061691,0.9135585,0.0009718872,0.00011634528,0.00018764012,0.00032823018,0.0023843641,0.016515302],"genre_scores_gemma":[0.52604854,0.00024113728,0.4651549,0.0005109335,0.000036129375,0.0002710639,0.0006080128,0.0005229023,0.006606428],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99876595,0.0005143155,0.00004835716,0.00021229642,0.0002238005,0.00023528672],"domain_scores_gemma":[0.99747425,0.0018624112,0.0001321291,0.00021234178,0.00023920629,0.00007958474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002108952,0.00106527,0.0009320101,0.00062625296,0.0006674461,0.0013594637,0.0014595815,0.001101778,0.007838043],"category_scores_gemma":[0.0061749816,0.00084486743,0.0011112356,0.00065358286,0.0017642112,0.001710046,0.0021828099,0.0022317893,0.0006758229],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013476632,0.000103905615,0.0012157349,0.00014584672,0.00005237414,0.00007473827,0.00008475686,0.90749365,0.0016135548,0.034875054,0.0030207275,0.05118496],"study_design_scores_gemma":[0.000023916386,0.00003095604,0.000087764194,0.000013450774,0.000009462601,0.000011621939,0.000025906505,0.97792345,0.00070487533,0.019705394,0.0014584687,0.0000045708603],"about_ca_topic_score_codex":0.0075487657,"about_ca_topic_score_gemma":0.013511516,"teacher_disagreement_score":0.007838043,"about_ca_system_score_codex":0.0017192455,"about_ca_system_score_gemma":0.0025320011,"threshold_uncertainty_score":0.026220858},"labels":[],"label_agreement":null},{"id":"W2752726215","doi":"10.1145/3132259","title":"Bitcoin's academic pedigree","year":2017,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":243,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Cryptocurrency; Computer science; Data science; Computer security","score_opus":0.0639310400117657,"score_gpt":0.3328605187837439,"score_spread":0.2689294787719782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752726215","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05878173,0.009546443,0.18766394,0.09678323,0.0034770742,0.00015065067,0.0005692156,0.00076921505,0.6422585],"genre_scores_gemma":[0.915846,0.0061274813,0.014001614,0.0040041986,0.00091912574,0.00012503154,0.00017675509,0.00017590637,0.05862386],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99476284,0.0023460945,0.00022022048,0.0008322884,0.0014911675,0.0003473626],"domain_scores_gemma":[0.96963555,0.01512816,0.002058137,0.0057207784,0.005580223,0.0018771747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070203296,0.00033206597,0.0005606191,0.0027384157,0.005327228,0.008758564,0.0008553618,0.0026448271,0.011639239],"category_scores_gemma":[0.04131648,0.00035930067,0.00019663866,0.003676622,0.014166972,0.0136525985,0.003716991,0.0055589615,0.001972716],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002373856,0.000006140393,0.00026558698,0.000019974323,0.000002446284,0.00003866699,0.0005068751,0.00020229182,0.000042076823,0.98256624,0.003378797,0.012947208],"study_design_scores_gemma":[0.000015907433,0.000019981067,0.0002757252,0.00008819609,0.0000050306776,0.0002197489,0.00027519744,0.0011144087,0.0002609553,0.8866653,0.11104091,0.000018643987],"about_ca_topic_score_codex":0.0036197796,"about_ca_topic_score_gemma":0.0029061935,"teacher_disagreement_score":0.011639239,"about_ca_system_score_codex":0.0033192902,"about_ca_system_score_gemma":0.0041438066,"threshold_uncertainty_score":0.03893715},"labels":[],"label_agreement":null},{"id":"W2759834711","doi":"10.1145/3132745","title":"Millennials' attitudes toward IT consumerization in the workplace","year":2017,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Workforce; Business; Marketing; Public relations; Advertising; Economics; Political science; Economic growth","score_opus":0.3625581774142743,"score_gpt":0.4804701362468306,"score_spread":0.11791195883255629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759834711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900122,0.00032000217,0.00007815643,0.002988946,0.000046306413,0.0000070214514,0.000018746025,0.0000031494217,0.006525443],"genre_scores_gemma":[0.99683505,0.00035673456,0.00005917349,0.0009211218,0.000015143191,0.000005663294,0.000017216691,0.0000041759745,0.0017857708],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985875,0.00051594037,0.00006633578,0.00010193417,0.00040378002,0.00032460512],"domain_scores_gemma":[0.99229604,0.0016623265,0.002375218,0.00022187902,0.0008210883,0.0026234814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034804447,0.00019049304,0.00019936288,0.00090223213,0.0021801777,0.0042269807,0.0003153969,0.0011338082,0.00759962],"category_scores_gemma":[0.008482071,0.00028480781,0.00036114408,0.00044692846,0.0013330132,0.0019979503,0.002830354,0.0027025857,0.0006031794],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028106515,0.0006460674,0.72837126,0.00012762955,0.00008693119,0.00094298145,0.21412787,0.00009272311,0.00209948,0.0044723772,0.006322708,0.04242892],"study_design_scores_gemma":[0.00001902804,0.00038555198,0.6034967,0.00027658162,0.000039134484,0.00052027113,0.37296653,0.00027040005,0.00046279654,0.00076509186,0.020742033,0.000055943055],"about_ca_topic_score_codex":0.005850915,"about_ca_topic_score_gemma":0.010588867,"teacher_disagreement_score":0.00759962,"about_ca_system_score_codex":0.0010083108,"about_ca_system_score_gemma":0.00077952025,"threshold_uncertainty_score":0.025423288},"labels":[],"label_agreement":null},{"id":"W2760508920","doi":"10.1145/3132724","title":"The real risks of artificial intelligence","year":2017,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"AI in Service Interactions","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Artificial intelligence; Current (fluid); Engineering; Electrical engineering","score_opus":0.29528460228310993,"score_gpt":0.4497841640437342,"score_spread":0.1544995617606243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760508920","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021996705,0.029217234,0.020916896,0.6602808,0.0073640845,0.00005140795,0.00017376729,0.00018666062,0.25981244],"genre_scores_gemma":[0.8325366,0.026644096,0.012879491,0.07489501,0.009664599,0.00018508079,0.00013440065,0.00031660346,0.04274406],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98426,0.008760987,0.00037875067,0.0007478548,0.005020587,0.0008318378],"domain_scores_gemma":[0.9773696,0.0135759935,0.0015572882,0.003060286,0.0029195354,0.0015172098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012288135,0.00073147024,0.00044899323,0.0013315971,0.005715784,0.010825763,0.0012842739,0.0068273977,0.0075569805],"category_scores_gemma":[0.038378008,0.0003816583,0.0004814225,0.00081145874,0.025701566,0.016168179,0.005373312,0.014409974,0.0019960515],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008387024,0.00003274273,0.0012905895,0.00013618339,0.000032805336,0.00036942572,0.0055612894,0.0006197172,0.00026903156,0.90675163,0.058426045,0.026426582],"study_design_scores_gemma":[0.000015039839,0.000037114783,0.0009090872,0.00042230767,0.000012322404,0.00056825596,0.007845549,0.00054710853,0.00029488152,0.6488936,0.34041965,0.00003510326],"about_ca_topic_score_codex":0.0019221242,"about_ca_topic_score_gemma":0.0024686393,"teacher_disagreement_score":0.012288135,"about_ca_system_score_codex":0.0028855228,"about_ca_system_score_gemma":0.0031408302,"threshold_uncertainty_score":0.064986646},"labels":[],"label_agreement":null},{"id":"W2765775789","doi":"10.1145/3131284","title":"Heads-up limit hold'em poker is solved","year":2017,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates - Technology Futures","keywords":"Perfect information; Limit (mathematics); Imperfect; Computer science; Computation; Combinatorial game theory; Mathematical economics; Sequential game; Extensive-form game; Game theory; Theoretical computer science; Algorithm; Mathematics","score_opus":0.1735325352864427,"score_gpt":0.3759081998816928,"score_spread":0.20237566459525008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765775789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72086567,0.00020074827,0.2018038,0.0024470168,0.00020680451,0.00025481117,0.0003538735,0.0023203136,0.07154689],"genre_scores_gemma":[0.9509468,0.00005217067,0.03883078,0.0002692678,0.000022653576,0.000064014974,0.00027315755,0.00008043908,0.009460738],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99859947,0.00043827298,0.00006725937,0.0003100441,0.00029782148,0.0002870925],"domain_scores_gemma":[0.99519354,0.003312015,0.0002404055,0.0006399406,0.0002226273,0.00039140895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002021552,0.000611762,0.00096799486,0.0003288629,0.0010598716,0.0017026042,0.0014963925,0.001327801,0.00736256],"category_scores_gemma":[0.008776093,0.00022862371,0.00065630657,0.0002905883,0.0018254208,0.0023664345,0.0024234164,0.0020725776,0.0008407083],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035727597,0.0013125848,0.0136519335,0.0006425851,0.00023348677,0.000976699,0.0014824538,0.22171879,0.016672157,0.52573854,0.022494478,0.19150352],"study_design_scores_gemma":[0.00018045212,0.00053933915,0.0011141468,0.000032287015,0.00003561492,0.00027430968,0.00047911366,0.73008204,0.013454017,0.24696098,0.0068145576,0.000033144217],"about_ca_topic_score_codex":0.002365191,"about_ca_topic_score_gemma":0.0033401183,"teacher_disagreement_score":0.00736256,"about_ca_system_score_codex":0.0007924889,"about_ca_system_score_gemma":0.0020199846,"threshold_uncertainty_score":0.024630249},"labels":[],"label_agreement":null},{"id":"W2766358679","doi":"10.1145/3141771","title":"User reviews of top mobile apps in Apple and Google app stores","year":2017,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Concordia University; Dalhousie University","funders":"","keywords":"Mobile apps; Computer science; App store; World Wide Web; Operating system","score_opus":0.06442531492413917,"score_gpt":0.38295304418604453,"score_spread":0.31852772926190537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766358679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9182444,0.032846507,0.0013964141,0.004759357,0.0007181471,0.00020487948,0.008517312,0.00040539823,0.032907538],"genre_scores_gemma":[0.97147477,0.009389115,0.0017565207,0.0010342028,0.00046169074,0.00016501165,0.0035848094,0.00022530362,0.011908484],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99513125,0.0012131141,0.00058767776,0.00049292523,0.002308914,0.0002661291],"domain_scores_gemma":[0.90701914,0.049478423,0.012009783,0.001614296,0.02681833,0.00306001],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004055572,0.00027645135,0.0005512827,0.010864645,0.001194197,0.0037880153,0.00035132337,0.0005617461,0.003775584],"category_scores_gemma":[0.052290753,0.00030150902,0.00038150224,0.006889693,0.0005040159,0.004247621,0.0011762623,0.0006792251,0.0013338241],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014435559,0.00018397985,0.41703337,0.006281565,0.00065591594,0.0011191678,0.041893832,0.0003064935,0.006609255,0.0024358674,0.113873355,0.40816358],"study_design_scores_gemma":[0.00003050418,0.00040900835,0.83519596,0.002554012,0.00039598616,0.0012877195,0.016543519,0.0017986108,0.0026466714,0.00056805013,0.13839357,0.00017650821],"about_ca_topic_score_codex":0.0068430067,"about_ca_topic_score_gemma":0.028741922,"teacher_disagreement_score":0.010864645,"about_ca_system_score_codex":0.0009446843,"about_ca_system_score_gemma":0.0015199821,"threshold_uncertainty_score":0.021448195},"labels":[],"label_agreement":null},{"id":"W2799956374","doi":"10.1145/3132699","title":"More than the code","year":2018,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"University of Washington","keywords":"Programming language; Computer science; Coding (social sciences); Code (set theory); Mathematics; Statistics","score_opus":0.06436777401480429,"score_gpt":0.33898137824972446,"score_spread":0.2746136042349202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799956374","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02813631,0.0035393958,0.5064157,0.06081929,0.012370883,0.00061438413,0.003314564,0.021389266,0.36340016],"genre_scores_gemma":[0.185795,0.002609744,0.24575996,0.019292658,0.0026956692,0.00056894886,0.0047181738,0.022538453,0.51602125],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99342453,0.0014367923,0.00039468124,0.0013801022,0.002986944,0.00037690028],"domain_scores_gemma":[0.9752914,0.0052675623,0.001101395,0.0098824175,0.0071275444,0.0013296754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00300533,0.0012047597,0.0008822788,0.0012101699,0.0022309104,0.005968473,0.0015674589,0.0021410792,0.060521252],"category_scores_gemma":[0.028333668,0.0008583995,0.0010798599,0.0014671861,0.0030021372,0.011645484,0.0046091806,0.0055668913,0.038565263],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000406432,0.00024168126,0.0036344945,0.00093025184,0.00009841458,0.0005034659,0.004180309,0.0017708408,0.02042114,0.23047836,0.28399253,0.45334202],"study_design_scores_gemma":[0.000032296262,0.000071480674,0.0012097906,0.0003276471,0.000056273337,0.0007146946,0.00047014232,0.0024293105,0.006630316,0.055148784,0.93283176,0.000077582656],"about_ca_topic_score_codex":0.0027635666,"about_ca_topic_score_gemma":0.0033641432,"teacher_disagreement_score":0.060521252,"about_ca_system_score_codex":0.0015359223,"about_ca_system_score_gemma":0.0041346024,"threshold_uncertainty_score":0.20246375},"labels":[],"label_agreement":null},{"id":"W2801799987","doi":"10.1145/3225619","title":"Blockchain revolution without the blockchain?","year":2018,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bank of Canada","funders":"","keywords":"Blockchain; Computer science; Computer security","score_opus":0.028083049808408304,"score_gpt":0.28340627069806107,"score_spread":0.25532322088965276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801799987","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032739446,0.026421031,0.053307004,0.4720703,0.008275725,0.0000681012,0.00035103384,0.00064071413,0.4061268],"genre_scores_gemma":[0.82148844,0.025521325,0.014044046,0.036129102,0.004307077,0.00016786606,0.00020405691,0.0003619906,0.09777611],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983784,0.0005605922,0.000035063553,0.00028156803,0.0004521714,0.00029215767],"domain_scores_gemma":[0.99772674,0.0008042454,0.00016033954,0.00064830465,0.0003041726,0.00035620952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030713829,0.00038456803,0.00046162697,0.00049195276,0.0015855687,0.0042843395,0.00087501615,0.0038722076,0.022204459],"category_scores_gemma":[0.0090735955,0.00023302295,0.00035238988,0.00060108956,0.007006582,0.017935015,0.002452349,0.005961925,0.006704511],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045689492,0.000015824295,0.00007668782,0.0000490497,0.0000076053852,0.00003996305,0.000107072396,0.00037279102,0.00018931736,0.96782804,0.016241273,0.01502671],"study_design_scores_gemma":[0.000023967057,0.000025191845,0.000113853195,0.0001114092,0.000004457507,0.000061406594,0.00017522833,0.0008341387,0.00041070158,0.8816549,0.11657349,0.000011276046],"about_ca_topic_score_codex":0.0015932794,"about_ca_topic_score_gemma":0.0016730704,"teacher_disagreement_score":0.022204459,"about_ca_system_score_codex":0.0017817536,"about_ca_system_score_gemma":0.0023895793,"threshold_uncertainty_score":0.074281335},"labels":[],"label_agreement":null},{"id":"W2900475760","doi":"10.1145/3199201","title":"Uncertainty in current and future health wearables","year":2018,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Wearable computer; Wearable technology; Computer science; Current (fluid); Data science; Risk analysis (engineering); Human–computer interaction; Internet privacy; Business; Engineering; Electrical engineering; Embedded system","score_opus":0.05517032054285073,"score_gpt":0.364365017998107,"score_spread":0.3091946974552563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900475760","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25849298,0.01796367,0.5983192,0.061226193,0.0017404682,0.00027183874,0.003897068,0.00057898206,0.05750965],"genre_scores_gemma":[0.9795727,0.0017522289,0.015418823,0.0014784222,0.000405532,0.000055608423,0.0004070998,0.000042652322,0.0008669142],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9898436,0.0040482413,0.0007463167,0.0015395762,0.0031111848,0.0007110159],"domain_scores_gemma":[0.9450658,0.041534852,0.003953478,0.0025150368,0.005957164,0.0009737024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014160513,0.0007213792,0.000912635,0.0019062164,0.0014091678,0.008112011,0.0015813329,0.0029382315,0.0020225546],"category_scores_gemma":[0.091238715,0.0009217291,0.0007384944,0.0014489361,0.0026179212,0.010646969,0.0030735356,0.0029263103,0.00052440085],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001320387,0.00033321235,0.094453186,0.0016467087,0.00079184095,0.003946145,0.0079877,0.2452512,0.006999722,0.37179017,0.02299403,0.2424856],"study_design_scores_gemma":[0.00004544873,0.00023865406,0.030327141,0.00078691164,0.00028697238,0.001198528,0.004837688,0.23806113,0.0039161625,0.6975765,0.022355797,0.00036900624],"about_ca_topic_score_codex":0.0049211653,"about_ca_topic_score_gemma":0.0051058247,"teacher_disagreement_score":0.014160513,"about_ca_system_score_codex":0.0021898127,"about_ca_system_score_gemma":0.0010604484,"threshold_uncertainty_score":0.074888825},"labels":[],"label_agreement":null},{"id":"W2961224929","doi":"10.1145/3371906","title":"Toward model-driven sustainability evaluation","year":2020,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McMaster University; University of Toronto; Canada Research Chairs; McGill University","funders":"Engineering and Physical Sciences Research Council","keywords":"Sustainability; Sustainability science; Sustainability organizations; Social sustainability; Environmental economics; Process management; Management science; Environmental resource management; Computer science; Business; Economics","score_opus":0.5924010659193931,"score_gpt":0.5001845649307358,"score_spread":0.0922165009886573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2961224929","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015332593,0.00078164233,0.9313628,0.014156144,0.00020603088,0.0006148975,0.00035971543,0.00066871184,0.036517482],"genre_scores_gemma":[0.2650714,0.0007898197,0.72873217,0.0013376483,0.000081031365,0.0010496734,0.0006877876,0.00021074136,0.002039734],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9676568,0.02392448,0.0008748008,0.0010661866,0.00578036,0.00069734757],"domain_scores_gemma":[0.9674461,0.019258134,0.0014097407,0.0051478464,0.0057156663,0.0010224123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.038046975,0.0014963563,0.0012763785,0.0029838416,0.0014616527,0.010768428,0.0034256524,0.004043303,0.0057496116],"category_scores_gemma":[0.073905654,0.00084126357,0.0015701902,0.0022444148,0.004432776,0.009734486,0.008174147,0.00514326,0.0009244085],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007070931,0.000389171,0.0013566358,0.00044675346,0.0001305854,0.000110504814,0.00060599507,0.13923767,0.0014869488,0.80873823,0.0050534927,0.042373262],"study_design_scores_gemma":[0.00003947446,0.000085929314,0.00016346455,0.00033908652,0.00002954133,0.000025610425,0.00050451496,0.27187228,0.0011116331,0.71162885,0.014169145,0.00003041728],"about_ca_topic_score_codex":0.0050290176,"about_ca_topic_score_gemma":0.0064815287,"teacher_disagreement_score":0.038046975,"about_ca_system_score_codex":0.0047476958,"about_ca_system_score_gemma":0.012458146,"threshold_uncertainty_score":0.20121402},"labels":[],"label_agreement":null},{"id":"W2963525873","doi":"10.1145/3332803","title":"GOTO rankings considered helpful","year":2019,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Computer science; Goto; Data science; Information retrieval; Artificial intelligence; Programming language","score_opus":0.03732320868549027,"score_gpt":0.27361802431982835,"score_spread":0.23629481563433807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963525873","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31537881,0.0124695655,0.17473918,0.02858466,0.017381448,0.0019159357,0.036600832,0.010412262,0.40251726],"genre_scores_gemma":[0.77528113,0.0028425765,0.15020819,0.0033884817,0.0023665794,0.0005364131,0.023059832,0.0028539633,0.03946272],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97531325,0.011003421,0.0018243929,0.0014260596,0.008450039,0.001982945],"domain_scores_gemma":[0.95178676,0.01673133,0.0036546218,0.0041256696,0.020904599,0.0027971084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014596872,0.0020635328,0.0018841533,0.010765482,0.0036888202,0.011443115,0.00096586166,0.0015542391,0.015740411],"category_scores_gemma":[0.08446333,0.00041848022,0.0010443232,0.011746565,0.0012226054,0.005455276,0.0023268734,0.0028521884,0.007034991],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003313993,0.00078468025,0.07685316,0.004967194,0.0012334913,0.00054410985,0.002509916,0.007790577,0.009420856,0.08505744,0.30562288,0.5019017],"study_design_scores_gemma":[0.0005841596,0.0016181116,0.07804295,0.0026260687,0.0019432141,0.0009848077,0.01104467,0.037416965,0.02264113,0.19819787,0.64407367,0.00082641194],"about_ca_topic_score_codex":0.0044070347,"about_ca_topic_score_gemma":0.023773309,"teacher_disagreement_score":0.015740411,"about_ca_system_score_codex":0.0021557617,"about_ca_system_score_gemma":0.0052927416,"threshold_uncertainty_score":0.07719654},"labels":[],"label_agreement":null},{"id":"W2994621408","doi":"10.1145/3382739","title":"Organizing family support services at ACM conferences","year":2020,"lang":"en","type":"preprint","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Waterloo; Carleton University","funders":"","keywords":"Political science; Public relations; Knowledge management; Computer science","score_opus":0.11701272639585886,"score_gpt":0.3274665678240702,"score_spread":0.21045384142821133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994621408","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14884783,0.011001892,0.010861771,0.10644827,0.015029521,0.0024517388,0.0036609622,0.0034203776,0.69827765],"genre_scores_gemma":[0.3815161,0.008178725,0.0141250575,0.0077670026,0.0043015885,0.00089654676,0.00389093,0.0007432315,0.57858074],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984518,0.0005076919,0.00005095761,0.0001253602,0.00026088915,0.00060331594],"domain_scores_gemma":[0.9751947,0.0014010156,0.00089324574,0.0004897788,0.0020718246,0.01994941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026239057,0.00044611903,0.0002465105,0.0017726439,0.006569357,0.003490166,0.0011510832,0.001595331,0.13733687],"category_scores_gemma":[0.008501401,0.00026002302,0.0002899269,0.002354466,0.00039996253,0.0023062965,0.0033854719,0.001586317,0.022974031],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022621576,0.0006250343,0.019240638,0.00027666436,0.000031409087,0.0006848847,0.0027981205,0.00013840245,0.0023494412,0.0030543774,0.7564284,0.21414636],"study_design_scores_gemma":[0.0001040852,0.00029977667,0.02904171,0.00026276923,0.000027546894,0.00046502415,0.013015901,0.00041778182,0.0012566949,0.0017754921,0.95329326,0.00003992454],"about_ca_topic_score_codex":0.010991057,"about_ca_topic_score_gemma":0.034958575,"teacher_disagreement_score":0.13733687,"about_ca_system_score_codex":0.0021299496,"about_ca_system_score_gemma":0.0122124115,"threshold_uncertainty_score":0.4594376},"labels":[],"label_agreement":null},{"id":"W2995179710","doi":"10.1145/3369752","title":"Blockchain technology","year":2019,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Blockchain; Computer science; Computer security; Business","score_opus":0.01567589932895335,"score_gpt":0.25762492227193856,"score_spread":0.2419490229429852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995179710","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026510123,0.04344899,0.10101688,0.2618617,0.0060024913,0.00016784268,0.00036010638,0.0007582514,0.5598736],"genre_scores_gemma":[0.6065808,0.05506422,0.021501021,0.022654574,0.0027392984,0.00022586682,0.000412548,0.00016984678,0.2906518],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971263,0.00078592857,0.00008224584,0.00030368098,0.0013950752,0.0003067916],"domain_scores_gemma":[0.9963967,0.0013510092,0.00020069895,0.00076601334,0.0008258169,0.000459676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052195042,0.0003457336,0.00030311325,0.00062476617,0.0019818868,0.0053581805,0.0007294349,0.0027733515,0.014317819],"category_scores_gemma":[0.0072444966,0.00022296564,0.00028547464,0.000956165,0.003735092,0.0106067415,0.00279663,0.0034978946,0.0049802912],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080838414,0.00003588805,0.0005126181,0.00015831711,0.0000151129125,0.00016310666,0.0007662973,0.0012855529,0.0012782252,0.82827944,0.07678496,0.0906396],"study_design_scores_gemma":[0.000018754341,0.000079872334,0.0002820991,0.00028248163,0.00000850176,0.00019905862,0.0005418666,0.0022781922,0.0014471503,0.48309314,0.51174295,0.000025948955],"about_ca_topic_score_codex":0.0022774197,"about_ca_topic_score_gemma":0.002476579,"teacher_disagreement_score":0.014317819,"about_ca_system_score_codex":0.0022361022,"about_ca_system_score_gemma":0.0035836042,"threshold_uncertainty_score":0.047897875},"labels":[],"label_agreement":null},{"id":"W3007662835","doi":"10.1145/3339904","title":"Crowdsourcing moral machines","year":2020,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Psychology of Moral and Emotional Judgment","field":"Neuroscience","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Agence Nationale de la Recherche","keywords":"Crowdsourcing; Computer science; Data science; Human–computer interaction; Artificial intelligence; World Wide Web","score_opus":0.3273950452995923,"score_gpt":0.33581554685291903,"score_spread":0.008420501553326742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007662835","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07404328,0.0023458756,0.5079657,0.026414014,0.005131753,0.00129143,0.013355819,0.012165681,0.3572864],"genre_scores_gemma":[0.6404857,0.0012208095,0.2422123,0.0042487304,0.0014772346,0.0019335172,0.007906385,0.0024186731,0.09809657],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979432,0.00091727567,0.000057191406,0.00028470016,0.00068109477,0.00011654013],"domain_scores_gemma":[0.9912224,0.004157633,0.00051010586,0.0020064937,0.0011889228,0.0009144325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033980105,0.0005952031,0.00038517598,0.0018670397,0.0023872184,0.003485724,0.0012612729,0.0022935441,0.02552392],"category_scores_gemma":[0.014758592,0.00038283947,0.0005833627,0.00118298,0.0015239523,0.00424474,0.0066302093,0.0026888011,0.008052613],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068363565,0.00035384792,0.0056015686,0.0006071417,0.00018058259,0.00089576514,0.011637002,0.01904218,0.02518612,0.2305948,0.3768451,0.32837227],"study_design_scores_gemma":[0.00011810577,0.00008429747,0.0035837153,0.0002896648,0.00003422812,0.00020448449,0.0037412788,0.06253387,0.006506879,0.39436638,0.5283872,0.00014992405],"about_ca_topic_score_codex":0.0031158465,"about_ca_topic_score_gemma":0.005305565,"teacher_disagreement_score":0.02552392,"about_ca_system_score_codex":0.0010151452,"about_ca_system_score_gemma":0.0016593523,"threshold_uncertainty_score":0.08538604},"labels":[],"label_agreement":null},{"id":"W3009124718","doi":"10.1145/3372161","title":"Evidence that computer science grades are not bimodal","year":2019,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University","funders":"","keywords":"Categorization; Psychology; Mathematics education; Computer science; Artificial intelligence","score_opus":0.1354539951158094,"score_gpt":0.3293536276572384,"score_spread":0.193899632541429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009124718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9827953,0.00037204515,0.0022935697,0.0010803038,0.000036769157,0.000019038856,0.00041833293,0.00006269054,0.012921975],"genre_scores_gemma":[0.99913603,0.000044712506,0.00020092641,0.00013472218,0.000018041692,0.000006785666,0.000121263794,0.000008503489,0.00032907134],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9923665,0.0023020096,0.0007451277,0.001555285,0.0025290756,0.000501875],"domain_scores_gemma":[0.7729778,0.11911177,0.06014504,0.018611182,0.021933861,0.007220339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063773342,0.00028490476,0.00029840224,0.0019195956,0.0006409517,0.0018480485,0.0009334913,0.0011245689,0.014767373],"category_scores_gemma":[0.12862489,0.00031148264,0.0002506447,0.0013093331,0.0028179877,0.0017000822,0.0019848128,0.0012194668,0.001435418],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001805467,0.0002001468,0.9467675,0.00025048933,0.00015887004,0.0001438287,0.003009519,0.00026663914,0.00454548,0.005279159,0.0012106458,0.036362186],"study_design_scores_gemma":[0.000055528937,0.00049606664,0.9848408,0.00010015657,0.000052861516,0.00038343988,0.0021887748,0.00069739524,0.0032690652,0.0046251817,0.0032507663,0.000040098275],"about_ca_topic_score_codex":0.0019774428,"about_ca_topic_score_gemma":0.0017932182,"teacher_disagreement_score":0.014767373,"about_ca_system_score_codex":0.0006226547,"about_ca_system_score_gemma":0.0005596056,"threshold_uncertainty_score":0.04940182},"labels":[],"label_agreement":null},{"id":"W3012209663","doi":"10.1145/3378422","title":"Detecting fake news in social media","year":2020,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Citation; Social media; Perspective (graphical); Library science; Advertising; Media studies; History; Computer science; World Wide Web; Political science; Sociology; Business; Artificial intelligence","score_opus":0.21102864051643128,"score_gpt":0.38727614382523795,"score_spread":0.17624750330880667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012209663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46169877,0.064092495,0.06842403,0.10062348,0.004943776,0.0008199343,0.007091851,0.0036221491,0.28868347],"genre_scores_gemma":[0.9146646,0.021946207,0.020100396,0.004367727,0.0040577,0.00012276703,0.002349976,0.0003655986,0.03202499],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.991814,0.003230181,0.0004346791,0.0005474468,0.0034149152,0.0005587928],"domain_scores_gemma":[0.9222291,0.049462005,0.007984227,0.0066808183,0.012368151,0.0012756858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009007914,0.0007124141,0.0008381192,0.010669218,0.0017031075,0.009929118,0.0008559316,0.0027867137,0.009397867],"category_scores_gemma":[0.05460259,0.0004977301,0.00044819256,0.0052381484,0.0017322907,0.010589116,0.002550369,0.0013503722,0.006670069],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067452557,0.00051658414,0.104215264,0.0018011098,0.0003185516,0.0009442487,0.004931472,0.0020879772,0.011015503,0.01326419,0.1255291,0.73470145],"study_design_scores_gemma":[0.00015532089,0.0017981001,0.23366925,0.0055508516,0.0012300693,0.0074700746,0.036370717,0.090238184,0.074901246,0.047452435,0.50069565,0.00046809073],"about_ca_topic_score_codex":0.0024962267,"about_ca_topic_score_gemma":0.0029508476,"teacher_disagreement_score":0.010669218,"about_ca_system_score_codex":0.0010654122,"about_ca_system_score_gemma":0.0010857426,"threshold_uncertainty_score":0.047638953},"labels":[],"label_agreement":null},{"id":"W3012412103","doi":"10.1145/3378424","title":"Asia's surging interest in binary analysis","year":2020,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Citation; Computer science; Library science; World Wide Web; Advertising; Operations research; Business; Engineering","score_opus":0.17676829199498215,"score_gpt":0.327558180639628,"score_spread":0.15078988864464585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012412103","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005880959,0.053272784,0.011247103,0.6812105,0.05609424,0.00007106289,0.0020389261,0.002195321,0.18798913],"genre_scores_gemma":[0.13368687,0.16108271,0.018908115,0.16396236,0.10803796,0.0002016952,0.004770473,0.0040163365,0.40533346],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9895377,0.002294782,0.0010033569,0.0009187147,0.005218123,0.0010272277],"domain_scores_gemma":[0.8766076,0.03598106,0.006880309,0.013435028,0.048038844,0.019057222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025454953,0.0005714614,0.0010963979,0.0037555671,0.0016746352,0.011460529,0.0015092661,0.0030906114,0.114274085],"category_scores_gemma":[0.05739762,0.00035852275,0.00076646183,0.0070024957,0.0038024199,0.01192412,0.0055119214,0.0051245266,0.05574779],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088102825,0.000028081746,0.001977648,0.00034563759,0.000020800171,0.00014387391,0.00018909489,0.00012673288,0.000531325,0.02722721,0.8151026,0.15421887],"study_design_scores_gemma":[0.000009346167,0.000036262776,0.0013804109,0.00043379405,0.000013604767,0.00029464267,0.00030048407,0.00039986864,0.00049555104,0.0197806,0.97683436,0.00002114973],"about_ca_topic_score_codex":0.0011149527,"about_ca_topic_score_gemma":0.0017425499,"teacher_disagreement_score":0.114274085,"about_ca_system_score_codex":0.0024001126,"about_ca_system_score_gemma":0.0094075,"threshold_uncertainty_score":0.38228488},"labels":[],"label_agreement":null},{"id":"W3038499305","doi":"10.1145/3433637","title":"Formalizing and guaranteeing human-robot interaction","year":2021,"lang":"en","type":"preprint","venue":"Communications of the ACM","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Leibniz-Gemeinschaft; Engineering and Physical Sciences Research Council","keywords":"Robot; Computer science; Human–computer interaction; Human–robot interaction; Field (mathematics); Drone; Action (physics); Artificial intelligence","score_opus":0.2271368806247197,"score_gpt":0.4760074507248789,"score_spread":0.24887057010015917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038499305","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020762006,0.00038479062,0.96379495,0.0020507083,0.00010269674,0.00014931588,0.00014984139,0.001548866,0.011056935],"genre_scores_gemma":[0.6675899,0.0007368367,0.3246337,0.00062043377,0.0002867955,0.00048338145,0.00046709244,0.0005497504,0.0046321535],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9829353,0.00605182,0.0015187194,0.00280704,0.004402627,0.0022845112],"domain_scores_gemma":[0.93842053,0.040983085,0.004071815,0.009616547,0.0046868203,0.0022211308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011776167,0.00167797,0.0013475104,0.0018680309,0.0023648927,0.006522938,0.0059577525,0.00368375,0.004552413],"category_scores_gemma":[0.049750734,0.0021617634,0.0033680482,0.0012805278,0.013542993,0.011416537,0.013629538,0.006398353,0.0012146253],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009389388,0.000086178065,0.0010431521,0.00033058025,0.0000723538,0.00026834675,0.0013087371,0.06338694,0.0021731765,0.9126819,0.0016829399,0.016871898],"study_design_scores_gemma":[0.0000506203,0.000053436535,0.0002267682,0.00007945773,0.000048239854,0.000069881,0.00018893242,0.11865711,0.0014753197,0.87501436,0.004102545,0.00003331397],"about_ca_topic_score_codex":0.00887219,"about_ca_topic_score_gemma":0.008847501,"teacher_disagreement_score":0.011776167,"about_ca_system_score_codex":0.004212585,"about_ca_system_score_gemma":0.0057506934,"threshold_uncertainty_score":0.062279046},"labels":[],"label_agreement":null},{"id":"W3044177754","doi":"10.1145/3360311","title":"Threats of a replication crisis in empirical computer science","year":2020,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":153,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Replication (statistics); Computer science; Empirical research; Biology; Virology; Epistemology; Philosophy","score_opus":0.5130321443891269,"score_gpt":0.5065862083389177,"score_spread":0.006445936050209267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044177754","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032480553,0.012491932,0.111909986,0.7625963,0.011392136,0.002615051,0.0015844632,0.0010788372,0.06385082],"genre_scores_gemma":[0.6921596,0.0031731147,0.09330513,0.18006706,0.015205216,0.008048299,0.0010563199,0.00076868694,0.0062166164],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.3649932,0.48506188,0.028001752,0.03932892,0.07702129,0.005592878],"domain_scores_gemma":[0.03548659,0.76470315,0.03150794,0.12174238,0.042081792,0.0044781617],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.66761684,0.0016238728,0.0046297973,0.0065589095,0.008131582,0.012893639,0.007907079,0.018932432,0.011424946],"category_scores_gemma":[0.90582263,0.0027165262,0.0028300432,0.00859548,0.036582742,0.030916559,0.016156754,0.024600396,0.004267756],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003990127,0.00066170865,0.041583955,0.0033090168,0.0020678032,0.0012343873,0.014100252,0.0035517903,0.0010415411,0.67961925,0.11492459,0.1339155],"study_design_scores_gemma":[0.0017677831,0.0004920686,0.006535345,0.002428613,0.00033317404,0.00058206887,0.0024081352,0.0069355117,0.0008880477,0.9051128,0.07235245,0.00016391941],"about_ca_topic_score_codex":0.0049510906,"about_ca_topic_score_gemma":0.0032843752,"teacher_disagreement_score":0.33238316,"about_ca_system_score_codex":0.007937277,"about_ca_system_score_gemma":0.026995009,"threshold_uncertainty_score":0.40988767},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3044899520","doi":"10.1145/3383444","title":"Why computing belongs within the social sciences","year":2020,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Computer science; Data science","score_opus":0.11241736252150343,"score_gpt":0.3490799881637016,"score_spread":0.2366626256421982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044899520","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06396012,0.008318528,0.039898477,0.5137159,0.0027297414,0.00008019778,0.000074497555,0.00028206827,0.37094048],"genre_scores_gemma":[0.94953394,0.005597417,0.0077605783,0.021302767,0.0011313035,0.00006786108,0.00004784707,0.00025758968,0.014300866],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9934348,0.0033885068,0.0001635518,0.00050271914,0.0015434976,0.0009669745],"domain_scores_gemma":[0.9838225,0.009960428,0.00070888863,0.0013894669,0.0022377647,0.0018809771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006424933,0.0002679374,0.0003161399,0.0013777628,0.005726542,0.009040489,0.0006494264,0.0036255764,0.0066327634],"category_scores_gemma":[0.01867904,0.0002423964,0.00040916627,0.001218831,0.032718208,0.011143626,0.0036742038,0.006000182,0.0017737258],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015729865,0.00003435889,0.0025199165,0.00011464951,0.000011565372,0.000112586065,0.008388753,0.00040468393,0.00047383356,0.9526251,0.013643491,0.021655263],"study_design_scores_gemma":[0.000007789469,0.000019632913,0.0026691777,0.00023863696,0.000006900462,0.0001290803,0.00785575,0.0005624806,0.00046176376,0.8446691,0.14335756,0.000022148695],"about_ca_topic_score_codex":0.010876447,"about_ca_topic_score_gemma":0.009798078,"teacher_disagreement_score":0.010876447,"about_ca_system_score_codex":0.0041927425,"about_ca_system_score_gemma":0.011454858,"threshold_uncertainty_score":0.0339787},"labels":[],"label_agreement":null},{"id":"W3096831136","doi":"10.1145/3422622","title":"Generative adversarial networks","year":2020,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Generative Adversarial Networks and Image Synthesis","field":"Computer Science","cited_by":13622,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Generative grammar; Computer science; Adversarial system; Artificial intelligence; Generative Design; Machine learning; Generative model; Variety (cybernetics); Generative adversarial network; Deep learning","score_opus":0.05331489208555869,"score_gpt":0.25914233121555963,"score_spread":0.20582743913000096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096831136","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026585883,0.0011369676,0.98327696,0.0005844752,0.0001752439,0.000067740424,0.00021114838,0.00041381412,0.0114752045],"genre_scores_gemma":[0.5300435,0.005834023,0.416532,0.0019091364,0.0006804889,0.00085365534,0.0016699007,0.0007980212,0.041679285],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99894994,0.00043870095,0.00004264531,0.00022293377,0.00025049323,0.00009536663],"domain_scores_gemma":[0.9971112,0.00219213,0.00015257682,0.00025315105,0.00020390493,0.00008699852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001736492,0.001463411,0.0013585978,0.0008811472,0.0005470711,0.0014928267,0.001831213,0.0018716636,0.009756818],"category_scores_gemma":[0.005895879,0.00069945276,0.0011590138,0.00092268817,0.0018176541,0.0017039331,0.0024672272,0.0033553825,0.002104982],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006273539,0.000042012034,0.00058123976,0.00017598165,0.00009536209,0.00013013785,0.00008162752,0.7653359,0.0015060593,0.16376567,0.009144958,0.059078347],"study_design_scores_gemma":[0.000011620979,0.000021843995,0.00008237778,0.000039833776,0.000014392412,0.00006599732,0.000011435162,0.909078,0.0005732186,0.08263655,0.007450476,0.000014287862],"about_ca_topic_score_codex":0.002064857,"about_ca_topic_score_gemma":0.0025058447,"teacher_disagreement_score":0.009756818,"about_ca_system_score_codex":0.0011046918,"about_ca_system_score_gemma":0.0008567085,"threshold_uncertainty_score":0.03263986},"labels":[],"label_agreement":null},{"id":"W3112520120","doi":"10.1145/3434642","title":"The future is big graphs","year":2021,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Graph Theory and Algorithms","field":"Computer Science","cited_by":152,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Waterloo","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Computer science; Big data; Data mining","score_opus":0.026247511967339796,"score_gpt":0.2651093371293197,"score_spread":0.23886182516197993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112520120","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023145644,0.106357895,0.3078909,0.45289847,0.017144864,0.00015261295,0.0024367278,0.005697962,0.084274955],"genre_scores_gemma":[0.48171854,0.085785285,0.2698524,0.08724675,0.018158916,0.00036866943,0.0045031183,0.004166299,0.04820006],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99628395,0.0012503165,0.00009090354,0.0005986728,0.0012767717,0.00049952336],"domain_scores_gemma":[0.9704283,0.014532004,0.0008014298,0.006175839,0.00427067,0.0037917853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007913732,0.000834813,0.0010330628,0.0018703439,0.0027221953,0.007211911,0.002409007,0.0044641756,0.019731063],"category_scores_gemma":[0.030501137,0.0007099941,0.0006796123,0.002413703,0.0071338904,0.036177386,0.0063971556,0.0068263505,0.00735206],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000204819,0.0000674461,0.0012579333,0.0006926771,0.000072041126,0.00012714979,0.0005978203,0.004099139,0.0021560753,0.5207117,0.342995,0.12701821],"study_design_scores_gemma":[0.000015677191,0.000025061354,0.00048200125,0.00020673666,0.000016169011,0.00010920657,0.0007209374,0.0058315042,0.0007910514,0.71839225,0.27336884,0.000040554136],"about_ca_topic_score_codex":0.0024417718,"about_ca_topic_score_gemma":0.0037051698,"teacher_disagreement_score":0.019731063,"about_ca_system_score_codex":0.001939831,"about_ca_system_score_gemma":0.0029389998,"threshold_uncertainty_score":0.06600702},"labels":[],"label_agreement":null},{"id":"W3126361953","doi":"10.1145/3418290","title":"DP-cryptography","year":2021,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Cryptography; Computer security","score_opus":0.06581683671454008,"score_gpt":0.311760958225048,"score_spread":0.24594412151050793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126361953","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012444727,0.01970486,0.70652103,0.018135069,0.0018883937,0.00022421581,0.00065928797,0.0007299831,0.23969248],"genre_scores_gemma":[0.6337898,0.024824094,0.2588958,0.007552791,0.0033673735,0.0003877254,0.001229669,0.0003646354,0.0695882],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99411714,0.0017198118,0.0002970966,0.0009796189,0.0022608591,0.00062541704],"domain_scores_gemma":[0.989972,0.0032164133,0.00047996,0.0045525134,0.0014319369,0.00034717307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042927056,0.00074348215,0.0010006413,0.0018593444,0.0017012472,0.0074812537,0.0023437855,0.0023004012,0.01281571],"category_scores_gemma":[0.014804826,0.0005324995,0.00072729104,0.0026277744,0.0049611363,0.0140749905,0.005440908,0.006494595,0.005769643],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029929279,0.000016998765,0.00015288881,0.00007914705,0.000008309397,0.000027328502,0.00003869135,0.0008439857,0.0004072009,0.9669367,0.004447238,0.027011631],"study_design_scores_gemma":[0.000014628853,0.00003056173,0.00009738717,0.00009052714,0.00000958941,0.00029029886,0.000053954558,0.008277886,0.0020142223,0.93214554,0.056960464,0.000014985083],"about_ca_topic_score_codex":0.00053134933,"about_ca_topic_score_gemma":0.00048996264,"teacher_disagreement_score":0.01281571,"about_ca_system_score_codex":0.0028691606,"about_ca_system_score_gemma":0.0031788612,"threshold_uncertainty_score":0.042872846},"labels":[],"label_agreement":null},{"id":"W3157664688","doi":"10.1145/3453935","title":"Robustness meets algorithms","year":2021,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Statistical Methods and Models","field":"Mathematics","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Office of Naval Research; Alfred P. Sloan Foundation; Google; David and Lucile Packard Foundation; National Science Foundation","keywords":"Robustness (evolution); Estimator; Computer science; Algorithm; Fraction (chemistry); Exponential function; Gaussian; Dimension (graph theory); Mathematical optimization; Inverse; Mathematics; Applied mathematics; Statistics; Combinatorics","score_opus":0.3108724002031947,"score_gpt":0.4808098623364639,"score_spread":0.1699374621332692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157664688","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033403952,0.0026639877,0.9713002,0.004915113,0.00043311092,0.00015252769,0.00031803933,0.00091382826,0.015962759],"genre_scores_gemma":[0.31038338,0.00740496,0.64916176,0.0058794264,0.006122172,0.0016700804,0.0020120505,0.0021993164,0.01516692],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97019815,0.011892409,0.0021426221,0.0066865915,0.007560429,0.0015196683],"domain_scores_gemma":[0.87001,0.10044495,0.0027946813,0.019270984,0.006238858,0.0012404788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014117569,0.0033182462,0.0038257902,0.002898383,0.0022663255,0.008056186,0.0039076656,0.0072603193,0.011574559],"category_scores_gemma":[0.10848103,0.0015705177,0.0032379928,0.0028386645,0.007940601,0.015038674,0.009580837,0.011699679,0.005607194],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000219302,0.00008562891,0.0007999911,0.00067635055,0.00015645419,0.00014024235,0.00022958488,0.04360839,0.0014624185,0.83539706,0.014186404,0.10303807],"study_design_scores_gemma":[0.000041015355,0.000048504142,0.0001224533,0.00007944682,0.000019237337,0.0001113127,0.00003409014,0.049067624,0.0008203536,0.93856275,0.011069596,0.000023495433],"about_ca_topic_score_codex":0.0009845364,"about_ca_topic_score_gemma":0.00047745477,"teacher_disagreement_score":0.014117569,"about_ca_system_score_codex":0.0027626953,"about_ca_system_score_gemma":0.002811098,"threshold_uncertainty_score":0.07466173},"labels":[],"label_agreement":null},{"id":"W3164546521","doi":"10.1145/3453928","title":"The SPACE of developer productivity","year":2021,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Productivity; Space (punctuation); Computer science; Operating system; Economics; Economic growth","score_opus":0.06923396408289774,"score_gpt":0.2982868364574883,"score_spread":0.2290528723745906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164546521","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03630674,0.040323574,0.08151491,0.38098013,0.010478084,0.000102990845,0.0005260945,0.0022357993,0.44753173],"genre_scores_gemma":[0.87823296,0.014295613,0.015365877,0.013125676,0.006016486,0.00032157585,0.00019717732,0.0020522869,0.07039236],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.96082705,0.021919848,0.0013629757,0.003941169,0.008731933,0.0032170229],"domain_scores_gemma":[0.88725084,0.06819624,0.0055291266,0.013633798,0.014712565,0.010677345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026116908,0.0015803417,0.0013969077,0.0051782164,0.009673587,0.044149935,0.0026543946,0.0042883935,0.026902592],"category_scores_gemma":[0.08914704,0.0011687023,0.0009046661,0.0045363335,0.028715443,0.047241416,0.01709275,0.007282497,0.00868546],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001944593,0.000058435453,0.003362645,0.00062275416,0.00008270512,0.00037957105,0.021892095,0.00043841833,0.00075288175,0.74311244,0.10090413,0.12819938],"study_design_scores_gemma":[0.00006865257,0.000107097396,0.0018181112,0.0008309694,0.000043161217,0.00039025614,0.019447822,0.000730985,0.00078684697,0.5756156,0.40008238,0.00007814861],"about_ca_topic_score_codex":0.002969327,"about_ca_topic_score_gemma":0.002101459,"teacher_disagreement_score":0.044149935,"about_ca_system_score_codex":0.0073982226,"about_ca_system_score_gemma":0.011868915,"threshold_uncertainty_score":0.13812107},"labels":[],"label_agreement":null},{"id":"W3173143158","doi":"10.1145/3386275","title":"Demystifying stablecoins","year":2020,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Cryptography; Computer security","score_opus":0.07045481776890536,"score_gpt":0.2831130845956275,"score_spread":0.21265826682672215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173143158","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10118367,0.006843416,0.6679014,0.037240546,0.0027005773,0.0002815537,0.00050495734,0.003176253,0.18016766],"genre_scores_gemma":[0.9216451,0.0020220296,0.046106163,0.0014505588,0.0005075268,0.00012364698,0.00018475638,0.00040839653,0.027551867],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976441,0.0008286711,0.00013839533,0.00036910732,0.0006147422,0.000404911],"domain_scores_gemma":[0.99023354,0.0023179166,0.00072545506,0.0047231056,0.0014443035,0.00055559905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044125426,0.00051027373,0.00052399613,0.00092596747,0.0017528214,0.004712025,0.0012793179,0.002283179,0.012591207],"category_scores_gemma":[0.016164418,0.00037389828,0.00038224345,0.00095744577,0.004595078,0.013448492,0.0050144815,0.003171487,0.0029080622],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007523293,0.000021725244,0.00028160107,0.00005272601,0.000010799598,0.00009827948,0.0002468146,0.004131802,0.0014841252,0.9570056,0.0047573126,0.031834006],"study_design_scores_gemma":[0.00002035562,0.000028750625,0.000104499275,0.0000567903,0.0000069819457,0.000068247995,0.000099740544,0.011843748,0.0020433038,0.9459516,0.039763432,0.0000125533925],"about_ca_topic_score_codex":0.0011538666,"about_ca_topic_score_gemma":0.0013962694,"teacher_disagreement_score":0.012591207,"about_ca_system_score_codex":0.0017699954,"about_ca_system_score_gemma":0.0024752214,"threshold_uncertainty_score":0.042121828},"labels":[],"label_agreement":null},{"id":"W3173854030","doi":"10.1145/3466612","title":"Responsible computing during COVID-19 and beyond","year":2021,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada); Western University; Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Computer science; Data science; Virology; Medicine","score_opus":0.12355302690908455,"score_gpt":0.3460163660981547,"score_spread":0.22246333918907019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173854030","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01602919,0.0068346085,0.02544063,0.33063954,0.013908927,0.00029875783,0.00021592477,0.00062792975,0.6060045],"genre_scores_gemma":[0.53298473,0.002908563,0.010111998,0.07347172,0.003734918,0.0003944685,0.00033327748,0.0014342858,0.37462607],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.96714926,0.01591855,0.0010428946,0.0025411895,0.006595145,0.006752877],"domain_scores_gemma":[0.957969,0.013947327,0.0013757577,0.006350286,0.0091859475,0.011171698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.040783916,0.0005319661,0.0004816286,0.0010119654,0.016760798,0.02209773,0.0021628416,0.0121108955,0.021799762],"category_scores_gemma":[0.05686346,0.0004894114,0.00062128267,0.00097527326,0.017600276,0.018343693,0.017956218,0.012948258,0.0046468587],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045276392,0.00003843613,0.00048230795,0.000053400036,0.000008074557,0.0002797407,0.014458506,0.00018601262,0.00023907691,0.74473244,0.21612646,0.023350252],"study_design_scores_gemma":[0.000008787723,0.000024304978,0.00048986485,0.0002681247,0.0000032522428,0.000104794875,0.009335537,0.00033692236,0.00038741544,0.12617765,0.8628286,0.0000345956],"about_ca_topic_score_codex":0.021222621,"about_ca_topic_score_gemma":0.034238815,"teacher_disagreement_score":0.040783916,"about_ca_system_score_codex":0.010874771,"about_ca_system_score_gemma":0.034067854,"threshold_uncertainty_score":0.21568853},"labels":[],"label_agreement":null},{"id":"W3176707157","doi":"10.1145/3448250","title":"Deep learning for AI","year":2021,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Domain Adaptation and Few-Shot Learning","field":"Computer Science","cited_by":627,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Université de Montréal","funders":"","keywords":"Computer science; Artificial intelligence; Deep learning; Artificial neural network; Natural language processing; Cognitive science; Machine learning; Psychology","score_opus":0.05786285437600762,"score_gpt":0.32420184247153594,"score_spread":0.2663389880955283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176707157","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008735998,0.06106312,0.8465945,0.027995951,0.002139533,0.00006980251,0.0014272784,0.0026859425,0.049287822],"genre_scores_gemma":[0.50820446,0.05225392,0.36089197,0.0048403684,0.002398146,0.000273647,0.0027000543,0.0007800638,0.06765732],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9997477,0.00006823175,0.000013765347,0.000075615964,0.000069024856,0.000025589032],"domain_scores_gemma":[0.9991498,0.00047944958,0.000036434183,0.0001448958,0.00014287513,0.000046414192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006737582,0.00059144985,0.00066268194,0.00051094417,0.00040477695,0.0016015216,0.0008447696,0.0012792959,0.006806713],"category_scores_gemma":[0.003124455,0.00030167578,0.00037137358,0.00083407474,0.0011614525,0.0028268045,0.0012157353,0.0035382276,0.002104314],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007548207,0.0000744229,0.0006848274,0.0006091077,0.00010529547,0.000053041407,0.00010782837,0.053940646,0.002337162,0.48342222,0.056186795,0.40240327],"study_design_scores_gemma":[0.000007969271,0.0000171105,0.00027177742,0.000090388334,0.000012323865,0.00003148297,0.000024573998,0.12653424,0.0008020685,0.8302194,0.041974723,0.000013973081],"about_ca_topic_score_codex":0.00526602,"about_ca_topic_score_gemma":0.0043288847,"teacher_disagreement_score":0.006806713,"about_ca_system_score_codex":0.0009826215,"about_ca_system_score_gemma":0.0007486188,"threshold_uncertainty_score":0.022770703},"labels":[],"label_agreement":null},{"id":"W3194659744","doi":"10.1145/3464905","title":"The complex path to quantum resistance","year":2021,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Path (computing); Computer science; Resistance (ecology); Quantum; Computer network; Physics; Quantum mechanics; Biology","score_opus":0.03888506530944093,"score_gpt":0.29137701178787145,"score_spread":0.25249194647843054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194659744","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08163883,0.005919204,0.099041164,0.23732825,0.0081096,0.00011316942,0.0002999605,0.000643679,0.56690615],"genre_scores_gemma":[0.86754835,0.0029686564,0.014516178,0.010732982,0.00217176,0.00014077252,0.00007229148,0.00035976642,0.10148927],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99873585,0.00043685804,0.00003017412,0.0001896381,0.00041417844,0.00019328545],"domain_scores_gemma":[0.9976616,0.0009679026,0.00018481837,0.00046705676,0.00039368664,0.0003250228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017484041,0.00028384384,0.0005310187,0.00075131067,0.0024236203,0.0053438693,0.0006843503,0.0030209522,0.018564494],"category_scores_gemma":[0.010043329,0.00035304125,0.00028532825,0.00044645963,0.007932233,0.008693754,0.002532348,0.005260523,0.002962019],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000857545,0.000004812966,0.000027733022,0.0000075335824,0.0000018797172,0.00001408886,0.00008903831,0.00015510175,0.000111845235,0.9924327,0.004826646,0.0023200356],"study_design_scores_gemma":[0.000008466663,0.00000592112,0.00005518704,0.000010592587,0.0000011621212,0.000015558711,0.000051240895,0.00064330734,0.000079793914,0.9864894,0.012632704,0.0000066363377],"about_ca_topic_score_codex":0.0013158671,"about_ca_topic_score_gemma":0.000691826,"teacher_disagreement_score":0.018564494,"about_ca_system_score_codex":0.002164323,"about_ca_system_score_gemma":0.0013561964,"threshold_uncertainty_score":0.062104404},"labels":[],"label_agreement":null},{"id":"W3195450812","doi":"10.1145/3474351","title":"Finding the art in systems conversions, naming","year":2021,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Dozen; Computer science; World Wide Web; Publication; Advertising; Business; Mathematics","score_opus":0.05612197347937288,"score_gpt":0.3054608712442181,"score_spread":0.24933889776484525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195450812","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077953315,0.014190478,0.13023202,0.07808776,0.00976212,0.00012121801,0.00026492105,0.002891312,0.7566549],"genre_scores_gemma":[0.30523536,0.017953744,0.11463335,0.021310046,0.0034454816,0.00037303157,0.0006439921,0.007216614,0.52918845],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.988117,0.0052882773,0.00065883785,0.0014917827,0.0036401835,0.000803979],"domain_scores_gemma":[0.9879546,0.0046065063,0.000485979,0.0046693664,0.001554083,0.00072947197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011040924,0.0007667526,0.00056313135,0.0032588465,0.007771964,0.019614836,0.0022005243,0.0032247978,0.034652717],"category_scores_gemma":[0.030019755,0.00082373654,0.0008470826,0.0048200525,0.019191891,0.035263773,0.008005383,0.0071282424,0.012643234],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027160786,0.000024919525,0.0004680816,0.00018687008,0.000010222526,0.00013334601,0.011706462,0.0002289735,0.0007453945,0.70927286,0.13139723,0.14579839],"study_design_scores_gemma":[0.0000040562,0.000011897848,0.0002009986,0.00017388776,0.0000053759195,0.00018335774,0.0037302596,0.00021299424,0.0005730769,0.089609794,0.9052758,0.000018352212],"about_ca_topic_score_codex":0.006037341,"about_ca_topic_score_gemma":0.008825592,"teacher_disagreement_score":0.034652717,"about_ca_system_score_codex":0.0044406997,"about_ca_system_score_gemma":0.004364375,"threshold_uncertainty_score":0.115924835},"labels":[],"label_agreement":null},{"id":"W3209192400","doi":"10.1145/3485628","title":"MIP* = RE","year":2021,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Computability, Logic, AI Algorithms","field":"Computer Science","cited_by":167,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Army Research Office; Air Force Office of Scientific Research; Natural Sciences and Engineering Research Council of Canada; Institute for Quantum Information and Matter, California Institute of Technology; Multidisciplinary University Research Initiative; Canadian Institute for Advanced Research; Massachusetts Institute of Technology; Gordon and Betty Moore Foundation; National Science Foundation","keywords":"Class (philosophy); Computer science; Complexity class; Mathematical proof; Quantum entanglement; Theoretical computer science; Verifiable secret sharing; Quantum complexity theory; Decidability; Cryptography; Probabilistic logic; Computational complexity theory; Recursively enumerable language; Discrete mathematics; Quantum; Mathematics; Algorithm; Quantum computer; Programming language; Artificial intelligence","score_opus":0.0759074459117106,"score_gpt":0.3100415070347768,"score_spread":0.23413406112306617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209192400","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028790399,0.00050223153,0.028707752,0.007255131,0.007278926,0.000330375,0.00977981,0.008806838,0.93445987],"genre_scores_gemma":[0.048338678,0.0011350338,0.020294582,0.004826395,0.0021905878,0.00042311955,0.014441116,0.00931953,0.899031],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99847656,0.00019418444,0.000101126876,0.0005430923,0.00037391248,0.0003111409],"domain_scores_gemma":[0.9985575,0.00019942703,0.000092252594,0.00049044983,0.00048695115,0.00017341728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009999474,0.0011712986,0.00097671,0.0010791955,0.00238147,0.005638745,0.0017505852,0.0017281587,0.5023199],"category_scores_gemma":[0.003718757,0.00064128864,0.0011400529,0.0013668493,0.001204361,0.009665167,0.0047659604,0.003215654,0.36377734],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024901,0.000061418774,0.0004681779,0.00034297636,0.000027464037,0.00035786588,0.00021790863,0.00024510725,0.0013045275,0.17646933,0.71194744,0.10830884],"study_design_scores_gemma":[0.000015189151,0.00001586655,0.00018178108,0.000038850754,0.00000963443,0.00028740132,0.00010177622,0.0002410584,0.0012475991,0.020315792,0.97753,0.000015113005],"about_ca_topic_score_codex":0.0021038444,"about_ca_topic_score_gemma":0.0017570975,"teacher_disagreement_score":0.5023199,"about_ca_system_score_codex":0.0016857048,"about_ca_system_score_gemma":0.0014397242,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4200171428","doi":"10.1145/3498367","title":"Eyelid gestures for people with motor impairments","year":2021,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Gesture; Computer science; Eyelid; Gaze; Set (abstract data type); Eye tracking; Human–computer interaction; Computer vision; Psychology; Medicine","score_opus":0.027468888792387416,"score_gpt":0.2889893629671432,"score_spread":0.2615204741747558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200171428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92502207,0.0033414962,0.056410816,0.0010104785,0.00012479385,0.0005574804,0.0013308164,0.0027111508,0.009490878],"genre_scores_gemma":[0.96275526,0.0011600751,0.032178566,0.00019929638,0.000025132935,0.00018164114,0.00044518724,0.00006783511,0.0029869608],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994722,0.00013268637,0.000082102204,0.00010554293,0.00014630564,0.00006120403],"domain_scores_gemma":[0.99856406,0.0005636661,0.0002492797,0.00017844039,0.00033189927,0.00011270258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005654899,0.0009755294,0.00047350323,0.0010442685,0.00037106374,0.0006310443,0.00040568959,0.0007421188,0.0036429188],"category_scores_gemma":[0.0051652803,0.00021770048,0.00044580386,0.0002874402,0.00029144727,0.00090206804,0.001394146,0.00038399675,0.0011123419],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016429401,0.00021652669,0.19066653,0.0017478461,0.00012692643,0.002314575,0.0031522077,0.0024158421,0.120367415,0.00061627536,0.0068657342,0.6698672],"study_design_scores_gemma":[0.0001445435,0.0024768438,0.7910964,0.001370765,0.00046982762,0.019806271,0.0050892876,0.044076357,0.10485391,0.0029859492,0.027393686,0.00023622412],"about_ca_topic_score_codex":0.003550808,"about_ca_topic_score_gemma":0.008825701,"teacher_disagreement_score":0.0036429188,"about_ca_system_score_codex":0.00029836583,"about_ca_system_score_gemma":0.0003363013,"threshold_uncertainty_score":0.012186766},"labels":[],"label_agreement":null},{"id":"W4206916529","doi":"10.1145/3486600","title":"Designing UIs for static-analysis tools","year":2022,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Software engineering; Systems engineering; Engineering","score_opus":0.09314200318989017,"score_gpt":0.3432290294526174,"score_spread":0.2500870262627272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206916529","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14652506,0.0009601543,0.77422965,0.00088501326,0.00028151786,0.0027001253,0.0012866458,0.061058663,0.012073214],"genre_scores_gemma":[0.25943458,0.00038976426,0.7269132,0.00026127638,0.000042096588,0.0011548736,0.0019141083,0.0066380636,0.0032520432],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9877094,0.0061727474,0.0011145946,0.00079827296,0.003436123,0.0007688946],"domain_scores_gemma":[0.9438287,0.033793144,0.003507593,0.008061722,0.009915023,0.00089384563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016122626,0.0024873316,0.00079103914,0.0034988157,0.00086757174,0.0039555538,0.0029131365,0.0015723521,0.004785422],"category_scores_gemma":[0.09120903,0.0014106835,0.0008752833,0.0011669046,0.0010524407,0.0039482354,0.0029620542,0.0016084856,0.002302829],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014538039,0.001667801,0.02122994,0.003692305,0.0003278093,0.0010437927,0.0077854823,0.05704037,0.08372669,0.019826882,0.030332271,0.7718729],"study_design_scores_gemma":[0.0010808483,0.0024413243,0.01266302,0.0025030172,0.00083372183,0.00089211157,0.0046568085,0.6559742,0.16614743,0.045552704,0.1067967,0.00045811213],"about_ca_topic_score_codex":0.0031050427,"about_ca_topic_score_gemma":0.0059086625,"teacher_disagreement_score":0.016122626,"about_ca_system_score_codex":0.0011427526,"about_ca_system_score_gemma":0.0029060913,"threshold_uncertainty_score":0.08526558},"labels":[],"label_agreement":null},{"id":"W4206918890","doi":"10.1145/3506575","title":"Data science meets law","year":2022,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Data science; Engineering ethics; Artificial intelligence; Engineering","score_opus":0.37250163482550436,"score_gpt":0.4984871662198992,"score_spread":0.12598553139439483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206918890","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023974932,0.015688127,0.10719203,0.5648596,0.0056882063,0.000102318736,0.00026823534,0.00062114676,0.30318272],"genre_scores_gemma":[0.4837526,0.027072374,0.12475197,0.14419363,0.015241184,0.0007121645,0.00068937324,0.0013706831,0.202216],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97605157,0.012855588,0.0012728872,0.0025582525,0.0062442985,0.0010173541],"domain_scores_gemma":[0.94208187,0.03597676,0.00221205,0.0103031425,0.005416192,0.0040099532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028160335,0.0007356702,0.001143027,0.0026276982,0.0062614493,0.017076623,0.0015964858,0.011435819,0.02618603],"category_scores_gemma":[0.0705668,0.00086510024,0.0007185165,0.0020937398,0.027908962,0.027859554,0.0108144125,0.013298437,0.010040224],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001688083,0.00002252103,0.00033768616,0.00013156932,0.000015728992,0.00006530251,0.0009461786,0.00025323406,0.00011506352,0.9155522,0.050012123,0.032531563],"study_design_scores_gemma":[0.0000071922627,0.000010443803,0.0001037626,0.00017833043,0.0000056194026,0.00005849229,0.0006371527,0.0004460223,0.0001754505,0.73390204,0.2644655,0.000010053175],"about_ca_topic_score_codex":0.0045158337,"about_ca_topic_score_gemma":0.0045159515,"teacher_disagreement_score":0.028160335,"about_ca_system_score_codex":0.0052367724,"about_ca_system_score_gemma":0.017752014,"threshold_uncertainty_score":0.14892787},"labels":[],"label_agreement":null},{"id":"W4212878885","doi":"10.1145/3498582","title":"A conversation with","year":2022,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"History of Computing Technologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Conversation; Computer science; Psychology; Communication","score_opus":0.03349195580935231,"score_gpt":0.2401366235346924,"score_spread":0.20664466772534007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212878885","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012870998,0.04736213,0.0009968176,0.7971048,0.0298115,0.000012167539,0.00037746536,0.00021101067,0.122836925],"genre_scores_gemma":[0.04453511,0.027938675,0.0018392821,0.4937304,0.015211529,0.000080355465,0.00038734067,0.0010579408,0.4152193],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967961,0.001086416,0.0001484311,0.00050770695,0.00096206245,0.0004993471],"domain_scores_gemma":[0.99375993,0.0030974834,0.0002453497,0.0003289912,0.0013549867,0.0012132465],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004974869,0.00049913215,0.0008777827,0.0021761006,0.01185688,0.012324341,0.0018691665,0.0064410036,0.049195953],"category_scores_gemma":[0.013079726,0.0007120822,0.00042003955,0.0031864266,0.0056991726,0.015777955,0.0043981727,0.013958461,0.011273677],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018163697,0.0000052369846,0.00012296086,0.000039416413,0.000003308997,0.000047458198,0.0020357068,0.0000063254606,0.000029351044,0.024943262,0.96629155,0.0064574243],"study_design_scores_gemma":[0.0000019878426,0.000001633811,0.00016262871,0.00007753911,0.0000017760917,0.000041219806,0.0011092843,0.000005758215,0.000055476623,0.0016480981,0.9968857,0.00000905295],"about_ca_topic_score_codex":0.030873157,"about_ca_topic_score_gemma":0.055018637,"teacher_disagreement_score":0.95080405,"about_ca_system_score_codex":0.005920777,"about_ca_system_score_gemma":0.0036143763,"threshold_uncertainty_score":0.16457683},"labels":[],"label_agreement":null},{"id":"W4213025974","doi":"10.1145/3512297","title":"A call to action","year":2022,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Action (physics); Computer science; Call to action; Computer security; Telecommunications; Business; Advertising","score_opus":0.26323217213454086,"score_gpt":0.48142524009816334,"score_spread":0.21819306796362248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213025974","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042738262,0.0067090564,0.0014585726,0.9665055,0.008355805,0.000015926402,0.000022013948,0.00009271561,0.016412972],"genre_scores_gemma":[0.07389895,0.010551347,0.0060741086,0.8702241,0.007778478,0.00022773584,0.00007220226,0.0003208899,0.0308522],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96457404,0.023065558,0.0009450647,0.0026692278,0.0053512366,0.003394887],"domain_scores_gemma":[0.9251167,0.038389895,0.0025069395,0.0062712315,0.010009049,0.017706173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03606773,0.0014016432,0.0016153281,0.0016427016,0.016523046,0.020461548,0.0039137676,0.039924994,0.025359616],"category_scores_gemma":[0.06330145,0.0006570597,0.0015183787,0.0010190678,0.06140974,0.03610413,0.016453909,0.050883953,0.008828358],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060143328,0.00009312942,0.000350778,0.0003724143,0.000038624657,0.00026079913,0.013797247,0.00014734267,0.00023292872,0.24515596,0.6964079,0.04308281],"study_design_scores_gemma":[0.000020668354,0.000025949475,0.00022181639,0.0009847826,0.000013508606,0.00016849572,0.021438293,0.00009942386,0.0001221948,0.17390639,0.8029492,0.000049208145],"about_ca_topic_score_codex":0.008855219,"about_ca_topic_score_gemma":0.013509094,"teacher_disagreement_score":0.039924994,"about_ca_system_score_codex":0.007824365,"about_ca_system_score_gemma":0.035057377,"threshold_uncertainty_score":0.19074672},"labels":[],"label_agreement":null},{"id":"W4213251046","doi":"10.1145/3495256","title":"Automating data science","year":2022,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Machine Learning and Data Classification","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Automation; Computer science; Data science; Process (computing); Engineering","score_opus":0.1379017813942821,"score_gpt":0.36646717004845997,"score_spread":0.22856538865417786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213251046","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023218945,0.002371906,0.9233021,0.010919324,0.00062281324,0.0005282658,0.00072106626,0.009739377,0.028576149],"genre_scores_gemma":[0.17729597,0.0030954329,0.804827,0.0026624869,0.00064546516,0.0004314471,0.002626386,0.0010563043,0.007359541],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97759193,0.009127556,0.001502252,0.0031885307,0.0074111633,0.001178497],"domain_scores_gemma":[0.90572584,0.037486747,0.0030575925,0.04178948,0.01032861,0.0016117283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018397905,0.0013751837,0.0014171449,0.0041861697,0.0021292446,0.0094674155,0.0028908371,0.0022022831,0.008517413],"category_scores_gemma":[0.06693328,0.00096397154,0.0015734462,0.004352965,0.003911599,0.008950635,0.009235241,0.0052571553,0.007256963],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035151932,0.0004171872,0.0069337315,0.0013903521,0.00017612704,0.00027322283,0.0020586555,0.020617247,0.016206894,0.14831099,0.037365284,0.7658988],"study_design_scores_gemma":[0.00010229226,0.00013678693,0.0031108814,0.00044672374,0.00008176321,0.00042502116,0.0007965166,0.10514865,0.01928672,0.555741,0.314593,0.00013067493],"about_ca_topic_score_codex":0.004771679,"about_ca_topic_score_gemma":0.00499671,"teacher_disagreement_score":0.018397905,"about_ca_system_score_codex":0.002108906,"about_ca_system_score_gemma":0.0090557905,"threshold_uncertainty_score":0.09729862},"labels":[],"label_agreement":null},{"id":"W4220856428","doi":"10.1145/3490699","title":"Explainable AI","year":2022,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; HEC Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Artificial intelligence","score_opus":0.06428448530113892,"score_gpt":0.31251948922888245,"score_spread":0.24823500392774353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220856428","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012374725,0.006191936,0.5188053,0.13084307,0.003124182,0.00016363656,0.0014925939,0.0028094815,0.32419518],"genre_scores_gemma":[0.7412856,0.0052847476,0.12499415,0.017906489,0.0019952087,0.0004635863,0.0016120151,0.0013984162,0.105059855],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99717194,0.00132565,0.00011150043,0.0005442247,0.0005637522,0.00028291636],"domain_scores_gemma":[0.9930754,0.0041661067,0.00021442876,0.001731403,0.0006029518,0.0002098254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028156543,0.00070119277,0.0006612291,0.0007152032,0.0019405918,0.0042992714,0.0021393928,0.0029802518,0.033538867],"category_scores_gemma":[0.018221714,0.00044837585,0.0011169572,0.0006513747,0.006824207,0.010562238,0.0037870384,0.005467719,0.003817786],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013999465,0.000008442899,0.00009343044,0.000050038194,0.000012337401,0.00003330501,0.00016342555,0.0011119043,0.00010375385,0.980914,0.01175766,0.005737619],"study_design_scores_gemma":[0.00000976882,0.0000036239207,0.000035755285,0.000037080506,0.000008450775,0.0000324991,0.00005649628,0.003610218,0.00016095137,0.96160364,0.03443475,0.0000067677092],"about_ca_topic_score_codex":0.003946685,"about_ca_topic_score_gemma":0.0029079127,"teacher_disagreement_score":0.033538867,"about_ca_system_score_codex":0.002441715,"about_ca_system_score_gemma":0.0020744049,"threshold_uncertainty_score":0.11219871},"labels":[],"label_agreement":null},{"id":"W4240100958","doi":"10.1145/505999.506001","title":"A comparison of three delivery systems for teaching an information technology course","year":2002,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Knowledge management; Deliverable; Leverage (statistics); Organizational learning; Computer science; Process (computing); Macro; Knowledge economy; Organizational structure; Process management; Business; Management; Artificial intelligence","score_opus":0.17270702899875937,"score_gpt":0.3570518764084382,"score_spread":0.18434484740967885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240100958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9028127,0.0012011986,0.035737626,0.0023125922,0.0005108356,0.0023452186,0.002090126,0.002982359,0.05000731],"genre_scores_gemma":[0.95210904,0.0005747833,0.031472813,0.00045061612,0.00007833178,0.00093284517,0.0015252349,0.00029521086,0.01256114],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99411833,0.0026050156,0.00041536585,0.00038936854,0.0018018184,0.0006700897],"domain_scores_gemma":[0.9659931,0.019923154,0.001980854,0.0023323486,0.0053922688,0.0043782075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00863812,0.00052884873,0.0005514611,0.0042904727,0.0013515365,0.0034157026,0.0017884405,0.0014165565,0.023331914],"category_scores_gemma":[0.041131284,0.0004155712,0.00083257473,0.0026118252,0.000467021,0.002277205,0.0017259627,0.0010657904,0.004938815],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014852993,0.0088343015,0.06901133,0.0016402216,0.0002887839,0.00023963161,0.0018475569,0.013951274,0.00622354,0.014837745,0.017217794,0.8510548],"study_design_scores_gemma":[0.006414867,0.037417445,0.71259695,0.000861624,0.0013282397,0.00062728225,0.009184339,0.12110848,0.015067753,0.010272673,0.08454702,0.0005732271],"about_ca_topic_score_codex":0.010018913,"about_ca_topic_score_gemma":0.010395901,"teacher_disagreement_score":0.023331914,"about_ca_system_score_codex":0.005260543,"about_ca_system_score_gemma":0.0034872452,"threshold_uncertainty_score":0.078053},"labels":[],"label_agreement":null},{"id":"W4242519754","doi":"10.1145/581571.581588","title":"Introduction","year":2002,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Work (physics); Software engineering; Software; Knowledge management; Engineering management; Process management; Engineering; Operating system","score_opus":0.0532668480353258,"score_gpt":0.27651116787827823,"score_spread":0.22324431984295243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242519754","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030854924,0.01130133,0.08244569,0.018753622,0.008350309,0.00057058997,0.00588018,0.0058751428,0.86373764],"genre_scores_gemma":[0.042803355,0.014314061,0.05305436,0.011283653,0.0047683925,0.00066341524,0.011129675,0.0017178069,0.86026525],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968194,0.00044506195,0.00019888121,0.0007986129,0.0014460509,0.0002919163],"domain_scores_gemma":[0.9951315,0.0009257554,0.00028439908,0.00094892224,0.002105547,0.0006039323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024322732,0.001219608,0.0007383237,0.0016903525,0.0018570909,0.008338266,0.0026233094,0.0032489377,0.2590293],"category_scores_gemma":[0.009425652,0.00045159165,0.0008586359,0.00224355,0.001691469,0.006915545,0.00404836,0.0027132598,0.18062288],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108305576,0.00008351314,0.0011431873,0.00069035485,0.000020819693,0.00021312553,0.00077494903,0.0007997941,0.0013885567,0.20686279,0.44983882,0.33807576],"study_design_scores_gemma":[0.000004240691,0.000018542654,0.0002692382,0.00015636902,0.000004153896,0.0001644896,0.000109953886,0.00017602043,0.00017858804,0.018928431,0.97998,0.000009963757],"about_ca_topic_score_codex":0.0027393873,"about_ca_topic_score_gemma":0.0021330237,"teacher_disagreement_score":0.2590293,"about_ca_system_score_codex":0.0022072438,"about_ca_system_score_gemma":0.0025518504,"threshold_uncertainty_score":0.86653936},"labels":[],"label_agreement":null},{"id":"W4256321336","doi":"10.1145/636772.636794","title":"Introduction","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Graphical user interface; User interface; Human–computer interaction; Wireless network; World Wide Web; Wireless; Operating system","score_opus":0.02940575865702235,"score_gpt":0.2875001112121235,"score_spread":0.25809435255510116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256321336","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034255863,0.007964149,0.026302971,0.019965881,0.011416558,0.0005409355,0.0050150864,0.0037305795,0.9216383],"genre_scores_gemma":[0.025742425,0.0080812555,0.013137735,0.010376716,0.0033337756,0.00046480913,0.0075222496,0.0009314921,0.93040955],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977301,0.00024118887,0.00011440884,0.000573126,0.0010566501,0.00028461142],"domain_scores_gemma":[0.9960127,0.00052702473,0.00017822038,0.0005250006,0.0020385801,0.00071848097],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018557927,0.0010623331,0.0005702369,0.001306908,0.0020833733,0.0068041957,0.0027820598,0.0035890825,0.39871535],"category_scores_gemma":[0.008336633,0.0003548463,0.0006870784,0.0015341209,0.001106353,0.005520692,0.0033726227,0.0022832756,0.26463804],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000104755796,0.00009437948,0.0011299792,0.00046205084,0.000009571113,0.00020907138,0.0007035537,0.00027967064,0.0011345732,0.06756068,0.6306685,0.2976432],"study_design_scores_gemma":[0.000004095667,0.000020098958,0.00035299436,0.0001340808,0.0000027821613,0.000158898,0.0001535351,0.00006569048,0.00015878606,0.00577144,0.99317,0.0000075935504],"about_ca_topic_score_codex":0.003247193,"about_ca_topic_score_gemma":0.0027121452,"teacher_disagreement_score":0.6012846,"about_ca_system_score_codex":0.0019796311,"about_ca_system_score_gemma":0.0028775462,"threshold_uncertainty_score":0.8576596},"labels":[],"label_agreement":null},{"id":"W4283209583","doi":"10.1145/3500921","title":"When satisfiability solving meets symbolic computation","year":2022,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Wilfrid Laurier University; University of Windsor","funders":"","keywords":"Computer science; Symbolic computation; Computation; Satisfiability; Brute force; Theoretical computer science; Algorithm; Mathematics; Computer security","score_opus":0.07326705349603489,"score_gpt":0.3332004790898047,"score_spread":0.2599334255937698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283209583","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039142877,0.004079635,0.7650148,0.034367386,0.0025008495,0.00036043927,0.00058364077,0.0031669221,0.15078342],"genre_scores_gemma":[0.70843226,0.00267043,0.2519577,0.0058330027,0.002349481,0.0007459197,0.0013970957,0.00152384,0.025090389],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98498803,0.0053714747,0.0011783787,0.0027809555,0.003984135,0.0016969948],"domain_scores_gemma":[0.9574881,0.031602968,0.0012419391,0.0065730973,0.002235373,0.0008585261],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0079437,0.0009693663,0.00166114,0.001879012,0.0023481762,0.007199467,0.0025165381,0.0047559966,0.017699188],"category_scores_gemma":[0.0834331,0.0015144504,0.0015662436,0.001995264,0.0098491255,0.02417618,0.007933012,0.00916999,0.002873151],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011036893,0.000062748535,0.00032084002,0.00021250585,0.000038912916,0.00015071653,0.00039717928,0.0061325873,0.00064052903,0.96646065,0.005212092,0.020260861],"study_design_scores_gemma":[0.000024726918,0.000011063436,0.000027402564,0.000030965715,0.000010345699,0.000036425783,0.000065244494,0.012289507,0.0006053695,0.9814408,0.005448988,0.000009144905],"about_ca_topic_score_codex":0.002540792,"about_ca_topic_score_gemma":0.0024722598,"teacher_disagreement_score":0.017699188,"about_ca_system_score_codex":0.0024429986,"about_ca_system_score_gemma":0.003405764,"threshold_uncertainty_score":0.059209645},"labels":[],"label_agreement":null},{"id":"W4296550588","doi":"10.1145/3559439","title":"Traffic classification in an increasingly encrypted web","year":2022,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Encryption; Traffic classification; Feature engineering; Convolutional neural network; Data mining; Robustness (evolution); The Internet; Header; Artificial intelligence; Computer network; Machine learning; Deep learning; World Wide Web","score_opus":0.054012044874630384,"score_gpt":0.2919521067117596,"score_spread":0.2379400618371292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296550588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91757405,0.00030162506,0.072521046,0.0007308396,0.00008640911,0.00006876749,0.00199713,0.0022380226,0.004482049],"genre_scores_gemma":[0.9789959,0.00014980383,0.01556205,0.00015511995,0.000046170626,0.00002565448,0.003508305,0.00007807155,0.001478752],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993637,0.00011564397,0.000042752214,0.00017234696,0.00020880293,0.00009664756],"domain_scores_gemma":[0.9989115,0.00026016106,0.00017763485,0.00018405849,0.00040778343,0.000058853315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006768387,0.0006091897,0.00047150638,0.0022293292,0.00046467458,0.0010715546,0.00061394856,0.0008029776,0.0005909458],"category_scores_gemma":[0.0027526007,0.00017711258,0.00037210272,0.001472655,0.00040317702,0.0018799996,0.0005813335,0.0009285189,0.00057848665],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000978323,0.0010534412,0.17303519,0.00023932601,0.00017980709,0.0016252175,0.00033672474,0.3630743,0.050398093,0.011458314,0.025120936,0.37250027],"study_design_scores_gemma":[0.0000076740325,0.00004428006,0.016444039,0.00001710308,0.000014965249,0.00030464787,0.00013754374,0.962305,0.012034158,0.005908666,0.0027679512,0.00001398311],"about_ca_topic_score_codex":0.006799676,"about_ca_topic_score_gemma":0.0070410324,"teacher_disagreement_score":0.006799676,"about_ca_system_score_codex":0.0014098295,"about_ca_system_score_gemma":0.0003632632,"threshold_uncertainty_score":0.013520181},"labels":[],"label_agreement":null},{"id":"W4306962651","doi":"10.1145/3538513","title":"Intent-based networking for the enterprise","year":2022,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software-Defined Networks and 5G","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cisco Systems (Canada)","funders":"","keywords":"Computer science; Enterprise private network; Computer security; Knowledge management; Process management; Business","score_opus":0.059861901419471716,"score_gpt":0.28474481716916705,"score_spread":0.22488291574969532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306962651","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024977019,0.0068944194,0.7280887,0.056733888,0.0030372324,0.00018425182,0.0003555949,0.0036318584,0.17609708],"genre_scores_gemma":[0.6120934,0.008148797,0.33248144,0.00628002,0.0014335099,0.00021174863,0.00077744457,0.0004427072,0.038130935],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990552,0.00029620025,0.000049197515,0.000091368405,0.00036263332,0.00014534335],"domain_scores_gemma":[0.9981026,0.00034707173,0.00014005443,0.00045200638,0.00055138563,0.00040698328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036903643,0.0004400222,0.00026085036,0.0006508736,0.0013142119,0.003407833,0.0013782536,0.0011825028,0.0034748807],"category_scores_gemma":[0.003669079,0.00023239329,0.0002296433,0.0005894416,0.0012238707,0.007767957,0.005295336,0.0027917179,0.00189641],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006549827,0.00006398381,0.0013263086,0.00013092168,0.000013657659,0.000108091845,0.00077337225,0.008323993,0.004990693,0.7373095,0.039804764,0.20708908],"study_design_scores_gemma":[0.000012652429,0.00007393006,0.00096588314,0.00030672672,0.000021629874,0.00016058522,0.0009775955,0.0837838,0.0025458238,0.59795076,0.31314328,0.000057371464],"about_ca_topic_score_codex":0.0038512452,"about_ca_topic_score_gemma":0.008162365,"teacher_disagreement_score":0.0038512452,"about_ca_system_score_codex":0.0011640653,"about_ca_system_score_gemma":0.0021452245,"threshold_uncertainty_score":0.019516706},"labels":[],"label_agreement":null},{"id":"W4313476259","doi":"10.1145/3571151","title":"Actionable Auditing Revisited","year":2022,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Audit; Accountability; Computer science; Kairos; IBM; Benchmark (surveying); Accounting; Business; Political science; Geography","score_opus":0.12670071944901262,"score_gpt":0.4149401504806573,"score_spread":0.2882394310316447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313476259","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15739384,0.006630484,0.34854686,0.27007663,0.006095041,0.00092768745,0.0006857935,0.0038883816,0.20575526],"genre_scores_gemma":[0.9106891,0.0014661767,0.053247582,0.01813375,0.0011166313,0.0003705181,0.00025105823,0.00062004523,0.014105006],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.81996566,0.09392147,0.010655284,0.013026771,0.054214373,0.00821647],"domain_scores_gemma":[0.6675895,0.15206333,0.029717717,0.07958211,0.06507523,0.0059720743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0982871,0.0008175646,0.00068330794,0.0034627474,0.0051877587,0.013685578,0.004494491,0.0052425903,0.004385958],"category_scores_gemma":[0.28283015,0.00072658516,0.0009424089,0.0033605895,0.016867127,0.015104778,0.009273917,0.0106563615,0.0010187237],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017385228,0.00013381799,0.020778425,0.00046946766,0.00008424757,0.0004492784,0.016911564,0.0051475745,0.0018535899,0.6418877,0.04027353,0.271837],"study_design_scores_gemma":[0.0000924213,0.0002858691,0.014662877,0.0017582081,0.0000977849,0.0009890161,0.011732896,0.014170526,0.006975388,0.5280441,0.42090282,0.00028805807],"about_ca_topic_score_codex":0.010237676,"about_ca_topic_score_gemma":0.0056986753,"teacher_disagreement_score":0.0982871,"about_ca_system_score_codex":0.007621516,"about_ca_system_score_gemma":0.022005659,"threshold_uncertainty_score":0.51979804},"labels":[],"label_agreement":null},{"id":"W4317602008","doi":"10.1145/3554976","title":"(Re)Use of Research Results (Is Rampant)","year":2023,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Pessimism; Reuse; Measure (data warehouse); Computer science; Software engineering; Data science; Software; Epistemology; Data mining; Programming language; Engineering; Philosophy","score_opus":0.815049139541793,"score_gpt":0.5777762256543041,"score_spread":0.23727291388748895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317602008","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12668805,0.040392604,0.17402427,0.38428128,0.010278619,0.0011523423,0.0011888662,0.007129378,0.25486463],"genre_scores_gemma":[0.6743436,0.019088563,0.132156,0.11348387,0.0100211855,0.0009186096,0.0013297213,0.0039477623,0.04471071],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.7242656,0.122302845,0.022501603,0.022262625,0.10416499,0.0045023877],"domain_scores_gemma":[0.17785607,0.42411247,0.05791209,0.2718404,0.057420067,0.010858884],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25166503,0.0014707316,0.002273811,0.008992624,0.0035353485,0.019762598,0.0076967324,0.006579765,0.015859555],"category_scores_gemma":[0.5772741,0.0015802092,0.0030383219,0.006465024,0.015808707,0.027983721,0.016592447,0.013852694,0.010749665],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052654534,0.0005758254,0.03354641,0.0039590984,0.0013685402,0.0011286496,0.01720323,0.0015026955,0.005018374,0.10791751,0.087073356,0.7401799],"study_design_scores_gemma":[0.00013472754,0.0006808799,0.0371394,0.007706908,0.00077857473,0.005644636,0.01093534,0.0041336897,0.0068569286,0.2985152,0.6269627,0.0005109729],"about_ca_topic_score_codex":0.0048169154,"about_ca_topic_score_gemma":0.0051864176,"teacher_disagreement_score":0.748335,"about_ca_system_score_codex":0.004734196,"about_ca_system_score_gemma":0.01760519,"threshold_uncertainty_score":0.9228302},"labels":[],"label_agreement":null},{"id":"W4317603376","doi":"10.1145/3573129","title":"The Arrival of Zero Trust","year":2023,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Zero (linguistics); Computer science","score_opus":0.03509225627688912,"score_gpt":0.289169721931813,"score_spread":0.2540774656549239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317603376","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004772321,0.0045162896,0.005790484,0.8390995,0.005027685,0.000016343873,0.00006523082,0.00003650136,0.14067563],"genre_scores_gemma":[0.57495266,0.007461529,0.0031870485,0.24628277,0.007906812,0.00014671625,0.00009068663,0.0002471627,0.15972456],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953491,0.0020232506,0.00011783953,0.00088527024,0.00091916125,0.0007053784],"domain_scores_gemma":[0.99105483,0.0057801344,0.00044193023,0.00081082655,0.000990577,0.0009216148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064370013,0.00038373636,0.00063411397,0.0005017993,0.006642242,0.007245501,0.0014069263,0.014461854,0.022403624],"category_scores_gemma":[0.024077473,0.00044553707,0.0007207783,0.0006147417,0.012363477,0.02155385,0.0042196075,0.021545148,0.0026791147],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014945363,0.0000039307033,0.000039747865,0.000015711108,0.0000036130891,0.000080963946,0.0007013892,0.00008244704,0.000047991653,0.9540259,0.04325567,0.0017275612],"study_design_scores_gemma":[0.000024777919,0.000018743636,0.00012923578,0.00010764823,0.0000049586847,0.00012649609,0.0010561158,0.00045073856,0.00024886557,0.77184063,0.22596587,0.000025898034],"about_ca_topic_score_codex":0.0050759926,"about_ca_topic_score_gemma":0.004811483,"teacher_disagreement_score":0.022403624,"about_ca_system_score_codex":0.00695782,"about_ca_system_score_gemma":0.0029903087,"threshold_uncertainty_score":0.074947596},"labels":[],"label_agreement":null},{"id":"W4317604204","doi":"10.1145/3573127","title":"From Zero to 100","year":2023,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Cloud Data Security Solutions","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Zero (linguistics); Computer science; Philosophy","score_opus":0.09001505939159397,"score_gpt":0.34003169126052524,"score_spread":0.25001663186893125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317604204","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07907536,0.017508652,0.02556705,0.25602856,0.006442419,0.000060143477,0.00043136041,0.00048227102,0.61440414],"genre_scores_gemma":[0.9444547,0.0045053754,0.0037107316,0.012379113,0.00068218325,0.000069887545,0.0001647722,0.0002224099,0.03381094],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99460644,0.002615237,0.00022792572,0.0005101926,0.0013912484,0.000648983],"domain_scores_gemma":[0.99024326,0.0032252038,0.00076455384,0.001698508,0.002455188,0.0016131578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054638386,0.0005469392,0.00041184633,0.0016415368,0.004535432,0.010752795,0.0010252441,0.0024205775,0.015796803],"category_scores_gemma":[0.030782346,0.00030613653,0.000363761,0.00131772,0.017189046,0.023272678,0.009315803,0.0066762003,0.0032110647],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061162486,0.000018688439,0.0011730705,0.00006429566,0.000007651747,0.00008790622,0.004914527,0.00016298161,0.00015890125,0.9360927,0.02914592,0.028112277],"study_design_scores_gemma":[0.000011792903,0.000050939827,0.001343219,0.00038432833,0.000010791672,0.00019466005,0.0071362453,0.00037064552,0.00028995244,0.79705316,0.19312361,0.000030596224],"about_ca_topic_score_codex":0.0042979736,"about_ca_topic_score_gemma":0.004551099,"teacher_disagreement_score":0.015796803,"about_ca_system_score_codex":0.005415605,"about_ca_system_score_gemma":0.004034282,"threshold_uncertainty_score":0.052845597},"labels":[],"label_agreement":null},{"id":"W4318908907","doi":"10.1145/3582491","title":"Data Science---A Systematic Treatment","year":2023,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Data science","score_opus":0.7465776776167445,"score_gpt":0.6254157346368587,"score_spread":0.1211619429798858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318908907","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009720683,0.84121376,0.058435556,0.08074141,0.007078982,0.0011367762,0.0018617497,0.00020537149,0.008354278],"genre_scores_gemma":[0.018243844,0.8421625,0.09290225,0.034068402,0.005102491,0.0022894954,0.0016696719,0.00022479473,0.003336592],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9627629,0.019803151,0.006431837,0.0017692546,0.008704857,0.0005279793],"domain_scores_gemma":[0.8558163,0.102477394,0.0062078093,0.016135862,0.017755337,0.0016072283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.045805722,0.0017150008,0.0040463265,0.023466656,0.0028599969,0.008691432,0.0026799121,0.003909541,0.0056311837],"category_scores_gemma":[0.104135565,0.0014513037,0.0024370966,0.019099753,0.010215239,0.015087919,0.007480379,0.009830115,0.0022810325],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014878546,0.00019129446,0.0046266913,0.064092934,0.0010741485,0.0002572975,0.0018657439,0.0013051477,0.0010612414,0.29904616,0.13960935,0.48672122],"study_design_scores_gemma":[0.000062764666,0.00013039641,0.0018160457,0.09687435,0.00041725533,0.00061176385,0.001561525,0.0008974651,0.00067650416,0.14641348,0.750463,0.00007529784],"about_ca_topic_score_codex":0.0047315885,"about_ca_topic_score_gemma":0.009426618,"teacher_disagreement_score":0.045805722,"about_ca_system_score_codex":0.0075312816,"about_ca_system_score_gemma":0.0249614,"threshold_uncertainty_score":0.24224669},"labels":[],"label_agreement":null},{"id":"W4321428174","doi":"10.1145/2093548.2093574","title":"The grand challenge of computer Go","year":2012,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Sixth Framework Programme; Seventh Framework Programme","keywords":"Monte Carlo tree search; Computer science; Monte Carlo method; Tree (set theory); Artificial intelligence; Game tree; Theoretical computer science; Machine learning; Game theory; Mathematical economics; Sequential game; Mathematics","score_opus":0.10809382493661085,"score_gpt":0.33872681855544784,"score_spread":0.230632993618837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321428174","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046084184,0.036840245,0.18344714,0.18849356,0.004700725,0.00014119473,0.00043404504,0.0015497206,0.53830904],"genre_scores_gemma":[0.68032765,0.025336267,0.13332653,0.020255959,0.0032236555,0.00029772316,0.00070155336,0.0015023865,0.13502839],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9980136,0.0007870733,0.00005472502,0.00030462706,0.00056942337,0.00027050925],"domain_scores_gemma":[0.9969277,0.0015684582,0.00008617606,0.00039706237,0.00055934006,0.00046127717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022383407,0.00060012523,0.0005309742,0.0008786664,0.0023380439,0.0052002897,0.001477428,0.0027415403,0.014759147],"category_scores_gemma":[0.010844284,0.00024508682,0.00043268967,0.00089413545,0.0064145825,0.008954646,0.00411369,0.0045521557,0.0034361929],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068471476,0.000028413422,0.00028592843,0.000107642096,0.000012580777,0.0000453618,0.00042366795,0.0028453404,0.00036414573,0.87889713,0.045887575,0.071033776],"study_design_scores_gemma":[0.000021213265,0.000043832377,0.0003659351,0.00021862875,0.000009040286,0.00017385115,0.00061471283,0.00969094,0.0006510264,0.59603006,0.39214805,0.00003265473],"about_ca_topic_score_codex":0.0049973195,"about_ca_topic_score_gemma":0.0047145886,"teacher_disagreement_score":0.014759147,"about_ca_system_score_codex":0.002292123,"about_ca_system_score_gemma":0.0024405746,"threshold_uncertainty_score":0.049374282},"labels":[],"label_agreement":null},{"id":"W4321482469","doi":"10.1145/3579316","title":"Mapping the Privacy Landscape for Central Bank Digital Currencies","year":2023,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Office of the Privacy Commissioner of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Digital currency; Payment; Computer science; Central bank; Computer security; Internet privacy; Business; World Wide Web; Economics; Monetary policy","score_opus":0.06393307871961726,"score_gpt":0.28459685561282616,"score_spread":0.2206637768932089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321482469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40729734,0.012356548,0.21028134,0.14109017,0.00045328337,0.00016565148,0.0016369652,0.0007640641,0.22595459],"genre_scores_gemma":[0.9737265,0.00326682,0.01503725,0.0015887356,0.00012612208,0.000046961966,0.00039379092,0.00011246558,0.00570124],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.98748,0.006845153,0.00044529137,0.0010492062,0.0028282006,0.0013521372],"domain_scores_gemma":[0.97474754,0.014883867,0.0017635798,0.0041739177,0.0033656664,0.0010653986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014155254,0.00029088324,0.00055351754,0.0025559233,0.0043412154,0.022180794,0.0011472108,0.0034131473,0.010915123],"category_scores_gemma":[0.03836294,0.00071834296,0.00057364965,0.004818388,0.0066704606,0.026101056,0.0070959753,0.0058349054,0.0015642085],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029082948,0.00005332911,0.004043791,0.0001473467,0.000020114308,0.00018344817,0.0017410024,0.0075463885,0.0011404181,0.9179608,0.0074183904,0.059454195],"study_design_scores_gemma":[0.000028820117,0.00007094269,0.0031291717,0.00043049545,0.00003467906,0.00064153667,0.004842739,0.030356215,0.0039993813,0.84360075,0.112801485,0.000063806634],"about_ca_topic_score_codex":0.0045878994,"about_ca_topic_score_gemma":0.0036970044,"teacher_disagreement_score":0.022180794,"about_ca_system_score_codex":0.0061508026,"about_ca_system_score_gemma":0.0043852963,"threshold_uncertainty_score":0.07486105},"labels":[],"label_agreement":null},{"id":"W4366728570","doi":"10.1145/3564287","title":"Long-Term Mentoring for Computer Science Researchers","year":2023,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Term (time); Computer science; Data science","score_opus":0.1562900761269958,"score_gpt":0.38284249727405373,"score_spread":0.22655242114705793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366728570","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14226893,0.012658796,0.033687387,0.66597986,0.03000744,0.0012217124,0.0006645005,0.002632237,0.110879175],"genre_scores_gemma":[0.67718,0.0068171825,0.028907765,0.080224246,0.0096692685,0.0019829043,0.0014090554,0.00093853445,0.19287097],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9734638,0.015882447,0.0005841202,0.0011719954,0.004693251,0.004204324],"domain_scores_gemma":[0.6699139,0.023321668,0.011294757,0.01614214,0.03488363,0.24444397],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.030841243,0.0005566754,0.0005305479,0.0010931351,0.008740867,0.010584371,0.002884288,0.004406131,0.031751737],"category_scores_gemma":[0.09193727,0.00035883955,0.0007354544,0.0014338461,0.0026127521,0.0073363893,0.02069692,0.008040692,0.014009132],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039718763,0.0020609952,0.025668604,0.0004739667,0.00011902058,0.0010963534,0.018524358,0.00034119695,0.004693269,0.009519549,0.55654335,0.3805622],"study_design_scores_gemma":[0.00020278928,0.0017635861,0.042695306,0.0014287949,0.00006506171,0.0021457877,0.064960346,0.0016292945,0.002400335,0.029388357,0.8531185,0.00020185424],"about_ca_topic_score_codex":0.0008764626,"about_ca_topic_score_gemma":0.005245946,"teacher_disagreement_score":0.96915877,"about_ca_system_score_codex":0.0026455414,"about_ca_system_score_gemma":0.022359606,"threshold_uncertainty_score":0.16310602},"labels":[],"label_agreement":null},{"id":"W4385248297","doi":"10.1145/3571724","title":"The Principles of Data-Centric AI","year":2023,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Machine Learning and Data Classification","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Data science; Philosophy","score_opus":0.17989544972823113,"score_gpt":0.3795690690161228,"score_spread":0.19967361928789168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385248297","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002150154,0.0044210805,0.89248484,0.01543002,0.0006648221,0.00018237688,0.00030535363,0.0005433722,0.08381796],"genre_scores_gemma":[0.27868602,0.007210135,0.68043077,0.007092627,0.0016966149,0.0010612225,0.00075859943,0.00048294762,0.022581117],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9917548,0.0031306653,0.0007021301,0.0016139016,0.0023617286,0.00043680027],"domain_scores_gemma":[0.9781148,0.0107400855,0.00072515453,0.0068011717,0.002742471,0.0008763094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010823797,0.00095514837,0.0010632966,0.0034993675,0.0023926164,0.010698061,0.0037683053,0.0025339772,0.006571941],"category_scores_gemma":[0.020426936,0.00087427645,0.0013863576,0.00408256,0.019085184,0.0153288515,0.007075816,0.00859076,0.0027101533],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008846389,0.000009665869,0.00010956181,0.000079144666,0.000011424128,0.000017193339,0.00026583753,0.00078363356,0.00011971476,0.9856941,0.0020612334,0.010839625],"study_design_scores_gemma":[0.0000100123625,0.000011358419,0.000051568946,0.00008241818,0.00000886351,0.000054119504,0.00009920363,0.0035827502,0.00036438185,0.9545491,0.04117417,0.000011983971],"about_ca_topic_score_codex":0.0047608,"about_ca_topic_score_gemma":0.004010417,"teacher_disagreement_score":0.010823797,"about_ca_system_score_codex":0.0037255047,"about_ca_system_score_gemma":0.0065823654,"threshold_uncertainty_score":0.057242393},"labels":[],"label_agreement":null},{"id":"W4387801012","doi":"10.1145/3610285","title":"DevEX: What Actually Drives Productivity?","year":2023,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Productivity; Computer science; Industrial engineering; Manufacturing engineering; Industrial organization; Business; Engineering; Economics; Macroeconomics","score_opus":0.11838619629159601,"score_gpt":0.4101737252355088,"score_spread":0.2917875289439128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387801012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79793346,0.009225485,0.048218057,0.022389598,0.0006022904,0.00011768254,0.0015360053,0.0009895796,0.11898793],"genre_scores_gemma":[0.9918467,0.0006328804,0.0034986273,0.00029942,0.00007861295,0.00003156502,0.00016515183,0.00009658841,0.0033503934],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99315053,0.0029782096,0.0002995093,0.00070021045,0.0022047446,0.0006668742],"domain_scores_gemma":[0.8878143,0.07323886,0.015898652,0.0042705173,0.013012101,0.005765704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008795851,0.0007902503,0.00048307647,0.0032350342,0.0007135267,0.0062310253,0.0009366272,0.0010797791,0.0035944888],"category_scores_gemma":[0.07358567,0.00037388277,0.00025852525,0.0032426254,0.0016620908,0.0074709957,0.0021863554,0.0016160513,0.0013717258],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060896575,0.0005404312,0.59162366,0.00080421945,0.00032020954,0.00033395874,0.0074964534,0.005662129,0.0034686446,0.051645827,0.02235018,0.3151453],"study_design_scores_gemma":[0.0001342239,0.00094047555,0.7645099,0.0011297063,0.00025371695,0.0006907577,0.012391899,0.031928923,0.012330134,0.11910021,0.05641584,0.00017432409],"about_ca_topic_score_codex":0.0031175725,"about_ca_topic_score_gemma":0.0040015513,"teacher_disagreement_score":0.008795851,"about_ca_system_score_codex":0.0026886389,"about_ca_system_score_gemma":0.002197251,"threshold_uncertainty_score":0.04651749},"labels":[],"label_agreement":null},{"id":"W4388750673","doi":"10.1145/3610940","title":"Almost-Linear-Time Algorithms for Maximum Flow and Minimum-Cost Flow","year":2023,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Optimization and Search Problems","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Minimum-cost flow problem; Amortized analysis; Mathematics; Minimum cut; Separable space; Algorithm; Time complexity; Maximum flow problem; Bounded function; Regular polygon; Combinatorics; Directed graph; Discrete mathematics; Mathematical optimization; Computer science; Flow network; Data structure","score_opus":0.09238388434712162,"score_gpt":0.3403967687830984,"score_spread":0.24801288443597674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388750673","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009647456,0.00026032646,0.98207366,0.00033543585,0.000044915796,0.00010233845,0.00033396596,0.0032762985,0.003925614],"genre_scores_gemma":[0.12858796,0.00017763245,0.8667542,0.00014356882,0.00007058881,0.00027380933,0.0011054819,0.00054840074,0.0023383843],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988171,0.0002618127,0.00008183809,0.00031603873,0.00034026182,0.00018300042],"domain_scores_gemma":[0.9974254,0.0013106237,0.00024038508,0.0005919894,0.00034520967,0.00008640841],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010397057,0.0017030654,0.0009422389,0.0013768878,0.00089703844,0.0013399803,0.0023474912,0.0012846335,0.008552251],"category_scores_gemma":[0.0072115255,0.0007496468,0.0010186009,0.0020521737,0.00090223347,0.0041487273,0.0018194407,0.001993864,0.0020820464],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044094215,0.00027150274,0.0011996891,0.00041006523,0.00008189956,0.0001074336,0.00020560525,0.44005775,0.005867892,0.1024219,0.021665946,0.4272693],"study_design_scores_gemma":[0.0000638083,0.00003400598,0.00018782206,0.000016153293,0.00001242491,0.000060040296,0.000036233334,0.89682835,0.0023243027,0.09744128,0.0029811668,0.000014369942],"about_ca_topic_score_codex":0.0044949623,"about_ca_topic_score_gemma":0.0067623034,"teacher_disagreement_score":0.008552251,"about_ca_system_score_codex":0.0021233703,"about_ca_system_score_gemma":0.0025079434,"threshold_uncertainty_score":0.02861011},"labels":[],"label_agreement":null},{"id":"W4392864805","doi":"10.1145/3624730","title":"Who Determines What Is Relevant? Humans or AI? Why Not Both?","year":2024,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Australian Research Council","keywords":"Relevance (law); Computer science; Artificial intelligence; Data science; Political science","score_opus":0.09904252942343997,"score_gpt":0.36195128891134437,"score_spread":0.2629087594879044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392864805","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32892737,0.10690171,0.12166502,0.21537864,0.0015628823,0.00052253786,0.00038878067,0.0005809789,0.22407208],"genre_scores_gemma":[0.9710547,0.0058932155,0.016843664,0.0045670327,0.00048950146,0.00008030111,0.00006767439,0.00007517638,0.0009287529],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9591687,0.026997585,0.001857804,0.0027607763,0.007930527,0.0012846268],"domain_scores_gemma":[0.80597246,0.15753116,0.010555318,0.006181865,0.014097003,0.0056623043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03899139,0.0005859385,0.0014196166,0.008514672,0.003477993,0.010302901,0.0015113443,0.0037684361,0.0038565502],"category_scores_gemma":[0.24763413,0.0005396987,0.0005729192,0.0036016656,0.011321511,0.0189213,0.0069692223,0.004078934,0.0009500065],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008892722,0.00041144888,0.14481124,0.0024135746,0.0006749135,0.0013424522,0.047492906,0.001104187,0.0036345974,0.2120214,0.029194001,0.55600995],"study_design_scores_gemma":[0.00012681179,0.00026241355,0.05917355,0.0022541038,0.00044737986,0.0017929325,0.05273309,0.006903168,0.002215442,0.8153574,0.058484666,0.00024908682],"about_ca_topic_score_codex":0.005033634,"about_ca_topic_score_gemma":0.0059175813,"teacher_disagreement_score":0.03899139,"about_ca_system_score_codex":0.0026075568,"about_ca_system_score_gemma":0.0045233443,"threshold_uncertainty_score":0.20620865},"labels":[],"label_agreement":null},{"id":"W4393192290","doi":"10.1145/3651620","title":"Adopting and Sustaining Microservice-Based Software Development","year":2024,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"Syracuse University","keywords":"Computer science; Software; Software development; Software engineering; Computer security; Operating system","score_opus":0.029368922460329017,"score_gpt":0.2789583694626466,"score_spread":0.2495894470023176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393192290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74232435,0.002132526,0.092710346,0.023515109,0.000559962,0.00040562745,0.000055755747,0.0010818552,0.13721445],"genre_scores_gemma":[0.9593898,0.00081047765,0.030440226,0.0007552253,0.00012180444,0.0000980419,0.0000671907,0.00008600028,0.008231344],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947818,0.0015618241,0.00025250835,0.00039882405,0.0021417527,0.00086326926],"domain_scores_gemma":[0.9845791,0.004671361,0.0018861002,0.0028403886,0.0032318323,0.0027912261],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006761868,0.00029385908,0.00021040424,0.00058890705,0.0013290314,0.0046539325,0.0015045804,0.0011252102,0.0023963067],"category_scores_gemma":[0.01943431,0.00017199725,0.00023198064,0.00046717032,0.0010494421,0.0038151536,0.0033775996,0.0011762236,0.00089951797],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007713105,0.0011728258,0.051422827,0.000528319,0.00011254397,0.0010324491,0.006267912,0.0068148784,0.029038643,0.10660652,0.011508831,0.7854171],"study_design_scores_gemma":[0.00012575819,0.0041243904,0.15922463,0.0014762442,0.0001934779,0.0023805331,0.036245402,0.04068164,0.043404542,0.23594101,0.4759548,0.0002475397],"about_ca_topic_score_codex":0.0015477489,"about_ca_topic_score_gemma":0.0042071594,"teacher_disagreement_score":0.006761868,"about_ca_system_score_codex":0.0012473422,"about_ca_system_score_gemma":0.005320322,"threshold_uncertainty_score":0.03576058},"labels":[],"label_agreement":null},{"id":"W4394750362","doi":"10.1145/3643140","title":"DevEx in Action","year":2024,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Action (physics); Physics","score_opus":0.12371923443552826,"score_gpt":0.327760067060914,"score_spread":0.20404083262538572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394750362","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61721534,0.0017580722,0.0051851626,0.0098577915,0.0004302209,0.00011858146,0.00023969194,0.00017482437,0.3650204],"genre_scores_gemma":[0.9396721,0.00043490098,0.0016523423,0.0007355312,0.000028692748,0.000106707295,0.00009333361,0.00012516532,0.05715115],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9897776,0.0077477065,0.00021543069,0.0005009559,0.0011065194,0.0006517758],"domain_scores_gemma":[0.9735922,0.017069517,0.002035477,0.0017683113,0.0026455347,0.002888946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008176885,0.00037998668,0.00021844276,0.0011886412,0.0028647303,0.0048168697,0.000751335,0.0010598429,0.009940491],"category_scores_gemma":[0.028018413,0.00025002102,0.00017006461,0.00068052876,0.0037601548,0.004448971,0.0049529136,0.0016898812,0.001047664],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006804404,0.00095178507,0.066008896,0.00041231338,0.000047189867,0.002502595,0.53846914,0.00042031604,0.0024977191,0.12083704,0.051091105,0.21608143],"study_design_scores_gemma":[0.000099234756,0.0006945833,0.04027393,0.0006436097,0.000042756194,0.0013983811,0.35886613,0.0006881409,0.0020943456,0.015871214,0.5792709,0.000056823137],"about_ca_topic_score_codex":0.005960063,"about_ca_topic_score_gemma":0.009718774,"teacher_disagreement_score":0.009940491,"about_ca_system_score_codex":0.0029332498,"about_ca_system_score_gemma":0.003366206,"threshold_uncertainty_score":0.043244004},"labels":[],"label_agreement":null},{"id":"W4394770804","doi":"10.1145/3611105","title":"mSAIL: Milligram-Scale Multi-Modal Sensor Platform for Monarch Butterfly Migration Tracking","year":2024,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Insect and Arachnid Ecology and Behavior","field":"Biochemistry, Genetics and Molecular Biology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Division of Biological Infrastructure; MCubed, University of Michigan; Israel Institute for Biological Research; National Science Foundation; National Geographic Society Education Foundation; National Geographic Society","keywords":"Butterfly; Modal; Scale (ratio); Computer science; Monarch butterfly; Tracking (education); Artificial intelligence; Remote sensing; Geography; Cartography; Ecology; Biology","score_opus":0.06050057432475999,"score_gpt":0.33805950660281336,"score_spread":0.2775589322780534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394770804","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3526146,0.0012940767,0.57349205,0.0007208078,0.00043227992,0.0004982637,0.003520461,0.040720508,0.026706846],"genre_scores_gemma":[0.84268457,0.00039318643,0.13465865,0.0005505835,0.000054439555,0.00035998534,0.0032681325,0.00031611745,0.017714407],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9998485,0.000012434813,0.000005062736,0.0000332816,0.00007292714,0.000027813361],"domain_scores_gemma":[0.9998988,0.000011375933,0.000017884997,0.000019689694,0.000033635166,0.00001858173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023175999,0.00051161746,0.00024855195,0.00044223195,0.00016731546,0.0003254864,0.0009898938,0.0003189748,0.0036252043],"category_scores_gemma":[0.00024162204,0.00016005975,0.00020057187,0.00020896437,0.00017304975,0.0005301825,0.00068686757,0.0003613254,0.00096328533],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010300805,0.00029957006,0.0128933955,0.000402802,0.00014821331,0.0005583066,0.0004083825,0.015076572,0.62324226,0.00446163,0.0393077,0.30217117],"study_design_scores_gemma":[0.00023721499,0.0019156105,0.042667907,0.000084682666,0.00015284088,0.000788584,0.00041600858,0.5002648,0.3159022,0.0036441695,0.13375936,0.00016657005],"about_ca_topic_score_codex":0.0024955536,"about_ca_topic_score_gemma":0.006997067,"teacher_disagreement_score":0.0036252043,"about_ca_system_score_codex":0.00036466654,"about_ca_system_score_gemma":0.00035112497,"threshold_uncertainty_score":0.012127578},"labels":[],"label_agreement":null},{"id":"W4396707883","doi":"10.1145/3637866","title":"Now, Later, and Lasting: 10 Priorities for AI Research, Policy, and Practice","year":2024,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Schwartz/Reisman Emergency Medicine Institute","funders":"","keywords":"Computer science; Artificial intelligence; Political science; Operations research; Management science; Cognitive science; Data science; Psychology; Engineering","score_opus":0.3211396622036173,"score_gpt":0.4641407683347224,"score_spread":0.14300110613110512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396707883","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055015115,0.067030236,0.004831137,0.8829411,0.0060184016,0.000039184753,0.0002836185,0.00011260831,0.033242255],"genre_scores_gemma":[0.55531305,0.14370102,0.0473829,0.18976097,0.012330724,0.0005393672,0.0012946894,0.00038266016,0.049294528],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9885768,0.0064262,0.0004331416,0.0009534747,0.001877529,0.0017329117],"domain_scores_gemma":[0.9736717,0.009476248,0.0012512847,0.0016537433,0.0064193993,0.007527629],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024744675,0.0008454174,0.00095039036,0.0027564086,0.008484048,0.035013705,0.0028741427,0.0118516125,0.018701753],"category_scores_gemma":[0.02083147,0.0007384162,0.0008370588,0.0039778864,0.025559478,0.04283412,0.010333432,0.015185141,0.0037774388],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027835512,0.00021417119,0.0023551444,0.00056220166,0.000026949341,0.0001973329,0.0063196984,0.00030812708,0.00047484104,0.7317143,0.17390315,0.08364569],"study_design_scores_gemma":[0.00003895008,0.00006912575,0.0022563722,0.0017781531,0.000028202445,0.00016446851,0.02932497,0.0006167855,0.00033304858,0.6123538,0.35295668,0.00007952078],"about_ca_topic_score_codex":0.010283136,"about_ca_topic_score_gemma":0.02619824,"teacher_disagreement_score":0.035013705,"about_ca_system_score_codex":0.014336922,"about_ca_system_score_gemma":0.029635016,"threshold_uncertainty_score":0.1308639},"labels":[],"label_agreement":null},{"id":"W4399936079","doi":"10.1145/3673649","title":"Will AI Flood Us with Irrelevant Papers?","year":2024,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Raising (metalworking); Citation; Data science; Flood myth; World Wide Web; History; Engineering; Archaeology","score_opus":0.01744835621752669,"score_gpt":0.2929129966476965,"score_spread":0.2754646404301698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399936079","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0146582695,0.031699482,0.040687185,0.8699178,0.009323816,0.00011363255,0.0010875283,0.0010856164,0.03142669],"genre_scores_gemma":[0.6291464,0.036736473,0.07029853,0.17404789,0.05087425,0.00047325384,0.0019062368,0.0019068912,0.034610096],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.92177033,0.047367577,0.0044729365,0.006078258,0.017767899,0.0025430715],"domain_scores_gemma":[0.31975663,0.51151055,0.034586776,0.035946988,0.08279833,0.015400769],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.13658915,0.0008922742,0.0028733395,0.011878655,0.005953998,0.021889934,0.003975928,0.008805768,0.017176451],"category_scores_gemma":[0.54772353,0.00090619567,0.0012489918,0.014002845,0.01131298,0.04491411,0.004687512,0.007946162,0.010064666],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062903075,0.00022409968,0.018554697,0.0014208349,0.00063518976,0.00036066675,0.0028412172,0.0015993483,0.00061630737,0.23147689,0.33691332,0.40472835],"study_design_scores_gemma":[0.00017438139,0.000118884316,0.0059941383,0.000795098,0.0001957146,0.0007016721,0.0020273314,0.0055134655,0.00079456426,0.8131297,0.1703911,0.00016387881],"about_ca_topic_score_codex":0.0053837197,"about_ca_topic_score_gemma":0.005032304,"teacher_disagreement_score":0.86341083,"about_ca_system_score_codex":0.0055089816,"about_ca_system_score_gemma":0.009635263,"threshold_uncertainty_score":0.7223611},"labels":[],"label_agreement":null},{"id":"W4400983027","doi":"10.1145/3663958","title":"ACM Profits Considered Harmful","year":2024,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Odds; Profit (economics); Computer science; Industrial organization; Operations research; Business; Microeconomics; Economics; Mathematics; Logistic regression; Machine learning","score_opus":0.21303220079297408,"score_gpt":0.3588816228928428,"score_spread":0.14584942209986873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400983027","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012864098,0.005539598,0.00055415084,0.1115914,0.036399383,0.000034002293,0.00047426618,0.00027823026,0.84384257],"genre_scores_gemma":[0.037983183,0.0072017484,0.00052579213,0.057485286,0.019955253,0.00005724921,0.00053482293,0.0003782688,0.8758784],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957196,0.0005191091,0.000210576,0.0005458822,0.0022101062,0.00079478504],"domain_scores_gemma":[0.990303,0.001526923,0.0006588197,0.0013063393,0.003545484,0.0026594591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020803667,0.000719145,0.0006492727,0.0015705782,0.0069829836,0.022580212,0.0008101329,0.0051333564,0.18752024],"category_scores_gemma":[0.019227033,0.00032980042,0.00040453876,0.002361928,0.0036253303,0.0068029487,0.004107235,0.007651719,0.09949076],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017120366,0.00001100144,0.0002490475,0.000035795776,0.000004281872,0.000045161767,0.00013324693,0.000021210077,0.00006853184,0.040908534,0.93686765,0.021638462],"study_design_scores_gemma":[0.00000274137,0.000006001807,0.00032088615,0.000072824485,0.000002221751,0.000039631042,0.00012507808,0.000023661529,0.0000508895,0.004583306,0.99476564,0.00000712226],"about_ca_topic_score_codex":0.0062073898,"about_ca_topic_score_gemma":0.011239944,"teacher_disagreement_score":0.18752024,"about_ca_system_score_codex":0.0030024399,"about_ca_system_score_gemma":0.0066381595,"threshold_uncertainty_score":0.62731767},"labels":[],"label_agreement":null},{"id":"W4401212045","doi":"10.1145/3674118","title":"Using Generative AI in Finance, and the Lack of Emergent Behavior in LLMs","year":2024,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Stock Market Forecasting Methods","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Generative grammar; Publication; Join (topology); Computer science; Generative model; World Wide Web; Artificial intelligence; Political science; Law","score_opus":0.4889967636852753,"score_gpt":0.5410628367157653,"score_spread":0.05206607303048999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401212045","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04946165,0.006184747,0.82470655,0.07265368,0.000767144,0.000043425825,0.00035566496,0.0011586556,0.044668548],"genre_scores_gemma":[0.8825477,0.00336754,0.10081146,0.0039574336,0.0008711075,0.00015171897,0.0002815659,0.00039082053,0.0076206014],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99779546,0.0013571795,0.00009466371,0.00030115724,0.00033497662,0.000116551775],"domain_scores_gemma":[0.97229373,0.023529705,0.0007643226,0.0023753862,0.0005689705,0.00046794253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005547023,0.00042477302,0.0006807402,0.0011960053,0.0011879456,0.00423254,0.0014259979,0.0021249643,0.0041570393],"category_scores_gemma":[0.029756581,0.0006195968,0.00096841034,0.0011038665,0.0077631767,0.008445212,0.002458532,0.0035560266,0.0006468586],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002259587,0.000021149624,0.0018587105,0.00010774737,0.000043424156,0.00011020779,0.0005823941,0.021772794,0.00035805535,0.94757867,0.005128439,0.022415755],"study_design_scores_gemma":[0.000006464915,0.0000064513038,0.00025199904,0.000029069586,0.0000051813417,0.00004127549,0.000065563516,0.047953516,0.00015014624,0.9465155,0.0049615265,0.000013345249],"about_ca_topic_score_codex":0.004473448,"about_ca_topic_score_gemma":0.0047579925,"teacher_disagreement_score":0.005547023,"about_ca_system_score_codex":0.0026714911,"about_ca_system_score_gemma":0.0012754465,"threshold_uncertainty_score":0.029335797},"labels":[],"label_agreement":null},{"id":"W4401724459","doi":"10.1145/3678502","title":"A Technology Swiss Army Knife","year":2024,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"ICT Impact and Policies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Phone; Mobile phone; Mobile device; Convergence (economics); Telecommunications; Computer security; World Wide Web","score_opus":0.02735896403578098,"score_gpt":0.2925707206463165,"score_spread":0.26521175661053553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401724459","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018167686,0.0067216484,0.015300742,0.061487433,0.014872237,0.00034011473,0.0021824255,0.004541888,0.8763858],"genre_scores_gemma":[0.022863705,0.0017154997,0.0035420756,0.00281244,0.00059325894,0.00009453118,0.0007533359,0.00053693913,0.96708816],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984028,0.0002020155,0.00005613514,0.0003331365,0.00075749203,0.00024845725],"domain_scores_gemma":[0.9981096,0.00011807072,0.00007203552,0.00009851893,0.0005389145,0.0010629492],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010110842,0.0015258575,0.0004266418,0.0015255343,0.004495767,0.00497536,0.00068763684,0.001897573,0.37982482],"category_scores_gemma":[0.0023855213,0.00056744495,0.0005017091,0.00086423266,0.0010248803,0.0026675635,0.0041734613,0.0028939946,0.18345833],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018899898,0.000118988806,0.001386031,0.00017398573,0.000012599661,0.0020820436,0.001285917,0.00044272759,0.0032811465,0.015931431,0.8382903,0.13680588],"study_design_scores_gemma":[0.000009072748,0.00008881103,0.0007572682,0.0000870711,0.0000031987904,0.0007540904,0.000431428,0.0001925046,0.00038955203,0.0006675422,0.99660397,0.000015615677],"about_ca_topic_score_codex":0.01016189,"about_ca_topic_score_gemma":0.016676,"teacher_disagreement_score":0.37982482,"about_ca_system_score_codex":0.0028214871,"about_ca_system_score_gemma":0.004702459,"threshold_uncertainty_score":0.88460463},"labels":[],"label_agreement":null},{"id":"W4401895333","doi":"10.1145/3680246","title":"DELETE THIS: Improving Performance with Rust, Stemming a Flood of AI Papers","year":2024,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"AI-based Problem Solving and Planning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Rust (programming language); Flood myth; Programming language; History; Archaeology","score_opus":0.01993808675817178,"score_gpt":0.24510432209143518,"score_spread":0.2251662353332634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401895333","genre_codex":"software","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.068458594,0.010138213,0.1808027,0.09150975,0.061446432,0.0014726134,0.023500472,0.37845284,0.18421842],"genre_scores_gemma":[0.25557595,0.0050716684,0.30849245,0.022830818,0.014634916,0.00075057754,0.041386668,0.10414926,0.24710777],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9877796,0.0030816826,0.0011863231,0.0013722405,0.005717843,0.00086223177],"domain_scores_gemma":[0.9203687,0.028600987,0.0025051252,0.023075974,0.017999545,0.0074496903],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011972041,0.0019624478,0.002507354,0.008307022,0.0045810863,0.013855222,0.0047003324,0.0037111014,0.1254269],"category_scores_gemma":[0.11246569,0.0016002594,0.0018621864,0.010986653,0.0020603146,0.014417602,0.007328833,0.0041694148,0.10063077],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010140187,0.0002892021,0.0017175886,0.0003976927,0.00009046159,0.000265688,0.0006240379,0.0011450137,0.0039990274,0.004608756,0.7050776,0.28077084],"study_design_scores_gemma":[0.001184991,0.0008617664,0.0035655613,0.00038450267,0.00035439007,0.001211231,0.0019335807,0.04177569,0.032560058,0.06608773,0.84968424,0.0003962158],"about_ca_topic_score_codex":0.002920442,"about_ca_topic_score_gemma":0.00433502,"teacher_disagreement_score":0.8745731,"about_ca_system_score_codex":0.0012148103,"about_ca_system_score_gemma":0.005410961,"threshold_uncertainty_score":0.41959476},"labels":[],"label_agreement":null},{"id":"W4405634912","doi":"10.1145/3623505","title":"AAC with Automated Vocabulary from Photographs: Insights from School and Speech-Language Therapy Settings","year":2024,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Vocabulary; Natural language processing; Artificial intelligence; Linguistics; Speech recognition","score_opus":0.04484317035672611,"score_gpt":0.39719322196958573,"score_spread":0.3523500516128596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405634912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9406133,0.0009259919,0.02281109,0.0028410573,0.000050750594,0.00024741993,0.0002449099,0.00021871828,0.03204665],"genre_scores_gemma":[0.9821815,0.00062060554,0.010631713,0.00033539557,0.000017843404,0.00010867236,0.00016851019,0.000109659726,0.005826165],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99455863,0.0041163666,0.00015004515,0.00032410029,0.0005366297,0.000314177],"domain_scores_gemma":[0.9891861,0.008804083,0.00050125556,0.0004134247,0.0006536022,0.00044149422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034335796,0.0006879409,0.0004007587,0.0015975928,0.0032520539,0.0045038196,0.0016304571,0.0020042316,0.003196347],"category_scores_gemma":[0.01673403,0.00039361967,0.00040589407,0.0007241412,0.005795986,0.004354753,0.003482519,0.0018804364,0.0007857101],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007439198,0.00020329618,0.0073247273,0.00033514132,0.000014169606,0.0025217007,0.9437379,0.0005109472,0.0038302168,0.00477351,0.002574832,0.03409911],"study_design_scores_gemma":[0.000031692765,0.00020115534,0.01057261,0.0003925046,0.000028720413,0.0032972172,0.8952303,0.0026489806,0.003979774,0.005064098,0.078482874,0.0000700306],"about_ca_topic_score_codex":0.0054315985,"about_ca_topic_score_gemma":0.01627369,"teacher_disagreement_score":0.0054315985,"about_ca_system_score_codex":0.0020540818,"about_ca_system_score_gemma":0.001215854,"threshold_uncertainty_score":0.018158734},"labels":[],"label_agreement":null},{"id":"W4406602186","doi":"10.1145/3610721","title":"Asleep at the Keyboard? Assessing the Security of GitHub Copilot’s Code Contributions","year":2025,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Office of Naval Research; New York University Abu Dhabi; National Science Foundation","keywords":"Computer science; Code (set theory); Computer security; Programming language","score_opus":0.02508575404232899,"score_gpt":0.3632643177526665,"score_spread":0.3381785637103375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406602186","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98701024,0.00017498517,0.0049068835,0.00034427881,0.000032803102,0.00012533362,0.0007387173,0.0037494095,0.0029172304],"genre_scores_gemma":[0.9812494,0.00012474036,0.013521959,0.0002368922,0.000013551735,0.000090099544,0.0023696034,0.0010163835,0.0013773877],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976483,0.00062013057,0.00011407176,0.00037703846,0.0010294146,0.00021098829],"domain_scores_gemma":[0.9791837,0.012861087,0.0024024432,0.0021765754,0.0024551752,0.0009210424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027585628,0.0008141149,0.00030829338,0.0018162421,0.0005947571,0.0010880277,0.0009756367,0.0008090374,0.0014874714],"category_scores_gemma":[0.033367038,0.00040533819,0.00038007562,0.00081988476,0.0011586347,0.0015414776,0.0014793249,0.001181121,0.0011390737],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037548072,0.0011246393,0.5195254,0.0015759212,0.0002566849,0.0037511333,0.0120529,0.05434673,0.044916607,0.004475651,0.05691164,0.297308],"study_design_scores_gemma":[0.00023592188,0.0031250385,0.31968293,0.0005965571,0.00021181205,0.0041675684,0.0064339205,0.54117596,0.076596774,0.0049132463,0.042597257,0.00026308373],"about_ca_topic_score_codex":0.004082603,"about_ca_topic_score_gemma":0.007943091,"teacher_disagreement_score":0.004082603,"about_ca_system_score_codex":0.0008644658,"about_ca_system_score_gemma":0.00083212345,"threshold_uncertainty_score":0.014588833},"labels":[],"label_agreement":null},{"id":"W4408504935","doi":"10.1145/3708914","title":"Ad Hoc Transactions: What They Are and Why We Should Care","year":2025,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Wireless ad hoc network; Telecommunications; Wireless","score_opus":0.04591664061142832,"score_gpt":0.3039494677584342,"score_spread":0.25803282714700587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408504935","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020741453,0.1204691,0.06222988,0.7368416,0.01321578,0.00026474686,0.00035339274,0.00077586644,0.045108184],"genre_scores_gemma":[0.51000375,0.11560567,0.08330005,0.2206131,0.022440653,0.00066405337,0.00071883603,0.0016821504,0.044971712],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9762275,0.00921858,0.001726114,0.0027430106,0.007818373,0.0022664405],"domain_scores_gemma":[0.9030048,0.050104413,0.005139822,0.010801843,0.022135014,0.008814046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024152335,0.0008187231,0.0011152086,0.0018741942,0.0041517816,0.016364396,0.003909413,0.008124682,0.006599018],"category_scores_gemma":[0.07076856,0.001121919,0.000798049,0.002376286,0.024381723,0.04734308,0.004967713,0.014529938,0.00343357],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025931335,0.00023098584,0.010130646,0.0020268247,0.00012946819,0.00083602936,0.014919578,0.000991639,0.0010897313,0.4858527,0.26154235,0.2219907],"study_design_scores_gemma":[0.00007591551,0.00010226923,0.0022798046,0.0020464442,0.000059295166,0.0015583462,0.012945358,0.0015963272,0.0007642446,0.42858973,0.5498686,0.00011360122],"about_ca_topic_score_codex":0.00948928,"about_ca_topic_score_gemma":0.0048512695,"teacher_disagreement_score":0.024152335,"about_ca_system_score_codex":0.0048144795,"about_ca_system_score_gemma":0.008783666,"threshold_uncertainty_score":0.12773132},"labels":[],"label_agreement":null},{"id":"W4413243223","doi":"10.1145/3722547","title":"Global AI Cultures","year":2025,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Cognitive Science and Mapping","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital","funders":"","keywords":"Focus (optics); Generative grammar; Computer science; Artificial intelligence","score_opus":0.032916221957923694,"score_gpt":0.3629379195750248,"score_spread":0.3300216976171011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413243223","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047576893,0.0021491451,0.013945377,0.018954908,0.0006072663,0.000040232528,0.00006298113,0.00014529913,0.9165179],"genre_scores_gemma":[0.9567984,0.0017045293,0.005033246,0.0027474128,0.00011211972,0.00007553119,0.000080459606,0.00018800852,0.033260368],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99822813,0.00096613955,0.00005589755,0.0002517746,0.0002319458,0.000266104],"domain_scores_gemma":[0.9971998,0.00093281653,0.00012544563,0.00078173855,0.00043550946,0.00052474334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003427087,0.0004613943,0.0002115777,0.00083836797,0.0044994755,0.011272524,0.0008141164,0.001561799,0.017219441],"category_scores_gemma":[0.006001544,0.0002250592,0.00025261196,0.00092210236,0.010945223,0.009631264,0.007509184,0.002997304,0.002286541],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019757159,0.000021456015,0.000744388,0.00005122414,0.000010608793,0.000132602,0.031753406,0.00030907107,0.0003841129,0.93753046,0.0065326975,0.02251031],"study_design_scores_gemma":[0.000021611158,0.000042524323,0.0015645951,0.00027287126,0.000027230884,0.00019300944,0.041493244,0.00088141195,0.00090242026,0.64304626,0.31153154,0.000023284078],"about_ca_topic_score_codex":0.0037400564,"about_ca_topic_score_gemma":0.0049134865,"teacher_disagreement_score":0.017219441,"about_ca_system_score_codex":0.0027832293,"about_ca_system_score_gemma":0.0027272995,"threshold_uncertainty_score":0.05760479},"labels":[],"label_agreement":null},{"id":"W4414453698","doi":"10.1145/3748642","title":"How Generative Models Are Ruining Themselves","year":2025,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Language and cultural evolution","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Generative grammar; Generative model; Artificial life; Inheritance (genetic algorithm)","score_opus":0.09877660606627524,"score_gpt":0.356827387966159,"score_spread":0.25805078189988373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414453698","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015515435,0.0075662476,0.7321723,0.07867098,0.0017710374,0.00006421596,0.00054041983,0.0018008763,0.16189839],"genre_scores_gemma":[0.73778135,0.0081426585,0.1992825,0.009038291,0.0014818321,0.0003253994,0.00073015754,0.003629236,0.03958856],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99414563,0.0037987805,0.00013696917,0.00080618716,0.0008934596,0.00021893853],"domain_scores_gemma":[0.978459,0.014744701,0.00043315947,0.004712433,0.0011102611,0.0005403746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006858202,0.00086519204,0.000716174,0.0015084149,0.002112197,0.011523961,0.002161962,0.0046672574,0.011836511],"category_scores_gemma":[0.037793584,0.0010967144,0.00091801904,0.0010671106,0.01720897,0.023051241,0.0041183773,0.0077329692,0.0043904143],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012748045,0.000009074778,0.00023108847,0.000055213986,0.000031259216,0.00004674074,0.0013717131,0.005043698,0.00016958533,0.9793549,0.0038423561,0.009831512],"study_design_scores_gemma":[0.000007838557,0.000003757432,0.00004445057,0.000045879606,0.00001138289,0.000048916387,0.00026470542,0.0067055374,0.00020880756,0.966347,0.026296422,0.000015216193],"about_ca_topic_score_codex":0.0042184973,"about_ca_topic_score_gemma":0.0037593208,"teacher_disagreement_score":0.011836511,"about_ca_system_score_codex":0.0019168128,"about_ca_system_score_gemma":0.0019076666,"threshold_uncertainty_score":0.039597034},"labels":[],"label_agreement":null}]}