{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":189,"total_is_capped":false,"direct_labels_cover":2,"predictions_cover":189,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"5922298b3849","filters":{"venue":"Communications of the ACM"}},"results":[{"id":"W2163605009","doi":"10.1145/3065386","title":"ImageNet classification with deep convolutional neural networks","year":2017,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Neural Network Applications","field":"Computer Science","cited_by":75709,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Softmax function; Convolutional neural network; Computer science; Pooling; Dropout (neural networks); Artificial intelligence; Convolution (computer science); Regularization (linguistics); Pattern recognition (psychology); Deep neural networks; Word error rate; Normalization (sociology); Artificial neural network; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.06443397073163805,"gpt":0.3127342939106008,"spread":0.2483003231789628,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0001476125,0.00009998013,0.0001073857,0.00002703116,0.001562505,0.0001133395,0.05644206,0.0000384942,0.000002328779],"category_scores_gemma":[0.0009398077,0.00007249221,0.00005773023,0.0002024414,0.0007417361,0.0004869688,0.01923155,0.0002167907,0.000007349086],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003275544,"about_ca_system_score_gemma":0.00003758948,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001492302,"about_ca_topic_score_gemma":0.00007284257,"domain_scores_codex":[0.9991522,0.00009591767,0.000212434,0.0002145143,0.0001660568,0.0001589025],"domain_scores_gemma":[0.9454252,0.0002448405,0.0004660415,0.05362982,0.0001908875,0.00004325289],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002228203,0.000291469,0.03078941,0.00000944363,0.00007324555,3.936111e-7,0.0002350293,0.03797023,0.002492456,0.8703095,0.01058923,0.04721729],"study_design_scores_gemma":[0.0001937397,0.00001533016,0.1995638,0.0000134204,0.00001318278,0.00001113679,0.00001053975,0.7456469,0.0001903619,0.05181773,0.002412132,0.0001117803],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.009667458,0.001349665,0.7612506,0.2204143,0.0002749988,0.0008586328,0.00001015259,0.0001988367,0.005975419],"genre_scores_gemma":[0.7423923,0.00009058791,0.2571992,0.0001496086,0.00002447446,0.00007146742,0.000006582831,0.000006989382,0.00005879883],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8184918,"threshold_uncertainty_score":0.9997373,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3096831136","doi":"10.1145/3422622","title":"Generative adversarial networks","year":2020,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Generative Adversarial Networks and Image Synthesis","field":"Computer Science","cited_by":13622,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Generative grammar; Computer science; Adversarial system; Artificial intelligence; Generative Design; Machine learning; Generative model; Variety (cybernetics); Generative adversarial network; Deep learning","retraction":null,"screen_n_in":null,"score":{"opus":0.05331489208555869,"gpt":0.2591423312155596,"spread":0.205827439130001,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.000148797,0.00008480739,0.0001306796,0.00001430339,0.00028238,0.00004768344,0.0353996,0.00003687773,0.000008940502],"category_scores_gemma":[0.003149832,0.00006147038,0.0001100907,0.0004378811,0.0001723544,0.0002207331,0.02729277,0.0001642531,0.0000113338],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001286333,"about_ca_system_score_gemma":0.00004931738,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001655089,"about_ca_topic_score_gemma":0.00000871448,"domain_scores_codex":[0.9991148,0.0002947902,0.0001962648,0.000160802,0.0001163084,0.0001170227],"domain_scores_gemma":[0.9821339,0.0002464248,0.0001423123,0.01731137,0.0001114604,0.00005454905],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004294862,0.0002956102,0.001669282,0.00001489982,0.0003671192,0.000001022783,0.007507393,0.2461294,0.01583268,0.2335683,0.4549832,0.03958823],"study_design_scores_gemma":[0.000292579,0.0000424712,0.001002269,0.0000138961,0.00002358507,9.981933e-7,0.00006174556,0.9495769,0.006190324,0.01834853,0.02429801,0.0001487249],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0002534975,0.0009048269,0.7211376,0.2738786,0.000314997,0.0002131969,0.000004091875,0.00005661614,0.003236613],"genre_scores_gemma":[0.6458602,0.000102226,0.3524299,0.001463609,0.0001053688,0.000007969606,0.000001776158,0.000004452052,0.00002446315],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7034475,"threshold_uncertainty_score":0.9805743,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3176707157","doi":"10.1145/3448250","title":"Deep learning for AI","year":2021,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Domain Adaptation and Few-Shot Learning","field":"Computer Science","cited_by":627,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Université de Montréal","funders":"","keywords":"Computer science; Artificial intelligence; Deep learning; Artificial neural network; Natural language processing; Cognitive science; Machine learning; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.05786285437600762,"gpt":0.3242018424715359,"spread":0.2663389880955283,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0002501959,0.00004123145,0.00006857781,0.00002440729,0.0003606613,0.00005572861,0.01605738,0.00002214566,0.000007715264],"category_scores_gemma":[0.008801889,0.00003512379,0.00007883177,0.0002986073,0.00006463508,0.0001301606,0.01124343,0.0001593878,0.00001180267],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001284065,"about_ca_system_score_gemma":0.00005826801,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003085738,"about_ca_topic_score_gemma":0.00001236531,"domain_scores_codex":[0.999419,0.0001736546,0.0001378588,0.00009753427,0.00008695374,0.00008495127],"domain_scores_gemma":[0.9850304,0.0005233181,0.00009511189,0.0141288,0.0002013869,0.0000209963],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004259885,0.000166542,0.002925716,0.00002799088,0.00005883719,3.038133e-7,0.004767615,0.009829173,0.006263443,0.853399,0.008902126,0.113655],"study_design_scores_gemma":[0.0004252896,0.00002347433,0.007886052,0.00004253863,0.00001516444,0.000009397815,0.000573071,0.3824761,0.003456569,0.1871618,0.4177885,0.0001420247],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001020337,0.002147699,0.8080841,0.1768197,0.0002154216,0.0001845524,6.885731e-7,0.0001090897,0.01141845],"genre_scores_gemma":[0.4481669,0.0000822969,0.5500894,0.0006783908,0.000007835471,0.00001819049,0.000004256022,0.000004649926,0.0009480246],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6662372,"threshold_uncertainty_score":0.9995474,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2057334711","doi":"10.1145/383845.383858","title":"Getting started with ASPECTJ","year":2001,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":540,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"PALO; Citation; Library science; Engineering; Computer science; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.07979108378174801,"gpt":0.3166823941252611,"spread":0.2368913103435131,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0002681358,0.00005462915,0.00007791541,0.00003334611,0.0001400096,0.00001595338,0.02890313,0.00001696343,9.84202e-7],"category_scores_gemma":[0.008730783,0.0000367749,0.00002595403,0.0004314694,0.0001207692,0.0001635028,0.01352725,0.0001361237,0.000003056198],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000199822,"about_ca_system_score_gemma":0.00002478913,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008579173,"about_ca_topic_score_gemma":0.00000961612,"domain_scores_codex":[0.9994857,0.0001244655,0.0001090376,0.00008983086,0.00009327292,0.00009773541],"domain_scores_gemma":[0.9707798,0.001014157,0.00008533185,0.02803084,0.00007492636,0.00001497031],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004210859,0.0005710116,0.03828647,0.00007924832,0.000338862,0.000007608884,0.01008562,0.2392783,0.03416352,0.4820774,0.009969337,0.1851005],"study_design_scores_gemma":[0.000452222,0.00009061615,0.05891613,0.0001478823,0.00002170648,0.00006751028,0.0002204092,0.01129926,0.009804643,0.9042165,0.01439683,0.0003663157],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009452007,0.0004890545,0.9676149,0.02112574,0.00005502867,0.00008851563,5.319677e-7,0.0002337964,0.0009403845],"genre_scores_gemma":[0.1996661,0.00005711653,0.8001533,0.00005586956,0.000004063767,0.000007590693,3.357498e-7,0.000004303915,0.00005137694],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4221391,"threshold_uncertainty_score":0.9996191,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2038583143","doi":"10.1145/1047671.1047677","title":"The state of user-centered design practice","year":2005,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":473,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"IBM (Canada); University of Waterloo","funders":"","keywords":"Usability; Computer science; User-centered design; Task (project management); Multidisciplinary approach; Product (mathematics); Process management; User requirements document; User experience design; Knowledge management; Key (lock); Product design; Human–computer interaction; Engineering management; Software engineering; Systems engineering; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1070813037349988,"gpt":0.3415206230228138,"spread":0.234439319287815,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.001249132,0.00006102325,0.00008677557,0.00002066634,0.0002680428,0.00005223227,0.04488588,0.00001853906,0.000001634421],"category_scores_gemma":[0.009478708,0.00003743281,0.00006547519,0.0002595997,0.0002874694,0.0004018066,0.01324726,0.0001570313,0.00001820033],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002803797,"about_ca_system_score_gemma":0.00007628628,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003953236,"about_ca_topic_score_gemma":0.00004695273,"domain_scores_codex":[0.9985453,0.0007822738,0.0002990239,0.0000987153,0.0001643666,0.0001103229],"domain_scores_gemma":[0.9644833,0.003014243,0.0002817611,0.03193101,0.0002687178,0.00002098542],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004056937,0.004962683,0.001462056,0.00008221754,0.000791347,4.402119e-7,0.04402808,0.02234601,0.03896533,0.2638122,0.2562797,0.3668642],"study_design_scores_gemma":[0.0008120019,0.000237417,0.006022686,0.0001485527,0.00007718954,0.0000189054,0.0005048604,0.07506157,0.14246,0.2522451,0.5220938,0.0003179443],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.02890291,0.004020506,0.2428883,0.719157,0.00031683,0.001090918,0.00001371054,0.0001177352,0.00349209],"genre_scores_gemma":[0.5714964,0.0003305151,0.4277375,0.0002164811,0.000003663296,0.00001171597,2.170009e-7,0.000003407007,0.0002000351],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.7189406,"threshold_uncertainty_score":0.9988649,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1997164669","doi":"10.1145/1125944.1125949","title":"How UML is used","year":2006,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":380,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Memorial University of Newfoundland; University of Lethbridge","funders":"","keywords":"Computer science; Programming language; Unified Modeling Language; Applications of UML; Software engineering; UML tool; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.0355873037512044,"gpt":0.2597301912350647,"spread":0.2241428874838603,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.000125726,0.00006126357,0.00007789841,0.00004319528,0.0001014407,0.0000536244,0.04011994,0.00003293431,9.230133e-7],"category_scores_gemma":[0.0001610007,0.00004880975,0.00006403013,0.0002723318,0.00008718709,0.0001757455,0.01764834,0.0001093593,0.000003574709],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002284215,"about_ca_system_score_gemma":0.00002017405,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000571621,"about_ca_topic_score_gemma":0.00001078744,"domain_scores_codex":[0.9995337,0.00004922598,0.0001117418,0.00009708745,0.0001227114,0.00008549638],"domain_scores_gemma":[0.9623098,0.00008276061,0.00007756068,0.03744647,0.00007074157,0.00001271672],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[3.466791e-7,0.00009108221,0.002237255,0.000009544601,0.00001258869,9.897466e-8,0.0003881952,0.0001426626,0.003708916,0.8908066,0.09172501,0.01087775],"study_design_scores_gemma":[0.0001636723,0.00001954119,0.009870448,0.00006845556,0.00001215659,0.00000585245,0.000003233058,0.04422983,0.04892875,0.4710635,0.4254045,0.0002300518],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001275813,0.0002818507,0.9255685,0.07209066,0.00003843298,0.00009628667,0.000003046404,0.000257067,0.0003883328],"genre_scores_gemma":[0.3946941,0.00001554447,0.6049899,0.00005574703,0.000005093248,0.00001349353,9.352834e-7,0.000004065148,0.000221064],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4197431,"threshold_uncertainty_score":0.9902967,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2344444819","doi":"10.1145/2902362","title":"On the naturalness of software","year":2016,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Research","field":"Computer Science","cited_by":291,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Engineering and Physical Sciences Research Council","keywords":"Naturalness; Computer science; Natural language; Natural (archaeology); Software; Artificial intelligence; Program comprehension; Natural language processing; Simplicity; Code (set theory); Programming language; Linguistics; Software system; Set (abstract data type); Epistemology","retraction":null,"screen_n_in":null,"score":{"opus":0.04508847840595311,"gpt":0.2959249936897846,"spread":0.2508365152838315,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0003452096,0.00004269497,0.00006022412,0.00003703463,0.0001042655,0.00001002071,0.05161377,0.00002134045,0.000005690026],"category_scores_gemma":[0.04583185,0.00001800623,0.00005103881,0.0003290903,0.0002122621,0.00007381228,0.01908865,0.0001167954,0.0000154871],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002017001,"about_ca_system_score_gemma":0.00003806538,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008948798,"about_ca_topic_score_gemma":0.000002154115,"domain_scores_codex":[0.999426,0.0001161817,0.0001108035,0.00007130391,0.0001931311,0.00008259522],"domain_scores_gemma":[0.9550121,0.00796813,0.00006731726,0.03680625,0.0001317748,0.00001438224],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000008321657,0.0002140248,0.01524445,0.00003514647,0.00008120677,1.658931e-7,0.001073319,0.0001215563,0.01054374,0.8517259,0.0656381,0.05531406],"study_design_scores_gemma":[0.0004370997,0.00007994209,0.2052699,0.0006054892,0.00001018193,0.000005956742,0.00003477083,0.0008393656,0.09066571,0.6937397,0.008085251,0.0002267015],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.3961796,0.00174235,0.06013939,0.539514,0.0005554305,0.0006871386,0.00002443685,0.0003215505,0.0008360541],"genre_scores_gemma":[0.9501413,0.00003257142,0.04961828,0.00005759013,0.000003404759,0.00001542861,1.464159e-7,0.000004018676,0.0001272242],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5539617,"threshold_uncertainty_score":0.9888448,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2089787431","doi":"10.1145/1349026.1349037","title":"Organic user interfaces","year":2008,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":264,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Human–computer interaction","retraction":null,"screen_n_in":null,"score":{"opus":0.05197655815149262,"gpt":0.2888930635331096,"spread":0.236916505381617,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00006156351,0.0000446776,0.0000607216,0.0000286671,0.0002237671,0.00001044116,0.03772894,0.0000158589,0.00001935379],"category_scores_gemma":[0.001472353,0.00003157623,0.00004938496,0.0002192256,0.0001550458,0.0002473744,0.02287137,0.000107415,0.00009217818],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000160555,"about_ca_system_score_gemma":0.00003482814,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001958333,"about_ca_topic_score_gemma":0.000008825256,"domain_scores_codex":[0.9995962,0.00008054514,0.0001076523,0.00007516843,0.00007196705,0.00006841293],"domain_scores_gemma":[0.977867,0.000159938,0.0000811643,0.02175669,0.0001225878,0.00001259167],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000008568762,0.0004369522,0.01620657,0.000009640846,0.0001254982,7.121645e-7,0.01014657,0.00001287196,0.6105531,0.1163091,0.2455604,0.000630009],"study_design_scores_gemma":[0.0003097263,0.00006356472,0.1534749,0.00007113055,0.00001660884,0.00005894999,0.0004329046,0.0008850864,0.7705687,0.03046674,0.04343195,0.0002196859],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7998463,0.001663604,0.0145352,0.1467291,0.0006614783,0.0003411785,0.000007323788,0.00005180542,0.03616399],"genre_scores_gemma":[0.9721577,0.0001254772,0.02682598,0.0003418677,0.000004310243,0.00000402335,7.45518e-7,0.000002985639,0.0005368791],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2021284,"threshold_uncertainty_score":0.9850315,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2218132318","doi":"10.1145/2699390","title":"Passwords and the evolution of imperfect authentication","year":2015,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":249,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Password; Computer science; Authentication (law); Imperfect; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.04197440656321257,"gpt":0.2822702393921875,"spread":0.240295832828975,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.001173854,0.00005077008,0.0001105005,0.00004604218,0.000131222,0.00002956801,0.01653917,0.00002803117,5.939579e-7],"category_scores_gemma":[0.003922762,0.00002950834,0.00005634959,0.000364495,0.0004591966,0.000144666,0.008423931,0.00008073589,0.000005180435],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003831026,"about_ca_system_score_gemma":0.00009124739,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002213224,"about_ca_topic_score_gemma":0.00003641924,"domain_scores_codex":[0.9989364,0.0004621907,0.0002635161,0.00008908991,0.0001855564,0.00006331045],"domain_scores_gemma":[0.9803967,0.0003512721,0.0002405012,0.01875327,0.0002290685,0.00002917495],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000008526104,0.00008656038,0.003860984,0.00001587451,0.00002938277,5.83832e-9,0.04244338,0.000002787269,0.0007551657,0.9495427,0.002354249,0.0009003983],"study_design_scores_gemma":[0.001415307,0.00003689259,0.03425255,0.00007365886,0.00006102889,0.0000108315,0.001767429,0.1429732,0.001239264,0.8138096,0.004239331,0.0001209464],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5332152,0.01296546,0.03087311,0.4124385,0.0008523006,0.001920979,0.00001480774,0.0001709986,0.007548627],"genre_scores_gemma":[0.9925789,0.00005175432,0.007210889,0.00004023724,0.000006375162,0.00002237675,0.000001031581,0.000002780813,0.00008568223],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4593637,"threshold_uncertainty_score":0.9995958,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2752726215","doi":"10.1145/3132259","title":"Bitcoin's academic pedigree","year":2017,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":243,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Cryptocurrency; Computer science; Data science; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.0639310400117657,"gpt":0.3328605187837439,"spread":0.2689294787719782,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0003064547,0.00005673485,0.00008550214,0.00003827249,0.001125076,0.00003792937,0.146379,0.00009481556,0.000001798171],"category_scores_gemma":[0.004162359,0.00004295149,0.0000588895,0.0001305939,0.0006367203,0.0001702849,0.07376338,0.0003662634,0.00002289154],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001155111,"about_ca_system_score_gemma":0.00004129511,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004459071,"about_ca_topic_score_gemma":0.00003535956,"domain_scores_codex":[0.9994712,0.00004478336,0.0001622754,0.0001294585,0.00009114077,0.0001011018],"domain_scores_gemma":[0.9058123,0.0001223037,0.0002577032,0.09371594,0.00007258775,0.00001915698],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[3.81379e-7,0.00004463252,0.007525271,0.000003055948,0.000009421506,4.020854e-8,0.0002088721,0.000001077547,0.0007005066,0.9677149,0.01089543,0.01289638],"study_design_scores_gemma":[0.0001091454,0.000006677444,0.05196876,0.00001717979,0.000007465737,0.000005484545,0.00001750691,0.00280855,0.003162039,0.9107924,0.03102938,0.00007542033],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.0858607,0.001854626,0.00841431,0.8869674,0.0002353402,0.0004174357,0.00000852164,0.0002665225,0.01597516],"genre_scores_gemma":[0.8745978,0.0002895637,0.1248106,0.0001415104,0.000009172751,0.00003427732,4.670493e-7,0.000003013588,0.0001136582],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8868259,"threshold_uncertainty_score":0.9337279,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1984638028","doi":"10.1145/1400181.1400200","title":"The many facets of natural computing","year":2008,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"DNA and Biological Computing","field":"Biochemistry, Genetics and Molecular Biology","cited_by":240,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"National Science Foundation","keywords":"Natural computing; Natural (archaeology); Computer science; Natural science; Bridge (graph theory); Human–computer interaction; Artificial intelligence; Geology","retraction":null,"screen_n_in":null,"score":{"opus":0.03992601041239598,"gpt":0.2933581590792394,"spread":0.2534321486668434,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0001706433,0.00004701326,0.00006602568,0.000005754005,0.0003617983,0.000003249183,0.008626783,0.00003659467,4.9679e-7],"category_scores_gemma":[0.002231549,0.0000245711,0.00008363362,0.00007079241,0.0004264204,8.613417e-7,0.01054003,0.00009340594,9.677329e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000002804058,"about_ca_system_score_gemma":0.00001835437,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008649557,"about_ca_topic_score_gemma":0.000006425649,"domain_scores_codex":[0.9995289,0.0001098859,0.0001608671,0.00006736161,0.00005242254,0.00008060508],"domain_scores_gemma":[0.9925484,0.0001238221,0.0001306731,0.007108333,0.000078726,0.00001005187],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00002596413,0.0001022421,0.02495509,0.000009447167,0.00007799302,7.90843e-8,0.0001641398,0.00008108928,0.9559914,0.002270277,0.009727111,0.006595117],"study_design_scores_gemma":[0.0006661031,0.0002171846,0.3123756,0.00007752158,0.00003425198,0.00005006458,0.0004014896,0.002143012,0.5883613,0.007476895,0.08789672,0.0002998759],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9909633,0.003490188,0.00003410648,0.003966997,0.00006738194,0.0000773627,0.00000235377,0.000004486094,0.001393852],"genre_scores_gemma":[0.9927995,0.0003851877,0.006564028,0.00008077236,0.00001946174,0.000001073126,0.000007666677,0.000002887861,0.0001394851],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3676302,"threshold_uncertainty_score":0.9974625,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2016427628","doi":"10.1145/953460.953487","title":"Interface design for mobile commerce","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":235,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Interface (matter); Interface design; Human–computer interaction; Mobile commerce; World Wide Web; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.1294709442842135,"gpt":0.3473394616592907,"spread":0.2178685173750772,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0007868703,0.00007469167,0.0001112579,0.00002733503,0.000231835,0.00004036454,0.03944656,0.00003728874,0.000006061151],"category_scores_gemma":[0.005591094,0.00005749529,0.00009049525,0.0002345133,0.0001741451,0.0001688879,0.007679691,0.0001190347,0.00001570395],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002869196,"about_ca_system_score_gemma":0.00005963427,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000086955,"about_ca_topic_score_gemma":0.000006158926,"domain_scores_codex":[0.9989898,0.0004555278,0.0002133854,0.0001374479,0.00008095121,0.0001228573],"domain_scores_gemma":[0.9650003,0.001412804,0.0001063382,0.03330588,0.0001482794,0.00002641991],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004470306,0.001752132,0.001541401,0.0001028638,0.0001842759,6.635777e-8,0.01151603,0.01000173,0.02701595,0.676069,0.2584258,0.01334608],"study_design_scores_gemma":[0.0005121612,0.0002464468,0.0004091965,0.00007261864,0.0000287186,0.000007569199,0.000335064,0.02307649,0.2302538,0.5517528,0.1930527,0.0002524892],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005496569,0.001185546,0.9699186,0.02055239,0.0002059001,0.0009108628,0.000005911537,0.00006884027,0.001655355],"genre_scores_gemma":[0.4992318,0.00002310831,0.5003374,0.0001247153,0.000001535763,0.0001050724,2.953624e-7,0.000004080873,0.0001719549],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4937352,"threshold_uncertainty_score":0.9657505,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2013592197","doi":"10.1145/1831407.1831429","title":"Difference engine","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":232,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"ASTER","funders":"Division of Computer and Network Systems; University of California","keywords":"Computer science; Operating system; Virtual machine; Bottleneck; Memory footprint; Internet hosting service; Multiplexing; Hypervisor; Cloud computing; Statistical time division multiplexing; Overhead (engineering); The Internet; Embedded system; Virtualization","retraction":null,"screen_n_in":null,"score":{"opus":0.02505365241634399,"gpt":0.2608193004791189,"spread":0.2357656480627749,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0001850774,0.00004285177,0.00005371115,0.0000275711,0.0001747178,0.00002603925,0.0553454,0.00001816276,0.00000273912],"category_scores_gemma":[0.001552988,0.0000283635,0.00004650879,0.000224112,0.0001112661,0.0000072841,0.04755922,0.0001944402,0.00001399379],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000004109445,"about_ca_system_score_gemma":0.00001282638,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001978128,"about_ca_topic_score_gemma":0.00001616808,"domain_scores_codex":[0.9995989,0.0000452298,0.0001056514,0.00008231251,0.00009402689,0.00007392048],"domain_scores_gemma":[0.9605969,0.000185631,0.00006607945,0.03909362,0.00003951915,0.00001828971],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000001378271,0.0004343682,0.006949326,0.00002293945,0.00005353602,2.377188e-7,0.002169192,0.0007887981,0.0216482,0.7298139,0.0173964,0.2207217],"study_design_scores_gemma":[0.0004059823,0.00003787058,0.2103237,0.00007880242,0.00002425962,0.00001308567,0.0000658563,0.2875531,0.008078412,0.390625,0.1024736,0.0003202963],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8004987,0.0002621273,0.006132261,0.1803471,0.0005924701,0.0001835577,0.000001022368,0.0001771328,0.01180562],"genre_scores_gemma":[0.8215377,0.000005064667,0.1779742,0.0001072487,0.00001085648,0.000003697168,1.779505e-7,0.00000195512,0.000359065],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.339189,"threshold_uncertainty_score":0.9601439,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2140021378","doi":"10.1145/2644805","title":"In defense of soundiness","year":2015,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":229,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta; University of Waterloo","funders":"","keywords":"Computer science; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.2507369893540854,"gpt":0.4563689024808042,"spread":0.2056319131267187,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0004429752,0.00002902329,0.00008524652,0.00005943696,0.00002329892,0.000001539987,0.01145339,0.00004253468,0.00004264038],"category_scores_gemma":[0.002976724,0.00002207991,0.00002711525,0.0002492857,0.0003361555,0.00001493844,0.006322257,0.0001448783,0.00003924489],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001082339,"about_ca_system_score_gemma":0.00004418571,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006047777,"about_ca_topic_score_gemma":0.0002171024,"domain_scores_codex":[0.9994085,0.0002586539,0.0001491364,0.00004804277,0.00005886584,0.00007673221],"domain_scores_gemma":[0.9827769,0.0002894286,0.00006624734,0.01675664,0.00009164761,0.00001906858],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002850099,0.00223253,0.3370293,0.00003238852,0.0001860823,0.000001435898,0.06557074,0.000058808,0.00884764,0.2632671,0.3209122,0.001576815],"study_design_scores_gemma":[0.0009174896,0.00005941941,0.2332524,0.00002299196,0.00001182997,0.000009230153,0.001362046,0.00004004749,0.001286631,0.7501822,0.01278838,0.00006741076],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.926893,0.001806149,0.000002876739,0.02491416,0.0001910165,0.0001190141,0.000009554989,0.000003896213,0.04606036],"genre_scores_gemma":[0.9974325,0.00004126518,0.00189778,0.00004812716,0.000004818457,0.0000158238,0.000001765959,0.000003869818,0.000554065],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4869151,"threshold_uncertainty_score":0.9938951,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2092610242","doi":"10.1145/1035134.1035136","title":"The obstacles and myths of usability and software engineering","year":2004,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":229,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Usability; Computer science; Usability engineering; Software engineering; Component-based usability testing; Mythology; Software; Pluralistic walkthrough; Usability inspection; Human–computer interaction; Programming language; History","retraction":null,"screen_n_in":null,"score":{"opus":0.02199353188690443,"gpt":0.2642335775236032,"spread":0.2422400456366987,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0003069535,0.00004167559,0.00005878676,0.00001471293,0.000131831,0.00002853773,0.007694453,0.00001939287,1.135228e-7],"category_scores_gemma":[0.008749421,0.00002662537,0.00002006587,0.0001253603,0.0001477641,0.0001383778,0.00822391,0.00009323988,9.911214e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000008663105,"about_ca_system_score_gemma":0.00001664628,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003669918,"about_ca_topic_score_gemma":0.000007173924,"domain_scores_codex":[0.9996823,0.00002923855,0.000115245,0.00006190101,0.00005870434,0.00005258722],"domain_scores_gemma":[0.9889256,0.001441308,0.00007185483,0.009504573,0.00004205301,0.00001457712],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001354464,0.0002773061,0.05040185,0.0003368161,0.0001683724,3.477799e-7,0.008405348,0.004645422,0.00502191,0.8128925,0.00129809,0.1165385],"study_design_scores_gemma":[0.0005780557,0.0001503287,0.3794804,0.0004115773,0.00005956513,0.00005199009,0.000289549,0.01122636,0.02724009,0.5439035,0.03616787,0.0004406775],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5297852,0.03657335,0.331396,0.1002659,0.0002859185,0.0007747073,0.00001510987,0.0006698433,0.0002339479],"genre_scores_gemma":[0.5489895,0.0005910472,0.4504007,0.000009012058,0.000001403412,0.000004826456,9.697877e-8,0.000001813793,0.000001587194],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3290786,"threshold_uncertainty_score":0.9997974,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2047003964","doi":"10.1145/2076450.2076469","title":"Programming by optimization","year":2012,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Machine Learning and Data Classification","field":"Computer Science","cited_by":226,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.03999092086229857,"gpt":0.3033604240854069,"spread":0.2633695032231084,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0003503661,0.00003924517,0.00004407679,0.00002296037,0.0001944725,0.00003276078,0.02164219,0.00002159912,0.000002840406],"category_scores_gemma":[0.002929226,0.00002921198,0.00002645231,0.000277805,0.00006412171,0.0003389744,0.01038828,0.00009686417,0.00001036619],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001298267,"about_ca_system_score_gemma":0.00001323455,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002113631,"about_ca_topic_score_gemma":0.000001164199,"domain_scores_codex":[0.9994856,0.000147053,0.0001212929,0.00006366988,0.00009163431,0.00009080237],"domain_scores_gemma":[0.9776353,0.0001221344,0.0001282704,0.02204347,0.00004525594,0.000025547],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003707467,0.001098644,0.08322302,0.00003849051,0.00005128481,1.207705e-8,0.003736773,0.00296482,0.004017567,0.4027993,0.1567589,0.3453074],"study_design_scores_gemma":[0.0002846692,0.00002749331,0.02529492,0.00004779175,0.00002786903,0.000007001552,0.0001289631,0.2009111,0.002379858,0.007438128,0.7631907,0.00026156],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001865503,0.004298829,0.8148117,0.1690247,0.0003046033,0.0003872542,0.000008490614,0.0002708913,0.009027991],"genre_scores_gemma":[0.4267831,0.00005878074,0.572966,0.0000647483,0.000006896382,0.00001282144,0.00001939208,0.000002595973,0.00008565681],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6064317,"threshold_uncertainty_score":0.9976155,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2169230786","doi":"10.1145/2714560","title":"Framing sustainability as a property of software quality","year":2015,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Green IT and Sustainability","field":"Engineering","cited_by":218,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"Stiftelsen för Strategisk Forskning; Deutsche Forschungsgemeinschaft","keywords":"Framing (construction); Sustainability; Computer science; Software; Software quality; Business; Software development; Engineering; Programming language; Biology; Civil engineering; Ecology","retraction":null,"screen_n_in":null,"score":{"opus":0.06238472254005423,"gpt":0.3244806711102615,"spread":0.2620959485702073,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.0009141327,0.00007981553,0.0001812056,0.00002940323,0.00007770552,0.000006896068,0.009239156,0.00005854403,0.000004932353],"category_scores_gemma":[0.04187673,0.00005121685,0.00009199911,0.0002641355,0.0003576637,0.00009213441,0.006215453,0.0001888944,0.00000216686],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001858662,"about_ca_system_score_gemma":0.0002195354,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008601954,"about_ca_topic_score_gemma":0.0001592351,"domain_scores_codex":[0.9990732,0.0002283918,0.0003398831,0.00007968639,0.0001551202,0.0001237398],"domain_scores_gemma":[0.9763517,0.0002979702,0.0000824592,0.02249265,0.0007255033,0.00004976247],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00009398994,0.000986637,0.8895924,0.002818204,0.000221384,4.334462e-7,0.0233263,0.009854747,0.001057502,0.0166284,0.01820016,0.03721984],"study_design_scores_gemma":[0.0005631503,0.00006467978,0.1692518,0.00006973327,0.00005157753,0.000002482729,0.01152189,0.002647119,0.003925573,0.7921192,0.01949133,0.000291434],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.986531,0.001093795,0.0003618666,0.00776088,0.00007520997,0.0005226613,0.00001213938,0.0001352258,0.003507194],"genre_scores_gemma":[0.9854177,0.00001446921,0.01436745,0.00001203794,0.000004814734,0.00002581974,0.000003195307,0.000009954452,0.00014455],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7754908,"threshold_uncertainty_score":0.9961213,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2043312149","doi":"10.1145/2209249.2209268","title":"Large-scale complex IT systems","year":2012,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":215,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"Engineering and Physical Sciences Research Council","keywords":"Computer science; Scale (ratio); Geography; Cartography","retraction":null,"screen_n_in":null,"score":{"opus":0.1722160000218317,"gpt":0.3658577035858895,"spread":0.1936417035640578,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0007130423,0.00006379547,0.0001149909,0.0000327092,0.000166901,0.00001787245,0.03392025,0.00002999905,0.000001541621],"category_scores_gemma":[0.00716405,0.00004806338,0.00005040478,0.0002725569,0.00009587439,0.0002572004,0.02687251,0.0001300748,0.00001761682],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002673305,"about_ca_system_score_gemma":0.00001309926,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005948947,"about_ca_topic_score_gemma":0.000002284921,"domain_scores_codex":[0.9992065,0.0002655524,0.0001689823,0.00007350945,0.0001087924,0.0001766543],"domain_scores_gemma":[0.9673371,0.001120193,0.0001019499,0.03134471,0.00006407492,0.000031981],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000466574,0.0007248715,0.01555226,0.0001589018,0.0001322427,1.503539e-7,0.02091101,0.04611511,0.01012355,0.7346377,0.1668272,0.00481224],"study_design_scores_gemma":[0.000652334,0.00004719111,0.09140898,0.0002300422,0.00004962126,0.00005108711,0.002333027,0.05310871,0.004477134,0.2242793,0.6226087,0.0007538607],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0008168049,0.001761613,0.9810854,0.01456339,0.0004243478,0.0001265478,0.000005261598,0.0001772909,0.001039322],"genre_scores_gemma":[0.3076001,0.0000486875,0.6921483,0.00008497591,0.00001359644,0.00001563757,0.000001166538,0.000004466695,0.00008300517],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5103585,"threshold_uncertainty_score":0.980998,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2070787093","doi":"10.1145/1060710.1060716","title":"Scale-free geometry in OO programs","year":2005,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Computability, Logic, AI Algorithms","field":"Computer Science","cited_by":198,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Scale (ratio); Computer graphics (images); Geometry; Programming language; Engineering drawing; Mathematics; Engineering; Cartography; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.04378453855222991,"gpt":0.2895007338208802,"spread":0.2457161952686502,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0006890961,0.00009905823,0.0001588347,0.0001201113,0.0001427817,0.00006012038,0.08519865,0.00005224061,0.000004646284],"category_scores_gemma":[0.003149122,0.00006989393,0.00009969391,0.001257782,0.000303194,0.0002666711,0.07416269,0.0002719065,0.00002482869],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009126926,"about_ca_system_score_gemma":0.00006221529,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001000982,"about_ca_topic_score_gemma":0.0005979874,"domain_scores_codex":[0.9987739,0.0002303834,0.0003442793,0.000218711,0.0002305625,0.0002021622],"domain_scores_gemma":[0.9411366,0.0003807954,0.0001261353,0.05820796,0.000108509,0.00004001976],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000003350659,0.001625892,0.0631302,0.00002195316,0.00002108482,2.671187e-7,0.001971348,0.0005668598,0.0002292223,0.02148437,0.004962143,0.9059833],"study_design_scores_gemma":[0.0009501119,0.00009157759,0.2496501,0.0001134507,0.00001481972,0.00002455785,0.0001264627,0.1048879,0.001723621,0.601019,0.04099002,0.00040848],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.3584418,0.003714771,0.01675984,0.6074166,0.0005043773,0.001641689,0.00001034439,0.0005152863,0.0109953],"genre_scores_gemma":[0.4847502,0.0000352311,0.5149767,0.0001291155,0.00001583686,0.00002663208,0.00000126174,0.000004319253,0.00006064904],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9055749,"threshold_uncertainty_score":0.9333253,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1963535891","doi":"10.1145/1297797.1297801","title":"The impact of size and volatility on IT project performance","year":2007,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":198,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Volatility (finance); Computer science; Econometrics; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.05259843206168942,"gpt":0.3677687130616387,"spread":0.3151702809999493,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0009550704,0.00004129104,0.00005265024,0.00001746872,0.0001600243,0.00001879343,0.01124676,0.00001853651,4.425484e-7],"category_scores_gemma":[0.005698687,0.00002183191,0.00003831204,0.0002070324,0.0001091343,0.0001245647,0.004921062,0.0001223406,2.427922e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000153349,"about_ca_system_score_gemma":0.0000311488,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001077375,"about_ca_topic_score_gemma":0.00000892715,"domain_scores_codex":[0.9996283,0.00005357395,0.000127518,0.00005177448,0.00007389976,0.00006494257],"domain_scores_gemma":[0.9840662,0.002906128,0.0001197536,0.01284018,0.00005777887,0.000009894741],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002504101,0.0009103745,0.552353,0.0001529657,0.0003580676,3.097292e-7,0.01107958,0.0005509313,0.006769355,0.05633552,0.05581911,0.3154204],"study_design_scores_gemma":[0.0001076234,0.0002166378,0.9409726,0.00007660274,0.000008255173,0.000005810113,0.00002928851,0.03121392,0.00576674,0.01431976,0.007192495,0.00009027724],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9768884,0.000822246,0.006328194,0.01273194,0.00006571954,0.0003308942,0.000003275813,0.0001020951,0.002727223],"genre_scores_gemma":[0.8902884,0.0003153505,0.1093536,0.00001517147,0.000002577093,0.000003585155,1.066937e-7,0.00000182634,0.00001942689],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3886196,"threshold_uncertainty_score":0.9941028,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3209192400","doi":"10.1145/3485628","title":"MIP* = RE","year":2021,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Computability, Logic, AI Algorithms","field":"Computer Science","cited_by":167,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Army Research Office; Air Force Office of Scientific Research; Natural Sciences and Engineering Research Council of Canada; Institute for Quantum Information and Matter, California Institute of Technology; Multidisciplinary University Research Initiative; Canadian Institute for Advanced Research; Massachusetts Institute of Technology; Gordon and Betty Moore Foundation; National Science Foundation","keywords":"Class (philosophy); Computer science; Complexity class; Mathematical proof; Quantum entanglement; Theoretical computer science; Verifiable secret sharing; Quantum complexity theory; Decidability; Cryptography; Probabilistic logic; Computational complexity theory; Recursively enumerable language; Discrete mathematics; Quantum; Mathematics; Algorithm; Quantum computer; Programming language; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.0759074459117106,"gpt":0.3100415070347768,"spread":0.2341340611230662,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0003050665,0.00006584189,0.0001129156,0.00002573149,0.0002178572,0.00005139341,0.05389488,0.00003336225,0.00001609393],"category_scores_gemma":[0.006330969,0.00005228863,0.000107203,0.0006462078,0.0001773603,0.0001304851,0.08048826,0.0001683356,0.00002609685],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003321631,"about_ca_system_score_gemma":0.0001288484,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002382281,"about_ca_topic_score_gemma":0.00006832545,"domain_scores_codex":[0.9990374,0.0002984953,0.0002106624,0.0001781082,0.0001627792,0.0001125827],"domain_scores_gemma":[0.9341462,0.0005605358,0.0000940312,0.06492816,0.0002416127,0.00002949037],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000004342767,0.002041352,0.01709663,0.00008599986,0.0001706912,0.000004995541,0.006875488,0.0008995784,0.009753204,0.6618161,0.1391343,0.1621173],"study_design_scores_gemma":[0.0002233001,0.00002070187,0.0336779,0.00004416344,0.0000152529,0.0000269189,0.0001482234,0.02551432,0.009734943,0.8728034,0.05760689,0.0001839402],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.02872117,0.00830288,0.05387597,0.8613802,0.001209435,0.0005098831,0.00001548578,0.0003956959,0.04558927],"genre_scores_gemma":[0.3706132,0.00008052305,0.6286834,0.0003467663,0.00001284823,0.000009055349,0.000002044987,0.000003867116,0.0002482901],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.8610334,"threshold_uncertainty_score":0.951224,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2338858629","doi":"10.1145/2659897","title":"Certificate transparency","year":2014,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Cryptography and Data Security","field":"Computer Science","cited_by":166,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Apache (Canada)","funders":"","keywords":"Transparency (behavior); Computer science; Certificate; Computer security; Algorithm","retraction":null,"screen_n_in":null,"score":{"opus":0.1273299418084081,"gpt":0.2974916278556979,"spread":0.1701616860472897,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0002640726,0.000043457,0.00006379138,0.00003135584,0.0001912148,0.0000252183,0.05751369,0.00002039927,0.000003511132],"category_scores_gemma":[0.001233175,0.00003143145,0.0000733634,0.0003567575,0.0001626559,0.0001520455,0.0110952,0.00009655801,0.00001261632],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000003325566,"about_ca_system_score_gemma":0.00001254894,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002936716,"about_ca_topic_score_gemma":0.00003335762,"domain_scores_codex":[0.9994565,0.0001397103,0.0001466931,0.00009688708,0.00008628163,0.00007387901],"domain_scores_gemma":[0.9509892,0.0001948504,0.00007045794,0.04868244,0.00004139302,0.00002161429],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[7.762494e-7,0.0000827402,0.001371715,0.000005551221,0.000006841495,6.820385e-9,0.0005437589,0.000004824317,0.001037815,0.9823889,0.006073149,0.00848393],"study_design_scores_gemma":[0.00009834464,0.00001205469,0.02454773,0.00001675814,0.000007940271,0.000001159619,0.00001222344,0.003441412,0.002833284,0.8972592,0.07169763,0.00007231296],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03094708,0.00265278,0.5090064,0.4115251,0.0006560909,0.0005351013,0.00006027089,0.0004010544,0.04421617],"genre_scores_gemma":[0.7905772,0.00008144557,0.2092079,0.0001144328,0.000004145322,0.000006401303,0.000003047809,0.000001663349,0.000003785743],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7596301,"threshold_uncertainty_score":0.9969029,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2040717637","doi":"10.1145/1216016.1216017","title":"Spam and the ongoing battle for the inbox","year":2007,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":164,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Battle; Computer science; Computer security; Internet privacy; Data science; History","retraction":null,"screen_n_in":null,"score":{"opus":0.04140004503516648,"gpt":0.2955549490639394,"spread":0.2541549040287729,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.001349855,0.00003610466,0.00004809474,0.00001722981,0.0006214986,0.00005863634,0.01638552,0.00001882043,6.017788e-7],"category_scores_gemma":[0.005533509,0.00001697507,0.00004708148,0.0001892738,0.0002714983,0.00008795688,0.0073735,0.0001075272,0.000001629563],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000008992871,"about_ca_system_score_gemma":0.00001368456,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009621843,"about_ca_topic_score_gemma":0.0001439096,"domain_scores_codex":[0.9996156,0.00007362691,0.000108629,0.00006103525,0.00007058159,0.00007054119],"domain_scores_gemma":[0.9798878,0.005714837,0.00008963213,0.01424075,0.00005607584,0.00001091997],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00005091726,0.00008388356,0.00242965,0.00001876193,0.00009345823,3.382485e-8,0.01012,0.0001546125,0.001731832,0.8024089,0.02213487,0.1607731],"study_design_scores_gemma":[0.00168622,0.0000634749,0.08500902,0.00007998534,0.00008895563,0.00002374787,0.0007956828,0.0731777,0.01022887,0.6155992,0.2130321,0.0002150071],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.05023545,0.00851602,0.269881,0.6623533,0.0016955,0.00118939,0.000005059434,0.0001303173,0.005993866],"genre_scores_gemma":[0.9556516,0.0001473782,0.04384181,0.0002477264,0.00002868864,0.00001816033,2.687493e-7,0.000002950413,0.00006142573],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9054161,"threshold_uncertainty_score":0.9889363,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2005824945","doi":"10.1145/501317.501349","title":"Global Virtual Teams","year":2001,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":161,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"HEC Montréal","funders":"","keywords":"Coping (psychology); Advice (programming); Computer science; Knowledge management; Engineering ethics; Psychology; Engineering; Psychotherapist","retraction":null,"screen_n_in":null,"score":{"opus":0.01671868439909212,"gpt":0.2538952461112657,"spread":0.2371765617121736,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00005451732,0.00004032495,0.00004609093,0.00001304862,0.00004287559,0.000004738983,0.006623839,0.00003184639,0.00001447724],"category_scores_gemma":[0.0006071939,0.00003062023,0.00003058628,0.000261969,0.00007752614,0.00003132213,0.001654359,0.00006721574,0.00002002204],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003988885,"about_ca_system_score_gemma":0.00001021878,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002109005,"about_ca_topic_score_gemma":0.00001465288,"domain_scores_codex":[0.9997401,0.00001078897,0.00009383214,0.00003123774,0.00005788315,0.00006614565],"domain_scores_gemma":[0.9916385,0.00003873014,0.00001172833,0.008270248,0.00001644159,0.0000243246],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009339956,0.0005093829,0.03639933,0.0001753359,0.0002360509,3.094434e-7,0.001309877,0.02619368,0.007914866,0.05431154,0.7227156,0.1502247],"study_design_scores_gemma":[0.0004902076,0.00004101158,0.2700794,0.0001950004,0.0000634342,0.00003868912,0.0004479854,0.04622325,0.001227832,0.08508009,0.5957007,0.0004124553],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8626996,0.004689826,0.003124143,0.06622085,0.002011447,0.00026867,0.00003600103,0.0007033253,0.0602461],"genre_scores_gemma":[0.9916068,0.0003336564,0.007879277,0.00003297744,0.00002521266,0.00000827693,0.000005502281,0.00000504452,0.0001032005],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2336801,"threshold_uncertainty_score":0.9987508,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3044177754","doi":"10.1145/3360311","title":"Threats of a replication crisis in empirical computer science","year":2020,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":153,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Replication (statistics); Computer science; Empirical research; Biology; Virology; Epistemology; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.5130321443891269,"gpt":0.5065862083389177,"spread":0.006445936050209267,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.004969656,0.00004751322,0.0001414617,0.0001717135,0.0001684585,0.00007269508,0.0466121,0.00001566552,0.00001228618],"category_scores_gemma":[0.03970119,0.00003110394,0.00006310783,0.003367757,0.0006185626,0.0001675452,0.03950883,0.00009104406,0.00002735842],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002017941,"about_ca_system_score_gemma":0.00008120152,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002682378,"about_ca_topic_score_gemma":0.00001640395,"domain_scores_codex":[0.9979695,0.0001983475,0.0005553489,0.0004407115,0.0007406866,0.00009542393],"domain_scores_gemma":[0.9454848,0.0009277249,0.0003137244,0.05289485,0.0003340354,0.00004491196],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.00003633139,0.0006956136,0.2469696,0.00002273187,0.00002149991,2.569647e-7,0.01362308,0.004076044,0.004555173,0.02011324,0.4895969,0.2202895],"study_design_scores_gemma":[0.0003135656,0.00005449406,0.4701027,0.00004854015,0.00001450281,0.00000122277,0.001341088,0.1534911,0.002782529,0.363605,0.008119355,0.0001258204],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.4489119,0.0003083417,0.006903906,0.5398703,0.0002397655,0.0003817548,0.00002157849,0.00003270893,0.003329712],"genre_scores_gemma":[0.9281175,0.00001303491,0.07116816,0.0006545411,0.000007711981,0.000003438714,0.00000167411,0.000001877854,0.00003207436],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5392157,"threshold_uncertainty_score":0.9683878,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3112520120","doi":"10.1145/3434642","title":"The future is big graphs","year":2021,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Graph Theory and Algorithms","field":"Computer Science","cited_by":152,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; University of Waterloo","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Computer science; Big data; Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.0262475119673398,"gpt":0.2651093371293197,"spread":0.2388618251619799,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0003032802,0.00005199678,0.00005993617,0.0000188052,0.0007636145,0.00006786056,0.04318247,0.00002582008,0.000002929526],"category_scores_gemma":[0.0007207502,0.00002969519,0.0001196462,0.0006840457,0.0002340618,0.00007562473,0.02187453,0.0001645899,0.00001047521],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000004643853,"about_ca_system_score_gemma":0.00005356432,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002877033,"about_ca_topic_score_gemma":0.00002275748,"domain_scores_codex":[0.9993137,0.000254832,0.000128617,0.00009719501,0.0001108379,0.00009478541],"domain_scores_gemma":[0.95916,0.0003719058,0.00007799869,0.04024189,0.000128503,0.00001965862],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[5.719e-7,0.00004538101,0.0002402276,0.000002025682,0.00002468663,1.517596e-7,0.0007538539,0.00000185887,0.000553059,0.9490302,0.01289265,0.03645531],"study_design_scores_gemma":[0.00005536025,0.000003985646,0.002380536,0.00001014737,0.000005601318,0.000006316767,0.0002313192,0.00033996,0.005426652,0.8827533,0.1087438,0.00004308632],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.01232653,0.02825863,0.003849287,0.9436155,0.001791214,0.0002043715,0.00001542249,0.00008889048,0.009850174],"genre_scores_gemma":[0.8175187,0.004707798,0.1737,0.002591582,0.00007237594,0.00003035808,0.00000333838,0.00001014001,0.001365689],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.9410239,"threshold_uncertainty_score":0.9860364,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1892875445","doi":"10.1145/3310974","title":"Fully device independent quantum key distribution","year":2019,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Quantum Mechanics and Applications","field":"Physics and Astronomy","cited_by":146,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Air Force Office of Scientific Research; Air Force Civil Engineer Center; Multidisciplinary University Research Initiative; Canadian Institute for Advanced Research; National Science Foundation","keywords":"Quantum key distribution; Quantum cryptography; Computer science; Quantum entanglement; Randomness; Key (lock); Protocol (science); Theoretical computer science; Quantum; Key distribution; Quantum network; Quantum information; Computer security; Mathematics; Quantum mechanics; Public-key cryptography; Physics; Encryption","retraction":null,"screen_n_in":null,"score":{"opus":0.02538803910789236,"gpt":0.2814041810605781,"spread":0.2560161419526858,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0001683316,0.00007186761,0.00009966803,0.00001414712,0.0001887422,0.00001928857,0.009824016,0.00002459104,0.0001106678],"category_scores_gemma":[0.00009145032,0.00005651305,0.00009664919,0.0002019501,0.00004853954,0.00005857492,0.006012007,0.000163138,0.0001762936],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001876991,"about_ca_system_score_gemma":0.00004960281,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001196084,"about_ca_topic_score_gemma":0.000006887244,"domain_scores_codex":[0.9994192,0.00005817598,0.0002012555,0.0001064535,0.0001111474,0.0001037832],"domain_scores_gemma":[0.983546,0.000107684,0.000170576,0.01604519,0.0001041995,0.00002634443],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000001660418,0.0001192206,0.009756799,0.000003757455,0.00002216389,2.402603e-9,0.00006016903,0.00001023807,0.00261066,0.9840804,0.00286243,0.0004725112],"study_design_scores_gemma":[0.0002271593,0.00001451092,0.01733496,0.00002932565,0.00003468236,3.586167e-7,0.0003708687,0.00344923,0.002897037,0.9307234,0.0448013,0.0001171997],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9663778,0.0001962606,0.00285923,0.02334928,0.0001570098,0.0005727534,0.0002676866,0.00002906968,0.006190899],"genre_scores_gemma":[0.9984055,0.0000121603,0.001215189,0.00003752972,0.00001810495,0.00004779934,0.0001432092,0.000008001528,0.0001124817],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05335702,"threshold_uncertainty_score":0.9955333,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2059210005","doi":"10.1145/944217.944243","title":"Evaluating modeling techniques based on models of learning","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":143,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Simon Fraser University","funders":"","keywords":"Computer science; Artificial intelligence; Domain (mathematical analysis); Grammar; Test (biology); Machine learning; Natural language processing; Mathematics; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.1975873328404231,"gpt":0.372712511628928,"spread":0.1751251787885049,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.001332994,0.00006900931,0.000119346,0.0000762102,0.000252827,0.00002018209,0.01178886,0.00003195035,0.000001284837],"category_scores_gemma":[0.005277208,0.00005369622,0.00008420258,0.0002478076,0.00004133927,0.0001210643,0.002919846,0.000243796,0.000001512371],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002929915,"about_ca_system_score_gemma":0.00006769606,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003647684,"about_ca_topic_score_gemma":8.829639e-7,"domain_scores_codex":[0.998754,0.0005287747,0.000276721,0.0001193927,0.0002242574,0.00009683602],"domain_scores_gemma":[0.9869987,0.0003875097,0.0002329123,0.01213932,0.0002273271,0.00001419048],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[8.38957e-7,0.00003289904,0.0001440337,0.000008501338,0.000004721273,1.293215e-8,0.0003359154,0.6560422,0.002599179,0.3392359,0.000009959171,0.001585893],"study_design_scores_gemma":[0.00004272636,0.00004959558,0.000007259216,0.0002314745,0.000004009173,4.860482e-7,0.00008230824,0.9486596,0.01493817,0.03541225,0.0005187397,0.0000533798],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0129978,0.0003154251,0.9678719,0.001850598,0.00007775332,0.0002431507,4.859461e-7,0.0001007216,0.01654214],"genre_scores_gemma":[0.6263448,0.000008092297,0.3734799,0.00001778812,0.000002805461,0.000009249593,2.218305e-7,0.000004496581,0.0001326124],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6133471,"threshold_uncertainty_score":0.9935578,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4321428174","doi":"10.1145/2093548.2093574","title":"The grand challenge of computer Go","year":2012,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":136,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Sixth Framework Programme; Seventh Framework Programme","keywords":"Monte Carlo tree search; Computer science; Monte Carlo method; Tree (set theory); Artificial intelligence; Game tree; Theoretical computer science; Machine learning; Game theory; Mathematical economics; Sequential game; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.1080938249366108,"gpt":0.3387268185554478,"spread":0.230632993618837,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0005569848,0.00005291613,0.00008380159,0.00002072364,0.0002890414,0.00002128426,0.03960741,0.00002574075,0.000001986291],"category_scores_gemma":[0.001173812,0.00003045792,0.00007514191,0.0002026951,0.0004759807,0.0001855751,0.02112416,0.0001141466,0.00002560254],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001027738,"about_ca_system_score_gemma":0.00002020473,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000198424,"about_ca_topic_score_gemma":0.00003588678,"domain_scores_codex":[0.9992493,0.0001827741,0.0002394227,0.00006099123,0.0001361805,0.0001313032],"domain_scores_gemma":[0.9729521,0.0009735891,0.0001722202,0.02576408,0.0001136887,0.00002436448],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000003361416,0.0002942333,0.004019563,0.00001003544,0.00004511184,1.776619e-8,0.00809179,0.00006869557,0.0003400734,0.8381019,0.02094364,0.1280816],"study_design_scores_gemma":[0.0001202905,0.00007834716,0.01654572,0.000103134,0.00002944457,0.000005205424,0.0003117526,0.01992051,0.02476833,0.7267219,0.2111579,0.0002373986],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.05463326,0.04522742,0.1294787,0.7082475,0.003745698,0.001563728,0.00001511318,0.0002609058,0.05682764],"genre_scores_gemma":[0.9008713,0.0005363996,0.09841219,0.00006646548,0.00002690907,0.000009444033,2.415771e-7,0.000003454889,0.00007358404],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8462381,"threshold_uncertainty_score":0.9867928,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1992198244","doi":"10.1145/1089107.1089137","title":"Community","year":2005,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Historical and Cultural Archaeology Studies","field":"Social Sciences","cited_by":132,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Sense of community; Sociology; Identity (music); Interpersonal ties; Interpersonal communication; Social psychology; Media studies; Psychology; Communication; Aesthetics; Social science; Art","retraction":null,"screen_n_in":null,"score":{"opus":0.1273556747837442,"gpt":0.371308575725377,"spread":0.2439529009416328,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.000347193,0.00002543046,0.00005435509,0.000007590586,0.002149674,0.000002206821,0.01751352,0.00002236398,0.00002270689],"category_scores_gemma":[0.007801319,0.00001610607,0.00004502438,0.0001503249,0.001604612,0.00004532984,0.01196224,0.0001802389,0.00003161856],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004444866,"about_ca_system_score_gemma":0.00002081307,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001942509,"about_ca_topic_score_gemma":0.0169834,"domain_scores_codex":[0.9992015,0.000548851,0.00008334149,0.00002395113,0.00007342488,0.0000689816],"domain_scores_gemma":[0.9909515,0.0002768539,0.00004640075,0.008637378,0.00007012533,0.00001768456],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004576627,0.0003723117,0.01568324,0.000004927359,0.00005003842,1.511793e-8,0.2231634,0.000006631656,0.0004279844,0.4336298,0.2993354,0.02732173],"study_design_scores_gemma":[0.00003106335,0.000003807741,0.00886661,0.000004314305,0.000006584344,9.273604e-8,0.003923529,0.000001432747,0.00004876381,0.0790018,0.9080866,0.00002541697],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.09204438,0.001440594,0.000001237278,0.7074865,0.00006402325,0.00008461429,0.000002136576,0.00003248946,0.198844],"genre_scores_gemma":[0.9845935,0.0004406414,0.01033665,0.000359248,0.00002606435,0.000007970446,6.526678e-7,0.000001241618,0.004234081],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8925491,"threshold_uncertainty_score":0.9991494,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1999378860","doi":"10.1145/1666420.1666446","title":"Using the forest to see the trees","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Image and Video Retrieval Techniques","field":"Computer Science","cited_by":129,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Division of Information and Intelligent Systems; Office of Naval Research; Canadian Institute for Advanced Research; Multidisciplinary University Research Initiative; National Defense Science and Engineering Graduate; Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Computer science; Object (grammar); Artificial intelligence; Context (archaeology); Cognitive neuroscience of visual object recognition; Probabilistic logic; Computer vision; Object detection; Space (punctuation); Machine learning; Pattern recognition (psychology); Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.09117393012537497,"gpt":0.3782707714526707,"spread":0.2870968413272957,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0003845635,0.00005777096,0.00006103422,0.0000231113,0.0005604567,0.00006453488,0.05063661,0.00002263786,0.00000180633],"category_scores_gemma":[0.003892839,0.00002607377,0.00006187389,0.000456204,0.0002724815,0.000181868,0.02523709,0.0002689068,0.000005906124],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000009037492,"about_ca_system_score_gemma":0.0000347114,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005848306,"about_ca_topic_score_gemma":0.0002883437,"domain_scores_codex":[0.9994729,0.00009680312,0.0001325433,0.00008502771,0.0001158111,0.00009695071],"domain_scores_gemma":[0.9646829,0.0005175161,0.00009197684,0.0345833,0.0001057084,0.00001858075],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000009491006,0.0002144213,0.007590424,0.000008802017,0.00005533243,2.648359e-7,0.005301852,0.0004292171,0.1900968,0.64319,0.04378972,0.1093138],"study_design_scores_gemma":[0.00009770708,0.00003683212,0.02248546,0.00004381627,0.00002245137,0.00001949097,0.0001800053,0.01102727,0.09491303,0.6940816,0.1769245,0.0001678166],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04662608,0.0007834655,0.6003836,0.3463071,0.0003237065,0.0009156132,0.000006098995,0.0002029658,0.004451363],"genre_scores_gemma":[0.6014901,0.00003780783,0.3977953,0.0005715758,0.00001429652,0.000013396,1.901488e-7,0.00000371933,0.0000736642],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.554864,"threshold_uncertainty_score":0.9826466,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4256321336","doi":"10.1145/636772.636794","title":"Introduction","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":125,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Graphical user interface; User interface; Human–computer interaction; Wireless network; World Wide Web; Wireless; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.02940575865702235,"gpt":0.2875001112121235,"spread":0.2580943525551012,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0001261813,0.00002914569,0.00003746887,0.00002276119,0.0001286794,0.00001185569,0.01889206,0.00001101808,0.00001349762],"category_scores_gemma":[0.004198746,0.00002125614,0.00004231478,0.0001977192,0.00006554509,0.0001792546,0.005737356,0.00007558677,0.00004265622],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001411194,"about_ca_system_score_gemma":0.00002052476,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005647392,"about_ca_topic_score_gemma":0.000001888907,"domain_scores_codex":[0.9996313,0.0001246767,0.00007805288,0.0000646366,0.00005164831,0.00004968347],"domain_scores_gemma":[0.9754323,0.00008314533,0.00006272306,0.02431106,0.0001024526,0.000008358456],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[6.495205e-7,0.0000608378,0.0003847917,0.000001405611,0.00001171133,1.182777e-8,0.0003459457,0.000008469633,0.03922122,0.8665646,0.09312134,0.0002790371],"study_design_scores_gemma":[0.0001569349,0.00002680343,0.01567801,0.0000139298,0.00001150469,0.00001349599,0.0002359082,0.0004564898,0.3200973,0.2494113,0.4137906,0.0001076942],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.02986256,0.001606749,0.0529856,0.7238019,0.002286632,0.0004754428,0.000004700098,0.00004645626,0.18893],"genre_scores_gemma":[0.9125776,0.00003697476,0.08670623,0.0002428296,0.00001371123,0.000005787836,8.174316e-7,0.000001962336,0.0004141074],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.882715,"threshold_uncertainty_score":0.9864162,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1970936941","doi":"10.1145/1735223.1735237","title":"Is mobile email addiction overlooked?","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":123,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lakehead University","funders":"","keywords":"Computer science; Internet privacy; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.03425586829714587,"gpt":0.3576506417865642,"spread":0.3233947734894184,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.000397626,0.00004691687,0.00006951285,0.00003918332,0.0008293453,0.00001985092,0.01975964,0.0001241209,0.0001944669],"category_scores_gemma":[0.006862792,0.00003911828,0.00007046647,0.000259724,0.001083663,0.0001082506,0.005907087,0.0003598208,0.00005672686],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003127084,"about_ca_system_score_gemma":0.00008366989,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001029152,"about_ca_topic_score_gemma":0.001903606,"domain_scores_codex":[0.9994003,0.0001074444,0.0001294115,0.00007007309,0.0001678307,0.0001250085],"domain_scores_gemma":[0.9818757,0.000115928,0.0001320545,0.01775026,0.00009503472,0.0000310869],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001232362,0.0007565735,0.1622742,0.000009484916,0.00008885907,8.779597e-8,0.01190861,0.000001528531,0.02271056,0.04487507,0.7231563,0.03420635],"study_design_scores_gemma":[0.0004041122,0.00003195607,0.115251,0.00006259109,0.00005958529,0.000001894778,0.003297477,0.00005459759,0.01184921,0.09811436,0.7706803,0.000192912],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8127971,0.0004724247,0.000003532991,0.1251394,0.0006586367,0.0005070411,0.00002560603,0.000197723,0.06019855],"genre_scores_gemma":[0.9900699,0.0003117563,0.007712231,0.0003114125,0.00002440277,0.00002194505,0.000001607019,0.000005941918,0.001540765],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1772729,"threshold_uncertainty_score":0.9855439,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2801799987","doi":"10.1145/3225619","title":"Blockchain revolution without the blockchain?","year":2018,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":112,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Bank of Canada","funders":"","keywords":"Blockchain; Computer science; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.0280830498084083,"gpt":0.2834062706980611,"spread":0.2553232208896528,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0007936643,0.0001060587,0.0001266518,0.00006749593,0.001118209,0.00002708385,0.06063255,0.00009907601,0.00000525082],"category_scores_gemma":[0.002280346,0.00006551881,0.00009083771,0.0009536703,0.001451226,0.00003176856,0.02952351,0.0003258623,0.00003949273],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003414997,"about_ca_system_score_gemma":0.00006583184,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001112896,"about_ca_topic_score_gemma":0.0002076698,"domain_scores_codex":[0.9989032,0.0002393566,0.0002857335,0.0002149621,0.0001730656,0.00018374],"domain_scores_gemma":[0.9453664,0.000260659,0.0002347866,0.05384706,0.0002642118,0.00002683509],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000002927267,0.0001833276,0.001966449,0.00000499133,0.00003975856,3.704768e-8,0.001628397,0.00001697711,0.001741804,0.9641052,0.02089234,0.009417777],"study_design_scores_gemma":[0.0002462845,0.00005809848,0.00988871,0.00004127228,0.00003186678,0.00002532296,0.0001762783,0.07329454,0.007800653,0.8564232,0.05182528,0.0001885246],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.215017,0.002800407,0.03390454,0.7374336,0.000392078,0.001275041,0.00001305789,0.0005901009,0.008574154],"genre_scores_gemma":[0.8917824,0.00004943187,0.1074041,0.0004628612,0.00003546635,0.00008710482,6.705944e-7,0.000006492799,0.0001714813],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7369708,"threshold_uncertainty_score":0.9783255,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2065105974","doi":"10.1145/948383.948407","title":"TransLight","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Optical Network Technologies","field":"Engineering","cited_by":110,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Canarie","funders":"","keywords":"Computer science; Computer network; Telecommunications","retraction":null,"screen_n_in":null,"score":{"opus":0.02663820684386492,"gpt":0.2518238076245937,"spread":0.2251856007807287,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00004341782,0.00003743455,0.00005195225,0.00001381672,0.00004871875,0.000002271661,0.009513322,0.00002999645,0.000006272368],"category_scores_gemma":[0.001881392,0.00002780603,0.00003099455,0.0001749142,0.0001453384,0.00002871103,0.001195762,0.0001200793,0.000008458538],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001051167,"about_ca_system_score_gemma":0.000002913561,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":2.534532e-7,"about_ca_topic_score_gemma":0.000003802506,"domain_scores_codex":[0.9997705,0.00001718502,0.00008687163,0.00002831476,0.00003253145,0.0000645969],"domain_scores_gemma":[0.9830241,0.0001255679,0.00001080814,0.01681845,0.00001340577,0.000007718486],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000001487003,0.00008311063,0.001213963,0.00003708761,0.00007408925,1.060743e-7,0.0002544169,0.03466764,0.0148023,0.9059375,0.02641908,0.01650926],"study_design_scores_gemma":[0.0001334148,0.000006874421,0.001069039,0.00003318598,0.0000173747,0.000002635911,0.00009948748,0.002572104,0.03004696,0.7942351,0.1716605,0.0001233393],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1720978,0.05644302,0.0248025,0.09656534,0.0009720454,0.001283857,0.0000276348,0.00394054,0.6438673],"genre_scores_gemma":[0.659241,0.0004661537,0.3402417,0.00001055246,0.000001110116,0.000008096212,3.107709e-7,0.000005879792,0.00002514175],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6438421,"threshold_uncertainty_score":0.9958457,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1964232008","doi":"10.1145/1646353.1646371","title":"Managing contention for shared resources on multicore processors","year":2010,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":108,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Multi-core processor; Parallel computing; Scheduling (production processes); Shared memory; Processor scheduling; Distributed computing; Computer architecture; Operating system; Schedule","retraction":null,"screen_n_in":null,"score":{"opus":0.05481865445768931,"gpt":0.3192291403300004,"spread":0.2644104858723111,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0002787641,0.00005646696,0.00007284503,0.00006170566,0.0003127352,0.00005874405,0.02171791,0.00003377659,9.859766e-7],"category_scores_gemma":[0.003271401,0.00004289215,0.00006185817,0.0001908889,0.00008859378,0.0001103317,0.005767043,0.0001397355,0.000001890046],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000007350375,"about_ca_system_score_gemma":0.00001471279,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001001764,"about_ca_topic_score_gemma":0.00001182067,"domain_scores_codex":[0.9995056,0.00004834284,0.0001578622,0.0001198482,0.00008744578,0.00008093394],"domain_scores_gemma":[0.9860226,0.0002884874,0.0001661024,0.0133384,0.0001670858,0.00001735542],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00008126059,0.00134759,0.006515861,0.0002344582,0.0001458857,2.139083e-7,0.01211862,0.01058021,0.02722855,0.7191564,0.1000629,0.122528],"study_design_scores_gemma":[0.0004683405,0.00006688655,0.005780507,0.0001578049,0.00001400822,0.000002320476,0.0000685915,0.7005464,0.01214644,0.2631189,0.01744298,0.0001867754],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06833998,0.0004120261,0.6869557,0.2278851,0.0006211989,0.001943,0.00002104392,0.001191153,0.0126308],"genre_scores_gemma":[0.5061756,0.00001387714,0.4935126,0.0001243176,0.000006485117,0.00003546842,0.000002759186,0.00000371854,0.0001251019],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6899663,"threshold_uncertainty_score":0.983575,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2009063162","doi":"10.1145/1897816.1897844","title":"DRAM errors in the wild","year":2011,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Radiation Effects in Electronics","field":"Engineering","cited_by":100,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Dram; Computer science; Universal memory; Dynamic random-access memory; Soft error; Server; Memory errors; Error detection and correction; Embedded system; Reliability engineering; Computer hardware; Memory management; Semiconductor memory; Interleaved memory; Operating system; Algorithm; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03917329381624861,"gpt":0.2571259789929169,"spread":0.2179526851766683,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0002726474,0.00004553265,0.00005256169,0.00003313011,0.0000610524,0.000004375929,0.01517583,0.00002827592,0.000007238379],"category_scores_gemma":[0.001162827,0.00003015161,0.00003383791,0.0002592234,0.00009018183,0.00005032961,0.001188665,0.0002167209,0.00001208278],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003336415,"about_ca_system_score_gemma":0.00001185679,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004258665,"about_ca_topic_score_gemma":0.0001723012,"domain_scores_codex":[0.9995856,0.0001121662,0.0001208111,0.00003320921,0.00006212292,0.00008612849],"domain_scores_gemma":[0.9842384,0.0002278519,0.00002972224,0.01548418,0.00001287636,0.000006909914],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002214864,0.001117107,0.03398883,0.0001774197,0.0003671912,8.072478e-7,0.09205332,0.2942747,0.003919068,0.3437234,0.1905658,0.03979022],"study_design_scores_gemma":[0.0007538628,0.00008197241,0.2860214,0.0001348736,0.00009539021,0.00001621939,0.001558866,0.2551014,0.007172036,0.3682778,0.08028995,0.0004963308],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8272794,0.006109718,0.0001869675,0.02006026,0.0003714323,0.0008659615,0.00000843988,0.000224807,0.1448929],"genre_scores_gemma":[0.9914394,0.0001414684,0.008274512,0.00008148221,0.000004879678,0.00003162102,0.000001448504,0.000009086418,0.00001607095],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2520325,"threshold_uncertainty_score":0.9901525,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1984322306","doi":"10.1145/1164394.1164395","title":"Toward nature-inspired computing","year":2006,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Modular Robots and Swarm Intelligence","field":"Engineering","cited_by":92,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Windsor","funders":"","keywords":"Computer science; Artificial intelligence; Distributed computing; Management science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03320991751126964,"gpt":0.2681968438690373,"spread":0.2349869263577677,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00008649515,0.00005358987,0.00007245322,0.00002215925,0.00009127581,0.00001095463,0.01002199,0.00004856936,0.000005645817],"category_scores_gemma":[0.0003879997,0.00004189033,0.00005111784,0.0001374134,0.00006959875,0.00002716922,0.003159368,0.0002046586,0.00001006411],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000177337,"about_ca_system_score_gemma":0.000005918136,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005698076,"about_ca_topic_score_gemma":0.00002598391,"domain_scores_codex":[0.9996287,0.00002455507,0.0001550286,0.00004648333,0.00006673779,0.00007844754],"domain_scores_gemma":[0.9886842,0.00008097438,0.00003181987,0.01115623,0.00003691851,0.000009815367],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005623209,0.000307569,0.01611289,0.0002364332,0.000177578,9.271862e-7,0.001775295,0.4888454,0.03976535,0.2652288,0.1535384,0.03400566],"study_design_scores_gemma":[0.0004079401,0.00002442097,0.1015006,0.0003312431,0.00007904111,0.00002176591,0.0002539529,0.3776759,0.1665625,0.2492628,0.1031721,0.0007075958],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7042629,0.03546332,0.0284016,0.04468055,0.001848366,0.0009695496,0.00003978544,0.001153648,0.1831802],"genre_scores_gemma":[0.9577753,0.00008365387,0.04202084,0.00003664244,0.00002026916,0.000002269691,0.000004660406,0.00000945519,0.00004692587],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2535124,"threshold_uncertainty_score":0.9953343,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4385248297","doi":"10.1145/3571724","title":"The Principles of Data-Centric AI","year":2023,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Machine Learning and Data Classification","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Data science; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.1798954497282311,"gpt":0.3795690690161228,"spread":0.1996736192878917,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0009645508,0.0000385003,0.00005909386,0.00004238415,0.0003589779,0.00003888305,0.07968687,0.00001668948,8.974995e-7],"category_scores_gemma":[0.008738233,0.00002222017,0.00002804703,0.0008319112,0.0001711389,0.0001959937,0.05622783,0.000135407,0.00003075276],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000006995846,"about_ca_system_score_gemma":0.00006127952,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004424748,"about_ca_topic_score_gemma":0.00003313091,"domain_scores_codex":[0.9992136,0.0002373265,0.0002064021,0.000110578,0.0001518835,0.00008021826],"domain_scores_gemma":[0.9348066,0.0009126774,0.0001961891,0.06399283,0.00007850934,0.0000131919],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002598057,0.00009285302,0.01049728,0.00001996107,0.000034042,4.341228e-8,0.0005613671,0.0002863798,0.0006900791,0.8259072,0.07525229,0.08665591],"study_design_scores_gemma":[0.0001067329,0.000009358263,0.1236864,0.00002726251,0.00001189451,0.000001347099,0.00007431437,0.2279606,0.0003151842,0.03329159,0.6144552,0.00006008918],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.00847356,0.00301724,0.01365436,0.9624579,0.0003945488,0.000518128,0.0001100692,0.0003507428,0.01102344],"genre_scores_gemma":[0.913794,0.00175798,0.08327096,0.0001320921,0.00001408613,0.00001581369,0.0001149951,0.000006562826,0.000893549],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.9623258,"threshold_uncertainty_score":0.9996116,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2002792344","doi":"10.1145/503124.503148","title":"Predicting how ontologies for the semantic web will evolve","year":2002,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Computer science; Semantic Web; Social Semantic Web; Semantic analytics; Semantic Web Stack; World Wide Web; Software engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.09624764549035814,"gpt":0.2870653645912726,"spread":0.1908177191009145,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0003332495,0.00008352916,0.0001274501,0.00003208881,0.0005779761,0.00008956376,0.04300208,0.00004199715,0.000002473493],"category_scores_gemma":[0.0115398,0.00004570689,0.0001219105,0.0002393074,0.0003474676,0.0002585773,0.01490356,0.0001346558,0.000003990622],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001673834,"about_ca_system_score_gemma":0.00002203279,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003460019,"about_ca_topic_score_gemma":0.00019795,"domain_scores_codex":[0.9993022,0.0001087142,0.0001617331,0.0001338402,0.000129017,0.0001644871],"domain_scores_gemma":[0.9712206,0.002722859,0.0001714608,0.02575308,0.0001178323,0.00001416292],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001354976,0.0006466414,0.1089841,0.0001702352,0.0005656083,7.690711e-7,0.01521473,0.000533536,0.002908043,0.3668765,0.41582,0.08826622],"study_design_scores_gemma":[0.0005714676,0.00009121514,0.03748326,0.0001315009,0.0001139391,0.00002396244,0.002089376,0.7689201,0.001472626,0.1453323,0.04351389,0.0002563921],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.02407577,0.01734557,0.02122981,0.9319111,0.0006758692,0.0009241368,0.00001091075,0.0003430036,0.003483815],"genre_scores_gemma":[0.8750855,0.0006504592,0.1236929,0.0001981456,0.00001750804,0.00005907115,4.300256e-7,0.000004346447,0.0002916541],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.931713,"threshold_uncertainty_score":0.9967864,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2049047048","doi":"10.1145/376134.376180","title":"More testing should be taught","year":2001,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; Royal Military College of Canada","funders":"","keywords":"Queen (butterfly); Citation; Library science; Engine department; Operations research; History; Computer science; Engineering; Engineering management","retraction":null,"screen_n_in":null,"score":{"opus":0.1874437479503524,"gpt":0.343054497838024,"spread":0.1556107498876716,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0002911252,0.00007249101,0.0001041085,0.00002574504,0.0003073182,0.0000560333,0.04714246,0.00003439655,0.000001683156],"category_scores_gemma":[0.003944966,0.00005400248,0.00006314076,0.0007328868,0.000116346,0.0001402973,0.02173767,0.0001536282,0.00001083462],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001262313,"about_ca_system_score_gemma":0.00004699708,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001015433,"about_ca_topic_score_gemma":0.00001126939,"domain_scores_codex":[0.9992273,0.0001317354,0.0002230784,0.0001244697,0.0001599529,0.0001334962],"domain_scores_gemma":[0.9691368,0.0005092707,0.0001595723,0.03003153,0.0001374248,0.00002540733],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009735803,0.0008424128,0.08430163,0.00008078914,0.0001669264,0.000004537733,0.00955702,0.0114504,0.003920781,0.4734712,0.3876977,0.0284969],"study_design_scores_gemma":[0.0004664744,0.0000628108,0.02603576,0.000320275,0.00002816475,0.0001392019,0.0002545022,0.1472811,0.0006737721,0.1115225,0.7128028,0.0004126051],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.0610424,0.003594949,0.1041569,0.685,0.0009515581,0.0007455742,0.00003173457,0.0007761924,0.1437007],"genre_scores_gemma":[0.7826123,0.00001970899,0.2166541,0.0004310818,0.00001818112,0.000007081147,0.000004009682,0.0000041795,0.0002493364],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7215699,"threshold_uncertainty_score":0.9861743,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2013212701","doi":"10.1145/504729.504733","title":"Intelligent agents and financial risk monitoring systems","year":2002,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Complex Systems and Time Series Analysis","field":"Economics, Econometrics and Finance","cited_by":85,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Finance; Risk analysis (engineering); Business","retraction":null,"screen_n_in":null,"score":{"opus":0.1207747198951177,"gpt":0.2551292053901217,"spread":0.1343544854950041,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002441653,0.00006126737,0.0001962281,0.00006759523,0.0002566967,0.00003633345,0.004600009,0.0000315469,0.00006044762],"category_scores_gemma":[0.001735221,0.00005567804,0.00008864181,0.0002101177,0.00008160149,0.00005832331,0.004089877,0.00009819454,0.00007047339],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000280735,"about_ca_system_score_gemma":0.000002036545,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001206954,"about_ca_topic_score_gemma":0.00002804942,"domain_scores_codex":[0.9993544,0.00003498299,0.0003917631,0.0001111988,0.00002317667,0.00008451899],"domain_scores_gemma":[0.9902487,0.00007764662,0.0003456293,0.009274667,0.00002861498,0.0000247881],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002805276,0.0001618129,0.8487418,0.00005570995,0.0001580838,1.258756e-7,0.002228338,0.0004607499,0.00001122148,0.1308716,0.01402882,0.003278943],"study_design_scores_gemma":[0.0003516068,0.00004206223,0.3640118,0.0001363371,0.00006650529,0.000005178467,0.0007144044,0.041278,0.00005235932,0.07781507,0.5151898,0.0003368428],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8578678,0.1052576,0.0003358716,0.008335422,0.00106657,0.0005598401,0.0002485114,0.0000457751,0.02628258],"genre_scores_gemma":[0.9930097,0.004532197,0.001553129,0.000009359149,0.00003379695,0.00001504552,0.000001048733,0.000006619893,0.0008390922],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.501161,"threshold_uncertainty_score":0.8548038,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1965798541","doi":"10.1145/1167838.1167842","title":"Current trends in web data analysis","year":2006,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Customer churn and segmentation","field":"Business, Management and Accounting","cited_by":81,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Current (fluid); Computer science; Data science; Geology; Oceanography","retraction":null,"screen_n_in":null,"score":{"opus":0.09939293288559362,"gpt":0.3399127552088232,"spread":0.2405198223232296,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0002481743,0.00004902737,0.00009232998,0.0004159096,0.00009402357,0.00004586213,0.01322043,0.00001355105,0.00005665667],"category_scores_gemma":[0.0003422991,0.00003847254,0.00005899932,0.002084937,0.00005938235,0.0003560199,0.01262399,0.00007783778,0.00002044347],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001513793,"about_ca_system_score_gemma":0.000006573547,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001060465,"about_ca_topic_score_gemma":0.009237102,"domain_scores_codex":[0.9995095,0.00001909532,0.0002042117,0.00009848565,0.0001014956,0.00006721536],"domain_scores_gemma":[0.9822943,0.00003951334,0.0001511986,0.01747436,0.00003882292,0.000001795284],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000008056659,0.0005704682,0.7812495,0.00002657179,0.00009586105,8.35343e-8,0.0000596252,0.0005929776,0.0005871157,0.0212969,0.1547243,0.04078847],"study_design_scores_gemma":[0.0003337142,6.484771e-7,0.8316537,0.00002115397,0.0003836286,8.087569e-8,0.0001011118,0.03582037,0.00001611744,0.01452216,0.1170457,0.0001016426],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7911056,0.005462656,0.0001113724,0.1100296,0.0004170212,0.0003665581,0.00009473917,0.0001254677,0.09228699],"genre_scores_gemma":[0.9977733,0.00005513509,0.001259421,0.00008810051,0.00005202114,0.00000555725,0.0006602944,0.000004170518,0.0001020192],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2066677,"threshold_uncertainty_score":0.9953617,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2024678590","doi":"10.1145/602421.602453","title":"Use of the SAND spatial browser for digital government applications","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Data Management and Algorithms","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Interface (matter); Spatial analysis; World Wide Web; The Internet; Information retrieval; Web browser; Spatial data infrastructure; Agency (philosophy); Remote sensing; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.06115913605671689,"gpt":0.2656214992029471,"spread":0.2044623631462302,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0001294157,0.00004861488,0.00006201225,0.00001001421,0.0001839028,0.00007904116,0.01992842,0.00001199012,0.000001357323],"category_scores_gemma":[0.001214488,0.00003069665,0.00007736906,0.0002005144,0.0001335728,0.0003285898,0.01179537,0.00004628161,0.000002167565],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001673466,"about_ca_system_score_gemma":0.00002075556,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001353116,"about_ca_topic_score_gemma":0.00001189262,"domain_scores_codex":[0.9994749,0.00004233437,0.0001611363,0.00009064611,0.0001618916,0.00006902032],"domain_scores_gemma":[0.9790797,0.0002677638,0.0001545772,0.02043418,0.0000514106,0.00001234411],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004941932,0.0007427868,0.007910985,0.00004322639,0.0001266176,1.479444e-8,0.0003653083,0.0001623516,0.001119562,0.8284336,0.06215153,0.09893907],"study_design_scores_gemma":[0.0003673617,0.00002624337,0.01391246,0.00003861501,0.00004648906,0.000001015801,0.00005626413,0.007321951,0.009930844,0.1121918,0.855957,0.0001498705],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.006141207,0.0004370958,0.9071463,0.06390684,0.0004326601,0.003464992,0.0007205314,0.00007375419,0.01767667],"genre_scores_gemma":[0.7550055,0.00004561778,0.2437507,0.0001441447,0.000008887473,0.0001377433,0.00000891983,0.000005888101,0.0008926239],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7938055,"threshold_uncertainty_score":0.996197,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1986726438","doi":"10.1145/1042091.1042097","title":"Intelligent mobile crisis response systems","year":2005,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Disaster Management and Resilience","field":"Social Sciences","cited_by":73,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Crisis response; Property (philosophy); Computer science; Order (exchange); Computer security; Risk analysis (engineering); Business; Public relations; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.05744141799195383,"gpt":0.368114031192712,"spread":0.3106726132007582,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0008990841,0.00003596648,0.00005844225,0.00003701689,0.0004510973,0.00004057207,0.01797777,0.00002312128,0.00003024023],"category_scores_gemma":[0.00185836,0.00002610844,0.00005030347,0.0002542411,0.0003775517,0.00010154,0.006458723,0.00006002536,0.00007058537],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004550127,"about_ca_system_score_gemma":0.00004017319,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005269368,"about_ca_topic_score_gemma":0.0005164885,"domain_scores_codex":[0.9990056,0.0005201791,0.0001471895,0.00006250646,0.00016977,0.0000947613],"domain_scores_gemma":[0.9881448,0.0003031114,0.00008458083,0.01138028,0.00006184257,0.00002537015],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009289566,0.0007208072,0.003313387,0.00003187342,0.00008646631,1.397923e-7,0.1290061,0.002702495,0.0009535992,0.2182988,0.6232566,0.0215368],"study_design_scores_gemma":[0.00003808547,0.000009250668,0.0008173182,0.0000241794,0.00001293228,9.549098e-8,0.03966932,0.0001278409,0.0001344567,0.002820972,0.9562986,0.00004695225],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4410609,0.008467108,0.00009398217,0.3481433,0.0006202406,0.001439361,0.000009906979,0.000133086,0.2000321],"genre_scores_gemma":[0.9903463,0.0006534142,0.002320299,0.0001119801,0.00002468602,0.00004141292,4.836238e-7,0.000003080658,0.006498337],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5492854,"threshold_uncertainty_score":0.9873354,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2337392435","doi":"10.1145/2909480","title":"Debugging distributed systems","year":2016,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Defense Advanced Research Projects Agency; Universities Space Research Association; National Science Foundation","keywords":"Debugging; Computer science; Visualization; Programming language; Algorithmic program debugging; Software engineering; Operating system; Embedded system; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.03294595689119045,"gpt":0.2705241342350612,"spread":0.2375781773438707,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0003720595,0.00004943359,0.00008921736,0.00002247853,0.000191743,0.00002253626,0.03516945,0.00002915983,0.000001070952],"category_scores_gemma":[0.003253024,0.00002330309,0.00005724346,0.0002583069,0.0001405297,0.0001987689,0.01726288,0.0000504718,0.00002807669],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004089856,"about_ca_system_score_gemma":0.00004988782,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003645874,"about_ca_topic_score_gemma":0.00000392044,"domain_scores_codex":[0.9993488,0.0001377109,0.0002057183,0.00009617119,0.0001158943,0.0000957404],"domain_scores_gemma":[0.9609481,0.0004284285,0.0001250961,0.03836292,0.0001140663,0.00002142854],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001326305,0.0005808512,0.4624426,0.0002934595,0.0002469026,4.55355e-7,0.002185077,0.0004717147,0.01448142,0.2895013,0.1516241,0.07815886],"study_design_scores_gemma":[0.002089288,0.0001229999,0.4436914,0.002647915,0.00008356548,0.0000852579,0.000267484,0.03793554,0.01412483,0.2713656,0.2266031,0.0009830345],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1540005,0.00722285,0.4472274,0.3821898,0.00283949,0.001396784,0.00009270826,0.001094491,0.003935959],"genre_scores_gemma":[0.9829176,0.00007175854,0.01688429,0.00002359502,0.000009480818,0.00002216916,8.320085e-7,0.000002527694,0.00006775763],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.828917,"threshold_uncertainty_score":0.9906853,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3044899520","doi":"10.1145/3383444","title":"Why computing belongs within the social sciences","year":2020,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Royal University","funders":"","keywords":"Computer science; Data science","retraction":null,"screen_n_in":null,"score":{"opus":0.1124173625215034,"gpt":0.3490799881637016,"spread":0.2366626256421982,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0009208916,0.00005504422,0.00007529356,0.00001679335,0.002191524,0.000150145,0.04869492,0.00002009521,5.024229e-7],"category_scores_gemma":[0.004310153,0.00003260027,0.00006538703,0.0006187962,0.0005548572,0.0001143567,0.02390273,0.000354026,0.000005139255],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000008309989,"about_ca_system_score_gemma":0.0000581645,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001083414,"about_ca_topic_score_gemma":0.000009682316,"domain_scores_codex":[0.9990028,0.0004236048,0.0001611868,0.0001253256,0.0001803864,0.0001067595],"domain_scores_gemma":[0.9921734,0.0004655912,0.0002020678,0.007098289,0.00004304438,0.0000175458],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003409149,0.0001336116,0.01039881,0.00002657904,0.00006289334,2.168878e-7,0.1868249,0.003183524,0.0005127446,0.5942122,0.06603564,0.1386055],"study_design_scores_gemma":[0.0006123664,0.0002157499,0.03044819,0.0001990572,0.00006509203,0.00002129588,0.009538369,0.3808938,0.0007922311,0.0616614,0.5149429,0.0006095597],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.02362324,0.0004684413,0.02355952,0.9511479,0.0001198306,0.0001253629,4.851882e-7,0.0001709827,0.000784286],"genre_scores_gemma":[0.7352437,0.000001934492,0.2618298,0.00288978,0.00002349573,0.000001837708,2.506182e-7,0.00000258893,0.000006683542],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.9482581,"threshold_uncertainty_score":0.9991075,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2005123879","doi":"10.1145/1610252.1610270","title":"Maximizing power efficiency with asymmetric multicore systems","year":2009,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Multi-core processor; Computer science; Parallel computing; Power (physics); Physics","retraction":null,"screen_n_in":null,"score":{"opus":0.02929649833655015,"gpt":0.2773179701525419,"spread":0.2480214718159918,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0002937683,0.00008119088,0.0001182363,0.0001342769,0.0002766139,0.00007567284,0.02916413,0.00003283094,3.300827e-7],"category_scores_gemma":[0.001412155,0.00005362684,0.00004579514,0.001097547,0.0000867066,0.0001347606,0.005657886,0.0001368537,0.000003765427],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002584713,"about_ca_system_score_gemma":0.00004276545,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001638627,"about_ca_topic_score_gemma":6.134632e-7,"domain_scores_codex":[0.9992152,0.0001322127,0.0002097379,0.0001401511,0.0001783606,0.000124367],"domain_scores_gemma":[0.9779506,0.000201725,0.0001935881,0.0214504,0.0001757213,0.00002794097],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000240797,0.001910292,0.007701385,0.0000498532,0.0001039382,0.000002082695,0.004847235,0.1479053,0.00131101,0.7655726,0.03315353,0.03741871],"study_design_scores_gemma":[0.0007345929,0.000387414,0.025857,0.0003959311,0.00002969555,0.00005585084,0.0001418597,0.9355616,0.003021892,0.02860161,0.004706763,0.0005057917],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.005511501,0.00291911,0.9418818,0.02567083,0.0001469538,0.0005089077,0.000001711463,0.0005813384,0.02277781],"genre_scores_gemma":[0.5953852,0.00003513815,0.4044411,0.00009082842,0.000002210041,0.000003810264,4.948573e-7,0.000002506162,0.00003872972],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7876563,"threshold_uncertainty_score":0.9760885,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1977432432","doi":"10.1145/636772.636796","title":"Interacting with groups of computers","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Computer graphics (images)","retraction":null,"screen_n_in":null,"score":{"opus":0.03550641651456508,"gpt":0.2750711930883131,"spread":0.239564776573748,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0001762547,0.0000440792,0.00008749038,0.00004577506,0.00009265482,0.00000905651,0.02006115,0.00001872767,7.474316e-7],"category_scores_gemma":[0.001977868,0.00002957821,0.00003311585,0.0003134274,0.000224975,0.00007862224,0.00612215,0.0001296572,0.000001586901],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001007761,"about_ca_system_score_gemma":0.00002444353,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001250375,"about_ca_topic_score_gemma":0.0000102497,"domain_scores_codex":[0.9995471,0.0001098694,0.0001344186,0.00007723591,0.00006543595,0.00006600293],"domain_scores_gemma":[0.982387,0.0004580493,0.0001803516,0.01688124,0.00008389347,0.00000946511],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000002826913,0.0002502591,0.03169889,0.00001736268,0.00005902765,2.28083e-7,0.001016217,0.0001574936,0.003797184,0.9516648,0.001984271,0.009351404],"study_design_scores_gemma":[0.002022024,0.0005515924,0.2306285,0.001490184,0.0001042365,0.0001964932,0.001722416,0.01924057,0.1852768,0.5357458,0.02224769,0.0007737023],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6643674,0.0008419285,0.2360305,0.07764485,0.0005432082,0.0004101074,0.000003876021,0.0003246029,0.01983351],"genre_scores_gemma":[0.6431304,0.000005759372,0.3568276,0.00002345149,6.444546e-7,0.000002152788,1.643128e-7,0.000001721963,0.000008080783],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.415919,"threshold_uncertainty_score":0.9852408,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2036431127","doi":"10.1145/2209249.2209261","title":"An information strategy for environmental sustainability","year":2012,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Sustainable Development and Environmental Policy","field":"Environmental Science","cited_by":68,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; Université Laval","funders":"","keywords":"Sustainability; Computer science; Business; Environmental resource management; Risk analysis (engineering); Environmental science","retraction":null,"screen_n_in":null,"score":{"opus":0.02558741293536286,"gpt":0.2899984766593972,"spread":0.2644110637240343,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0003613647,0.00007966899,0.00006872109,0.00001878056,0.0002465067,0.00001289279,0.006978124,0.00004039673,0.0001781557],"category_scores_gemma":[0.0007512098,0.00006337761,0.00005294343,0.00009961619,0.0004142657,0.001088324,0.006594789,0.00006862704,0.00005194027],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000382138,"about_ca_system_score_gemma":0.00001301079,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000964801,"about_ca_topic_score_gemma":0.000008521863,"domain_scores_codex":[0.9993136,0.00007100299,0.0002026711,0.00006371125,0.0001290376,0.0002199703],"domain_scores_gemma":[0.9907408,0.00007118341,0.0001110447,0.009008823,0.000004477379,0.00006371321],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003683462,0.0008544906,0.9099429,0.00003370722,0.00002265506,1.179569e-8,0.005026071,0.0019616,0.002755838,0.003479842,0.01361057,0.06227552],"study_design_scores_gemma":[0.0002237439,0.00003488097,0.9041996,0.00000185465,0.00001602996,0.000001224916,0.003808217,0.0003574443,0.001721324,0.02475348,0.06475633,0.0001258915],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9872293,0.00007198452,0.0001122147,0.00502256,0.00005073504,0.0007750526,0.00002832841,0.00002169948,0.006688079],"genre_scores_gemma":[0.9896179,0.00002232917,0.009827847,0.0001594148,0.00001048915,0.00008948254,0.00005517386,0.000005982848,0.0002113341],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06214963,"threshold_uncertainty_score":0.9983946,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}