{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":186,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":186,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"f71bbde44307","filters":{"venue":"ACM Computing Surveys"}},"results":[{"id":"W2142406320","doi":"10.1145/1749603.1749605","title":"Privacy-preserving data publishing","year":2010,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":1639,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Simon Fraser University","keywords":"Data publishing; Computer science; Publishing; Data science; Information retrieval; Data mining; World Wide Web; Internet privacy; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.1860715150216004,"gpt":0.3763585873091134,"spread":0.190287072287513,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":["open_science","research_integrity"],"category_scores_codex":[0.02319949,0.001273455,0.002816115,0.0009427195,0.0006641098,0.006775104,0.5102046,0.001795481,0.00004899572],"category_scores_gemma":[0.4920808,0.001179538,0.000413423,0.00326033,0.0002440077,0.006926825,0.8565895,0.005941338,0.0003055112],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002281466,"about_ca_system_score_gemma":0.001026991,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003672678,"about_ca_topic_score_gemma":0.00007173967,"domain_scores_codex":[0.9873126,0.003416034,0.001971552,0.004088432,0.001402314,0.001809093],"domain_scores_gemma":[0.7393689,0.0142192,0.002986463,0.2423749,0.0005366137,0.0005139977],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[1.267518e-7,0.00003524198,0.00003725913,0.001902106,0.00008737794,0.00005229835,0.00001421976,3.156711e-7,2.074663e-7,0.0001975643,0.2124005,0.7852728],"study_design_scores_gemma":[0.0001379046,0.00001801715,0.00004944672,0.006165443,0.00009650575,0.0001590792,0.000002648042,0.03337057,0.000001274987,0.01976896,0.9390326,0.0011976],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000003477647,0.7622027,0.2250395,0.003622364,0.003638697,0.0006969493,0.0002697647,0.003794143,0.0007323174],"genre_scores_gemma":[0.000007619936,0.5698832,0.4280092,0.00006882026,0.0005121376,0.00001196322,0.001357875,0.0001167703,0.00003243794],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.7840751,"threshold_uncertainty_score":0.9995004,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387195417","doi":"10.1145/3626235","title":"Diffusion Models: A Comprehensive Survey of Methods and Applications","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Generative Adversarial Networks and Image Synthesis","field":"Computer Science","cited_by":1387,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; HEC Montréal","funders":"","keywords":"Computer science; Data science; Generative grammar; Key (lock); Focus (optics); Generative model; Diffusion; Artificial intelligence; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.2337787555715836,"gpt":0.422125356263777,"spread":0.1883466006921934,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006038809,0.0004538315,0.001912497,0.0002731394,0.0002346245,0.0001449805,0.001924297,0.000231276,0.000001377172],"category_scores_gemma":[0.0006638703,0.0003884178,0.0002536182,0.001651314,0.0001221946,0.0001538739,0.003061478,0.0003331819,0.00001527092],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003414012,"about_ca_system_score_gemma":0.0001758853,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009615691,"about_ca_topic_score_gemma":0.00005514855,"domain_scores_codex":[0.9890503,0.008524125,0.000925885,0.0009161353,0.0002173575,0.0003662473],"domain_scores_gemma":[0.9863213,0.01078217,0.0007429154,0.001609657,0.0004280883,0.0001158137],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[2.762829e-7,0.00002435889,0.00001234732,0.001502268,0.0001202202,9.91492e-7,0.00004536616,0.0006629907,9.445694e-7,0.0003415873,0.0001329425,0.9971557],"study_design_scores_gemma":[0.0004190091,0.000123896,0.004764354,0.008175025,0.0004272099,0.00003476091,0.00002130144,0.702764,0.00000631624,0.005118412,0.2762758,0.001869947],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.000001137732,0.469061,0.5302219,0.000004381113,0.0001710475,0.0003932768,0.00002913358,0.00008845182,0.00002969307],"genre_scores_gemma":[0.00005176151,0.8132886,0.1863408,0.00001186671,0.0001021955,0.00002957326,0.00009278674,0.00004538455,0.00003702114],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9952857,"threshold_uncertainty_score":0.9998568,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2102297485","doi":"10.1145/1132960.1132963","title":"Interestingness measures for data mining","year":2006,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Data Mining Algorithms and Applications","field":"Computer Science","cited_by":1125,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Ranking (information retrieval); Data mining; Process (computing); Data science; Measure (data warehouse); Information retrieval","retraction":null,"screen_n_in":null,"score":{"opus":0.295248331531593,"gpt":0.4196157088055408,"spread":0.1243673772739478,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.006375656,0.000499811,0.001269542,0.000204063,0.0003942945,0.0007325637,0.01292307,0.0002017209,9.628759e-7],"category_scores_gemma":[0.002071792,0.0004512803,0.0002172329,0.0007908252,0.00005796782,0.000326387,0.0065853,0.0003067197,0.00003344399],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005832926,"about_ca_system_score_gemma":0.0003495356,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002104486,"about_ca_topic_score_gemma":0.00004462467,"domain_scores_codex":[0.9959319,0.0006876651,0.0009365287,0.001547529,0.0003089587,0.0005874268],"domain_scores_gemma":[0.9888154,0.004351588,0.00070416,0.005848452,0.0001774746,0.0001029058],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[7.038353e-8,0.00003070365,0.000007516372,0.001275645,0.00004684846,0.00000278882,0.00002246008,0.000003164269,2.132701e-8,0.0002795556,0.01462828,0.983703],"study_design_scores_gemma":[0.00009443065,0.00001986294,0.00002387955,0.003655042,0.0001073291,0.00003514311,0.000002661264,0.06218503,1.431066e-7,0.000122055,0.9332471,0.0005072849],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[4.264906e-7,0.4580953,0.5404462,0.00002478091,0.0004838525,0.0003436609,0.00025426,0.0002554727,0.00009607524],"genre_scores_gemma":[0.000005548368,0.2733306,0.7220736,0.00002622875,0.0006745706,0.00005778322,0.003578048,0.00007559685,0.000178092],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9831957,"threshold_uncertainty_score":0.9997939,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2009688537","doi":"10.1145/1391729.1391730","title":"A survey of top- <i>k</i> query processing techniques in relational database systems","year":2008,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Data Management and Algorithms","field":"Computer Science","cited_by":834,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Relational database; Database; Information retrieval; Dimension (graph theory); XML database; XML; Query optimization; Query language; Sargable; Domain (mathematical analysis); View; Database design; Web search query; World Wide Web; Search engine","retraction":null,"screen_n_in":null,"score":{"opus":0.1129110638023711,"gpt":0.3416350848872731,"spread":0.228724021084902,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008689558,0.0004616565,0.001571798,0.0006787431,0.0001253996,0.0002137751,0.003401317,0.0002076833,0.000001196612],"category_scores_gemma":[0.0009861628,0.0004258358,0.0001561739,0.002297869,0.00007935177,0.0007813933,0.002751528,0.000521948,0.00001673395],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001043435,"about_ca_system_score_gemma":0.0005221019,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002063928,"about_ca_topic_score_gemma":0.00007610735,"domain_scores_codex":[0.9934343,0.003159388,0.00142691,0.0009299129,0.0006038774,0.0004456061],"domain_scores_gemma":[0.9949809,0.001844033,0.001064992,0.001812557,0.0002288516,0.00006866248],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[3.27311e-7,0.00006666249,0.00113323,0.004273173,0.00002753642,0.00004080028,0.00002777581,0.00001389368,3.906163e-8,0.0003118459,0.001129432,0.9929753],"study_design_scores_gemma":[0.00053994,0.0001182864,0.01535866,0.07257771,0.0000979016,0.0001832429,0.000009900727,0.06961157,0.000002406185,0.0000817785,0.838744,0.002674629],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000004057278,0.6972283,0.3013265,0.000005235876,0.0003641534,0.0005163227,0.0001177112,0.0001908009,0.0002469081],"genre_scores_gemma":[0.0001624547,0.9486727,0.04917621,0.00001392062,0.0001327059,0.00002374276,0.001683554,0.0000448648,0.00008986609],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9903007,"threshold_uncertainty_score":0.9998193,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4226461837","doi":"10.1145/3501296","title":"Federated Learning for Smart Healthcare: A Survey","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":733,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Memorial University of Newfoundland","funders":"Natural Sciences and Engineering Research Council of Canada; National Research Foundation of Korea","keywords":"Health care; Computer science; Key (lock); Scalability; Data science; Data sharing; The Internet; Big data; Knowledge management; Computer security; World Wide Web; Database; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.1953717175824298,"gpt":0.3843675682336778,"spread":0.188995850651248,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","open_science","research_integrity"],"consensus_categories":["open_science"],"category_scores_codex":[0.02555074,0.0008656522,0.002453683,0.0005592813,0.001546486,0.0008246667,0.06207357,0.0005698972,0.00003337856],"category_scores_gemma":[0.2244583,0.0008806474,0.0005167995,0.002879548,0.00009735795,0.0002980559,0.219403,0.002454642,0.00005976092],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005901814,"about_ca_system_score_gemma":0.001090125,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001503757,"about_ca_topic_score_gemma":0.0002428269,"domain_scores_codex":[0.9825192,0.01180027,0.001422445,0.00219325,0.0007142704,0.001350535],"domain_scores_gemma":[0.9606628,0.02306339,0.001518044,0.01425744,0.0003003725,0.0001979086],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001158592,0.00003578735,0.0002359163,0.002811385,0.000120173,0.00001714471,0.00001104317,0.000004899094,2.042338e-8,0.00006482308,0.04027956,0.9564181],"study_design_scores_gemma":[0.0002138865,0.0001888016,0.0002578601,0.001622369,0.00004088813,0.00006320046,0.000003877564,0.03454792,4.318119e-7,0.003132372,0.9589536,0.0009747964],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000004135823,0.6725124,0.3209353,0.001013103,0.001896425,0.001110307,0.0001385492,0.002352264,0.00003747105],"genre_scores_gemma":[0.0000782118,0.8943023,0.1023135,0.000103572,0.0001267418,0.0001736956,0.002655528,0.0001564815,0.00008994543],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9554433,"threshold_uncertainty_score":0.9998468,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2126453598","doi":"10.1145/2333112.2333114","title":"Graphical passwords","year":2012,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":562,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Usability; Password; Password policy; Authentication (law); Computer security; Cognitive password; Key (lock); Human-computer interaction in information security; World Wide Web; Data science; Human–computer interaction; Information security; One-time password; Network security policy; Security service","retraction":null,"screen_n_in":null,"score":{"opus":0.1136288374020574,"gpt":0.352738899467354,"spread":0.2391100620652967,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005723292,0.0004819762,0.00143305,0.0003335792,0.000206846,0.000375214,0.004670763,0.0003798883,0.00001567943],"category_scores_gemma":[0.0003015934,0.0004057848,0.0005837517,0.00124459,0.00005735988,0.0002060183,0.001728829,0.0006561417,0.0009010955],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006475779,"about_ca_system_score_gemma":0.0001690266,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003547451,"about_ca_topic_score_gemma":0.000009564562,"domain_scores_codex":[0.9935809,0.003592156,0.0009228475,0.000738829,0.0005098289,0.000655402],"domain_scores_gemma":[0.9949421,0.001425226,0.0005106057,0.002747147,0.0001113501,0.000263567],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[3.092942e-8,0.00005169969,0.00009630311,0.00180026,0.00006608915,0.00000431685,0.0008415115,2.562417e-8,1.219209e-8,0.004938004,0.0003958477,0.9918059],"study_design_scores_gemma":[0.00006178769,0.0000124164,0.0002986014,0.001611663,0.00008918697,0.00006820382,0.000001830956,0.001033448,5.640491e-8,0.0004073188,0.9959346,0.0004808839],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000002613126,0.8648968,0.1315129,0.00006997224,0.002356353,0.0003441592,0.000005607111,0.0004682509,0.0003433445],"genre_scores_gemma":[0.002647299,0.9927401,0.003432604,0.00007383501,0.0007149266,0.00001809167,0.00007210857,0.00005736404,0.0002436573],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9955388,"threshold_uncertainty_score":0.9998768,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2618843390","doi":"10.1145/3057270","title":"Current State of Text Sentiment Analysis from Opinion to Emotion Mining","year":2017,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":485,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Sentiment analysis; Computer science; Perspective (graphical); Emotion classification; Focus (optics); Data science; Emotion detection; Concept mining; Natural language processing; Artificial intelligence; Web mining; Emotion recognition; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.1454330033349877,"gpt":0.4061492283394427,"spread":0.2607162250044549,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004609187,0.00060139,0.002879825,0.001380576,0.0003268803,0.0005850492,0.003964109,0.0001132842,0.00002285659],"category_scores_gemma":[0.0004104978,0.0005506879,0.001445078,0.002071048,0.00003925172,0.0002346755,0.002808238,0.0003001876,0.0001254042],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001275448,"about_ca_system_score_gemma":0.0001951207,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002588518,"about_ca_topic_score_gemma":0.00002670837,"domain_scores_codex":[0.993748,0.001851633,0.001680857,0.00136271,0.0008291127,0.0005276894],"domain_scores_gemma":[0.9927397,0.00110966,0.002403218,0.003281899,0.000250911,0.0002145994],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[4.492694e-7,0.00005990473,0.001128459,0.0004578027,0.001206594,0.000002005107,0.0003745977,0.000486761,2.688477e-7,0.00001087281,0.0003384638,0.9959338],"study_design_scores_gemma":[0.0004615148,0.0001332461,0.03590178,0.02250685,0.003732218,0.00000293763,0.00002090222,0.08395083,0.00001405103,0.0001333542,0.8510615,0.002080835],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0003433039,0.6487572,0.3486508,0.00002387142,0.001788395,0.0002927362,0.00003939447,0.00007473093,0.00002959845],"genre_scores_gemma":[0.001458892,0.9606849,0.03649715,0.00001398349,0.00045248,0.00001020465,0.0007388876,0.00004934083,0.00009415529],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.993853,"threshold_uncertainty_score":0.9996945,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3123348991","doi":"10.1145/3543846","title":"Reinforcement Learning based Recommender Systems: A Survey","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":470,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Recommender system; Reinforcement learning; Computer science; Markov decision process; RSS; Artificial intelligence; Collaborative filtering; Scalability; Field (mathematics); Machine learning; Markov process; World Wide Web; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.1741681475714232,"gpt":0.3564372636552874,"spread":0.1822691160838642,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.02767136,0.0009732876,0.002813956,0.0007125895,0.0008280029,0.0009384042,0.005972231,0.0003760963,0.0001079003],"category_scores_gemma":[0.001273823,0.000896759,0.0007025976,0.001743602,0.00003266443,0.0002502147,0.004224309,0.001733013,0.00007788145],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006988487,"about_ca_system_score_gemma":0.0006744001,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002706409,"about_ca_topic_score_gemma":0.00003882462,"domain_scores_codex":[0.973051,0.02144155,0.002041107,0.001539303,0.0009296226,0.0009974163],"domain_scores_gemma":[0.9868389,0.007656803,0.001809009,0.003312782,0.0001638381,0.0002187134],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[5.618753e-7,0.00005002484,0.0001286862,0.00457874,0.0001951689,0.00002473336,0.00007046889,0.001402675,5.535226e-9,0.0003423528,0.009104919,0.9841017],"study_design_scores_gemma":[0.000163112,0.0001560989,0.00004607646,0.003413262,0.00004773148,0.000047515,0.000009594238,0.03329724,1.181969e-7,0.00001928228,0.9618634,0.000936553],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[1.496941e-7,0.5127753,0.4825767,0.00002624696,0.002013845,0.0008447751,0.000009525224,0.0009091152,0.0008443609],"genre_scores_gemma":[0.0004854767,0.9896454,0.007358492,0.0001121847,0.0002516682,0.0002818433,0.0009851402,0.0001765653,0.0007032763],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9831651,"threshold_uncertainty_score":0.9994059,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2294047952","doi":"10.1145/367701.367728","title":"Process migration","year":2000,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":469,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Process migration; Implementation; Process (computing); Software deployment; Locality; Data migration; Workstation; Distributed computing; Process management; Software engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.05593355483876543,"gpt":0.3473990612163051,"spread":0.2914655063775397,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002219024,0.0004786936,0.001378692,0.0001546023,0.000207129,0.0004217849,0.003535477,0.0002884672,0.00001084481],"category_scores_gemma":[0.0001742275,0.0004064941,0.0003411626,0.001168747,0.00002916951,0.0002650442,0.0003517374,0.0004136775,0.0004232716],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006902857,"about_ca_system_score_gemma":0.0003143147,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007178944,"about_ca_topic_score_gemma":0.00001471128,"domain_scores_codex":[0.99607,0.001291748,0.0008721486,0.0008781143,0.0004089113,0.0004791027],"domain_scores_gemma":[0.9970049,0.0004776024,0.0005183536,0.00175869,0.000127977,0.0001125318],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[9.582612e-8,0.00002605409,0.000009735648,0.00247549,0.00003002939,0.00001348093,0.00007620804,0.00003350708,6.160529e-9,0.0001714811,0.001162132,0.9960018],"study_design_scores_gemma":[0.00007122033,0.00001991008,0.00004737384,0.006242502,0.00003026856,0.00006605625,0.000001622356,0.003240663,1.796391e-7,0.0001389439,0.9896556,0.0004856276],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000006087731,0.8588279,0.1386812,0.00003164837,0.0007581447,0.0003970849,0.00002839027,0.0003954497,0.0008741013],"genre_scores_gemma":[0.0002874965,0.9965454,0.002202362,0.00003211475,0.0003619587,0.00002319231,0.0002218177,0.00003924817,0.0002863884],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9955162,"threshold_uncertainty_score":0.9998387,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2092705708","doi":"10.1145/641865.641868","title":"View planning for automated three-dimensional object reconstruction and inspection","year":2003,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Optical Sensing Technologies","field":"Physics and Astronomy","cited_by":449,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; National Research Council Canada","funders":"","keywords":"Computer science; Computer vision; Artificial intelligence; Triangulation; Process (computing); Object (grammar); Frame (networking); 3D reconstruction; Set (abstract data type); Range (aeronautics); Reference frame; Task (project management)","retraction":null,"screen_n_in":null,"score":{"opus":0.06202612982393969,"gpt":0.3522336579984698,"spread":0.2902075281745302,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007945242,0.0003771624,0.001011111,0.0001264805,0.0003419499,0.00006714125,0.0001814741,0.0002024547,0.000004683104],"category_scores_gemma":[0.0002468509,0.000336595,0.0001879186,0.0002971106,0.0001171366,0.00006956716,0.0001993172,0.0003949067,0.000008078622],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006986313,"about_ca_system_score_gemma":0.00007427343,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003435509,"about_ca_topic_score_gemma":0.000002481373,"domain_scores_codex":[0.998264,0.0002780827,0.0004957038,0.000530158,0.00009926394,0.0003327999],"domain_scores_gemma":[0.9977893,0.001272536,0.0004120223,0.0003907228,0.00009087304,0.0000444942],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[7.667081e-7,0.00001218903,0.0003230587,0.0005170866,0.0001026685,7.496038e-7,0.000003284836,0.0001736512,3.156908e-7,0.0005972102,0.0001072684,0.9981617],"study_design_scores_gemma":[0.0025692,0.0006195246,0.002417098,0.07213357,0.002245933,0.0005941048,0.00009407142,0.1366682,0.00003774354,0.08123963,0.6954636,0.005917293],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"methods","genre_scores_codex":[0.0008511886,0.9114317,0.08373158,0.00001180312,0.0009750658,0.0009292598,0.00004315678,0.001836734,0.0001894786],"genre_scores_gemma":[0.007745317,0.30333,0.6857848,0.00003617763,0.001321038,0.000112414,0.001139508,0.0004420951,0.00008863468],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9922445,"threshold_uncertainty_score":0.9999086,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1966080916","doi":"10.1145/1824795.1824799","title":"Business process modeling languages","year":2010,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":433,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Computer science; Business process modeling; Artifact-centric business process model; Business process; Business rule; Business process management; Software engineering; Process modeling; Modeling language; Business Process Model and Notation; Business requirements; Software development; Process management; Knowledge management; Software; Programming language; Work in process; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.0668253795907515,"gpt":0.3361136737983814,"spread":0.2692882942076299,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00326459,0.001023209,0.002494788,0.0009969921,0.0005797219,0.00113683,0.002323419,0.0006931707,0.00005720876],"category_scores_gemma":[0.002146705,0.00085803,0.000588588,0.003428915,0.00007843232,0.0007959362,0.00102442,0.00125849,0.0004544329],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003726679,"about_ca_system_score_gemma":0.0002508227,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009407733,"about_ca_topic_score_gemma":0.0001189643,"domain_scores_codex":[0.9960181,0.0001242337,0.001206892,0.00120483,0.0006254038,0.0008205729],"domain_scores_gemma":[0.9958081,0.0002805664,0.001110583,0.001395588,0.001370756,0.00003443572],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[9.376394e-7,0.00006526011,0.0000821996,0.02423204,0.0001045308,0.00001949147,0.00001457957,0.004393262,1.691564e-7,0.0001146198,0.00007423515,0.9708987],"study_design_scores_gemma":[0.0003817519,0.000003136438,0.00003286311,0.02155665,0.00277596,0.00003446135,0.00009275255,0.2565054,1.771845e-7,0.001593468,0.7142197,0.002803674],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0003804078,0.9663299,0.02918477,0.000100779,0.0009850265,0.0003867859,0.000007952957,0.0009091029,0.001715312],"genre_scores_gemma":[0.01124245,0.9769791,0.0009851209,0.0003055484,0.008498143,0.00004916909,0.001230044,0.0004364012,0.000274054],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.968095,"threshold_uncertainty_score":0.9999001,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2061686014","doi":"10.1145/2785733","title":"Collaborative Security","year":2015,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":417,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Security information and event management; Cloud computing security; Interoperability; Computer security; Security through obscurity; Variety (cybernetics); Security service; Vulnerability (computing); Intrusion detection system; Security engineering; Collaboration; Asset (computer security); Computer security model; Software security assurance; Information security; Knowledge management; World Wide Web; Cloud computing","retraction":null,"screen_n_in":null,"score":{"opus":0.05115314088231645,"gpt":0.336524387574975,"spread":0.2853712466926586,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006743318,0.0005352194,0.001628428,0.0002602319,0.0003019406,0.000427143,0.003335882,0.0004471469,0.00001475395],"category_scores_gemma":[0.0007154734,0.0004755866,0.0003121845,0.002498336,0.00007071849,0.0003356795,0.00255517,0.0008827454,0.0004511622],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000219313,"about_ca_system_score_gemma":0.0007503449,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005336127,"about_ca_topic_score_gemma":0.00003034339,"domain_scores_codex":[0.9926386,0.004598711,0.0007642547,0.0009319724,0.0005489262,0.0005175751],"domain_scores_gemma":[0.9955253,0.001143559,0.0006669306,0.001930528,0.0005128174,0.0002208928],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[3.172646e-7,0.00003052189,0.000001150429,0.000730815,0.00005043786,0.00001625748,0.0003025718,0.000006498898,6.336168e-9,0.001394847,0.008619375,0.9888472],"study_design_scores_gemma":[0.0001033453,0.00007622207,0.00000347425,0.002012828,0.00004513743,0.00005195896,0.000005207549,0.002895261,4.258816e-7,0.003552831,0.9907376,0.0005157611],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000003205344,0.9481715,0.04623342,0.00003470039,0.00283762,0.0005113831,0.00001710735,0.0005216394,0.001669424],"genre_scores_gemma":[0.00004652665,0.9925103,0.006505249,0.00005205658,0.0006932954,0.00001265028,0.00005487409,0.00003753469,0.00008751675],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9883314,"threshold_uncertainty_score":0.9997696,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2146606092","doi":"10.1145/1824795.1824798","title":"A taxonomy of sequential pattern mining algorithms","year":2010,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Data Mining Algorithms and Applications","field":"Computer Science","cited_by":396,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Windsor","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Taxonomy (biology); Tree traversal; Sequential Pattern Mining; Key (lock); Data mining; Web mining; Information retrieval; Artificial intelligence; Machine learning; Algorithm; Web page; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.1231731861239806,"gpt":0.3469654630301945,"spread":0.2237922769062139,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003191373,0.0005059811,0.001515579,0.0002769301,0.0001974817,0.0002758596,0.005267059,0.0003468246,0.0000123382],"category_scores_gemma":[0.0002886992,0.0004682482,0.0004283673,0.0008707221,0.0001099576,0.0002051736,0.002876463,0.0007144632,0.000082934],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000433679,"about_ca_system_score_gemma":0.0004148738,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002272038,"about_ca_topic_score_gemma":0.00001566942,"domain_scores_codex":[0.9962771,0.000736769,0.001100014,0.001001511,0.0003713996,0.0005132255],"domain_scores_gemma":[0.9943764,0.00133255,0.001088381,0.002891943,0.0001638532,0.0001469018],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[3.112144e-8,0.00004207279,0.00001856594,0.0007663678,0.0000557677,0.00000747183,0.00005502376,0.00000129478,2.936022e-7,0.00009756508,0.0004192403,0.9985363],"study_design_scores_gemma":[0.0001182162,0.00003437724,0.00005077722,0.002763454,0.00009592209,0.00007796565,0.000004966478,0.01364663,0.000003324913,0.00003346361,0.9826189,0.0005519706],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.000005728662,0.3728141,0.6255513,0.000015589,0.0008115123,0.0003799033,0.0001073084,0.0001587113,0.0001558752],"genre_scores_gemma":[0.00003314732,0.4229795,0.5757232,0.00002685139,0.0006203607,0.00009251416,0.0003684454,0.00006701465,0.00008893301],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9979843,"threshold_uncertainty_score":0.9997769,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2804347281","doi":"10.1145/3179993","title":"Co-Simulation","year":2018,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Simulation Techniques and Applications","field":"Decision Sciences","cited_by":355,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Horizon 2020 Framework Programme","keywords":"Computer science; Modular design; Co-simulation; Discrete event simulation; Simulation modeling; Data science; Systems engineering; Management science; Simulation; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.4588207867074093,"gpt":0.5661062643273224,"spread":0.107285477619913,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01515675,0.0003535009,0.001261395,0.0004717546,0.0003802809,0.0004304101,0.002573249,0.0003403442,0.0003931866],"category_scores_gemma":[0.008497465,0.0002633506,0.0005216929,0.001680303,0.000113574,0.000109021,0.0003948643,0.0002932417,0.003966985],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007691739,"about_ca_system_score_gemma":0.0001584577,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001834699,"about_ca_topic_score_gemma":0.000003226223,"domain_scores_codex":[0.9936945,0.002361608,0.001660643,0.0009285552,0.001048796,0.0003058299],"domain_scores_gemma":[0.9793754,0.01612732,0.001162536,0.002632482,0.0005930522,0.0001092707],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[1.611666e-7,0.00001450451,0.00006491797,0.00008924774,0.00001325944,4.869977e-7,0.00001821967,0.0001682848,1.617201e-8,0.000153601,0.009217665,0.9902596],"study_design_scores_gemma":[0.00004230779,0.00001722785,0.0002020244,0.0006577179,0.00003914645,0.000003644085,0.000003783046,0.005506655,5.245358e-7,0.004600722,0.9886429,0.0002832899],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00001298255,0.7517352,0.2430665,0.00002233223,0.0003782363,0.0007148293,0.00005673906,0.0003693123,0.003643918],"genre_scores_gemma":[0.002675138,0.9819613,0.01054946,0.00009770539,0.001400195,0.00003330492,0.0003900125,0.0001081209,0.002784763],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9899763,"threshold_uncertainty_score":0.9999819,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2000050212","doi":"10.1145/857076.857077","title":"A brief history of just-in-time","year":2003,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Logic, programming, and type systems","field":"Computer Science","cited_by":333,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Just-in-time compilation; Scheme (mathematics); Dynamic compilation; Programming language; Software engineering; Compiler","retraction":null,"screen_n_in":null,"score":{"opus":0.08761154784216878,"gpt":0.3076226983662516,"spread":0.2200111505240828,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007142481,0.0004726512,0.002075716,0.000359715,0.0000442742,0.00007881247,0.003645407,0.0003529175,0.0000189893],"category_scores_gemma":[0.0004801509,0.0004199884,0.0004694236,0.0007685369,0.00009296738,0.0001131734,0.0009701785,0.000462956,0.0002198572],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005477516,"about_ca_system_score_gemma":0.0008688805,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004610286,"about_ca_topic_score_gemma":0.00001747664,"domain_scores_codex":[0.9936952,0.003219061,0.001175942,0.0008586408,0.0004775748,0.0005735912],"domain_scores_gemma":[0.9957492,0.001088353,0.0009488018,0.001982748,0.0001226934,0.0001082085],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[1.815015e-7,0.00008367318,0.0001107956,0.003874826,0.00005159269,0.00004288501,0.0002426851,0.000002616889,8.65948e-8,0.005463977,0.00351315,0.9866135],"study_design_scores_gemma":[0.0001541883,0.00005097805,0.00005289848,0.0008480335,0.00003886643,0.00006048317,0.000001457464,0.0002226348,1.438403e-7,0.000336562,0.9978066,0.0004271443],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000001636654,0.9323068,0.05889704,0.000003899984,0.002339405,0.0004703366,0.000001152695,0.0001645655,0.005815124],"genre_scores_gemma":[0.0005222706,0.9818652,0.009682001,0.00008111626,0.0003144873,0.00002255085,0.00004432765,0.00010159,0.007366405],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9942935,"threshold_uncertainty_score":0.9998252,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3035622304","doi":"10.1145/3381028","title":"Outlier Detection","year":2020,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Anomaly Detection Techniques and Applications","field":"Computer Science","cited_by":319,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Canada Research Chairs","keywords":"Computer science; Anomaly detection; Outlier; Data mining; Big data; Data science; Data stream mining; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.06577665279930664,"gpt":0.3403894056478329,"spread":0.2746127528485263,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001161953,0.0003727602,0.0009309642,0.0001769782,0.000285943,0.0002545097,0.002587268,0.0002605623,0.000008844302],"category_scores_gemma":[0.0001881396,0.0003447225,0.0004301082,0.001078432,0.0000316095,0.0001252627,0.001402605,0.0005691223,0.0006853089],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001137878,"about_ca_system_score_gemma":0.0001308055,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000333867,"about_ca_topic_score_gemma":0.000004357315,"domain_scores_codex":[0.9972703,0.0007923258,0.00059768,0.0008151168,0.0002216389,0.0003029717],"domain_scores_gemma":[0.9973045,0.0004838717,0.0004510368,0.001551748,0.00007993002,0.0001289414],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[4.691731e-8,0.00001065849,8.242143e-7,0.0003659693,0.00002446651,0.000003891941,0.00001555813,7.731769e-7,3.32392e-7,0.0005380255,0.0002508849,0.9987886],"study_design_scores_gemma":[0.00003053078,0.00003846661,0.00001614528,0.0004272238,0.00004114596,0.00005397216,8.988873e-7,0.001979816,0.00001240065,0.0004421303,0.9966011,0.0003561851],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[1.628893e-7,0.4471096,0.5511427,0.00004113364,0.0002383006,0.0002849116,0.000003065875,0.0008906717,0.0002895047],"genre_scores_gemma":[0.0002266213,0.9598336,0.03924007,0.00007173404,0.0003560801,0.00005657769,0.00001606453,0.00005016729,0.0001490478],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9984324,"threshold_uncertainty_score":0.9999005,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3021792233","doi":"10.1145/3440755","title":"Evolution of Semantic Similarity—A Survey","year":2021,"lang":"en","type":"article","venue":"ACM Computing Surveys","topic":"Topic Modeling","field":"Computer Science","cited_by":281,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lakehead University","funders":"","keywords":"Semantic similarity; Similarity (geometry); Semantic computing; Field (mathematics); Natural language; Open research; Semantics (computer science); Strengths and weaknesses; Natural language understanding","retraction":null,"screen_n_in":null,"score":{"opus":0.04743587048223354,"gpt":0.2804255950414988,"spread":0.2329897245592652,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005090703,0.000132633,0.0002740105,0.00008440202,0.0001112671,0.00007678826,0.00119991,0.00007781045,0.000007742045],"category_scores_gemma":[0.002304249,0.0001469655,0.00007658312,0.0007737709,0.00003285872,0.0001746619,0.001266556,0.0001737113,0.00001833605],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006395261,"about_ca_system_score_gemma":0.0002377433,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001130927,"about_ca_topic_score_gemma":0.0004116536,"domain_scores_codex":[0.996581,0.001844747,0.0004176054,0.0004949885,0.000347415,0.0003142382],"domain_scores_gemma":[0.9966226,0.001190936,0.0001577552,0.001506829,0.0004562048,0.00006572491],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000001943894,0.000164865,0.9175183,0.00009513518,0.00005371182,0.00004883579,0.0005524496,0.01595066,0.001976343,0.01374615,0.0004859199,0.04940564],"study_design_scores_gemma":[0.0001627303,0.00001370382,0.6619964,0.00003687417,0.000002998667,0.00001395636,0.00001069901,0.3333192,0.001328113,0.002949742,0.00002669709,0.0001388372],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3489311,0.0001668901,0.6498258,0.0001486961,0.0005948613,0.00003915093,0.000002582109,0.00009729045,0.0001937128],"genre_scores_gemma":[0.9251045,0.000003044035,0.07469271,0.00005470282,0.00005938788,3.905523e-7,0.00001013477,0.000008932812,0.00006621111],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5761734,"threshold_uncertainty_score":0.599308,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3173162544","doi":"10.1145/3567592","title":"Neural Machine Translation for Low-resource Languages: A Survey","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":278,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Machine translation; Unavailability; Resource (disambiguation); Artificial intelligence; Natural language processing","retraction":null,"screen_n_in":null,"score":{"opus":0.09391014352774846,"gpt":0.3746552444027698,"spread":0.2807451008750214,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009079289,0.0006676304,0.001532938,0.0004150122,0.0004503708,0.000412862,0.005309627,0.0002907999,0.00002187054],"category_scores_gemma":[0.002078848,0.0005964916,0.0005676834,0.001405233,0.00004598407,0.0002383821,0.001536014,0.000983247,0.000007866812],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001699839,"about_ca_system_score_gemma":0.0002259053,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003472169,"about_ca_topic_score_gemma":0.00009373528,"domain_scores_codex":[0.9921834,0.004539927,0.0009117185,0.001171801,0.0005325669,0.0006605163],"domain_scores_gemma":[0.9890943,0.008100435,0.0007522775,0.001841498,0.00009956503,0.0001119626],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001825334,0.00003339578,0.00001031482,0.003031077,0.00004519512,0.00001882618,0.0001335958,0.00001054597,2.018697e-7,0.00008836402,0.0005014504,0.9961252],"study_design_scores_gemma":[0.000398255,0.0001750856,0.00003149774,0.002684197,0.0001429488,0.0001477064,0.000006162114,0.05309488,0.000004822395,0.0005150721,0.9412574,0.001541976],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[9.269289e-7,0.6071834,0.3907529,0.00002590771,0.0002640135,0.0007147845,0.0001300449,0.0008966812,0.00003128318],"genre_scores_gemma":[0.0003249538,0.5760865,0.4179554,0.0002718962,0.0004283961,0.0001762963,0.004317847,0.0002544103,0.0001843123],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9945832,"threshold_uncertainty_score":0.9996486,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2059186503","doi":"10.1145/1013208.1013210","title":"Image Retrieval from the World Wide Web","year":2004,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Image Retrieval and Classification Techniques","field":"Computer Science","cited_by":276,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Bell (Canada); Université de Sherbrooke","funders":"","keywords":"Computer science; Information retrieval; Search engine indexing; Search engine; Image retrieval; Web crawler; World Wide Web; Web search engine; Task (project management); Data science; Web search query; Image (mathematics); Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.05894159342187204,"gpt":0.3355765380036209,"spread":0.2766349445817489,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.004858371,0.000653888,0.001349753,0.0002150061,0.0004392316,0.0008898302,0.007765641,0.0002670407,0.00003715936],"category_scores_gemma":[0.002005015,0.0004396302,0.0006611138,0.002556517,0.0002046503,0.0002988464,0.002475417,0.001149184,0.0005640208],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003009619,"about_ca_system_score_gemma":0.0009451117,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00012331,"about_ca_topic_score_gemma":0.00002439127,"domain_scores_codex":[0.9938803,0.002639129,0.001058944,0.001124578,0.0006917715,0.0006052516],"domain_scores_gemma":[0.9884574,0.00667063,0.0008696498,0.00362568,0.0002427251,0.0001338996],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[7.33942e-7,0.00004017008,0.00001642138,0.0007304252,0.0000831547,0.00002663544,0.0000488737,1.341874e-7,0.000004710344,0.001053688,0.002777689,0.9952174],"study_design_scores_gemma":[0.0001515885,0.00002745724,0.0002325016,0.007663166,0.000117761,0.00002053422,0.000003017478,0.0004850078,0.00007868759,0.002731542,0.9877406,0.0007480956],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[9.032322e-7,0.6609635,0.3359391,0.0005097624,0.0006863918,0.000485306,0.00003635569,0.000837242,0.0005413973],"genre_scores_gemma":[0.00004432353,0.9116851,0.08645134,0.0002840359,0.0005085908,0.00001022022,0.0001449994,0.00007781232,0.0007935417],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9944693,"threshold_uncertainty_score":0.9998056,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3203871918","doi":"10.1145/3472290","title":"A Survey on Deep Learning for Human Activity Recognition","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Context-Aware Activity Recognition Systems","field":"Computer Science","cited_by":253,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; University of Toronto","funders":"Basic and Applied Basic Research Foundation of Guangdong Province; National Natural Science Foundation of China","keywords":"Deep learning; Computer science; Artificial intelligence; Data science; Activity recognition; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.2303350838921676,"gpt":0.3915422512201308,"spread":0.1612071673279632,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01403165,0.0008788339,0.002929665,0.000533348,0.0008235013,0.0008868159,0.002310602,0.0005839012,0.00001976754],"category_scores_gemma":[0.006811941,0.0009186741,0.001032518,0.001412801,0.00005171814,0.0003743487,0.001382557,0.001335273,0.0002553162],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003768828,"about_ca_system_score_gemma":0.0003783375,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008060866,"about_ca_topic_score_gemma":0.0008890128,"domain_scores_codex":[0.979427,0.01614924,0.001070299,0.001917803,0.0006115048,0.0008241739],"domain_scores_gemma":[0.9762945,0.01928117,0.001479568,0.001935159,0.0008069573,0.0002026014],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001384204,0.0001364236,0.00008050286,0.001771036,0.0002037004,0.00001487378,0.00006616951,0.000007109614,7.651463e-7,0.00001743812,0.0002480059,0.9974526],"study_design_scores_gemma":[0.002327464,0.001386168,0.01270153,0.05950325,0.0006390487,0.000282417,0.00002936288,0.01142713,0.00004500259,0.0006407649,0.9042533,0.006764592],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.0001859424,0.462945,0.5329041,0.0000172909,0.001627596,0.001398774,0.00008951399,0.0006234813,0.0002082597],"genre_scores_gemma":[0.04934673,0.9296207,0.008976474,0.0001710541,0.002337062,0.000598641,0.007302623,0.0006093517,0.001037325],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.990688,"threshold_uncertainty_score":0.9993264,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2566006170","doi":"10.1145/3007204","title":"Current Research and Open Problems in Attribute-Based Access Control","year":2017,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Access Control and Trust","field":"Social Sciences","cited_by":253,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Computer science; Access control; Role-based access control; Scalability; Computer security; Delegation; Control (management); Discretionary access control; Data science; World Wide Web; Database; Artificial intelligence; Political science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.6736949052232728,"gpt":0.6033928804853208,"spread":0.070302024737952,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.04043123,0.0003673449,0.002042401,0.0004067802,0.001916866,0.00377745,0.008151795,0.0003550759,0.0000294595],"category_scores_gemma":[0.006615037,0.0003106177,0.000156833,0.0007359028,0.0006677388,0.0005271535,0.003066225,0.001314577,0.00004083683],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002632883,"about_ca_system_score_gemma":0.002060815,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02383066,"about_ca_topic_score_gemma":0.01442904,"domain_scores_codex":[0.9860593,0.01041182,0.0007827167,0.000908389,0.0007823926,0.0010554],"domain_scores_gemma":[0.9906959,0.006829202,0.0006872016,0.001110956,0.0004393573,0.000237364],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002114373,0.00009078046,0.02457399,0.001815602,0.00003430414,0.000009819992,0.000115864,0.000004957157,1.906037e-9,0.0003305784,0.0003436693,0.9726783],"study_design_scores_gemma":[0.001009487,0.00003505224,0.01203774,0.01048011,0.00004944412,5.961804e-7,0.00001484817,0.00009002828,9.448717e-9,0.0009783092,0.9749059,0.000398483],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0000367234,0.9925932,0.0006003437,0.0003789713,0.0006863336,0.003393412,0.00006697766,0.00005501128,0.00218902],"genre_scores_gemma":[0.03419406,0.9647732,0.00003263178,0.00001860953,0.0005595317,0.0001562745,0.00008054951,0.00004312832,0.0001419759],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9745622,"threshold_uncertainty_score":0.9999346,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2911424601","doi":"10.1145/3274658","title":"A Perspective Analysis of Handwritten Signature Technology","year":2019,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Handwritten Text Recognition Techniques","field":"Computer Science","cited_by":249,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Perspective (graphical); Signature (topology); Artificial intelligence; Natural language processing","retraction":null,"screen_n_in":null,"score":{"opus":0.05095119436942392,"gpt":0.3541816603901525,"spread":0.3032304660207286,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003201868,0.0006515728,0.003950426,0.004359682,0.0001130894,0.0001423161,0.005359216,0.001005625,0.00002862885],"category_scores_gemma":[0.00126466,0.0005771667,0.001414242,0.01098775,0.0001575005,0.0001813385,0.002528931,0.001121465,0.0000942404],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002836912,"about_ca_system_score_gemma":0.0004239129,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001125447,"about_ca_topic_score_gemma":0.00002252784,"domain_scores_codex":[0.9946559,0.001790381,0.001123816,0.001372063,0.0005000122,0.0005578079],"domain_scores_gemma":[0.9925381,0.002003713,0.001298735,0.003159568,0.0009123153,0.00008757768],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[3.028506e-7,0.00006415743,0.00004441062,0.00133919,0.00231576,0.00001540321,0.0001328121,0.00000610233,8.516481e-7,0.002881957,0.0002708251,0.9929282],"study_design_scores_gemma":[0.001294914,0.001299681,0.00101752,0.04244998,0.03090418,0.0003391862,0.000334313,0.01881065,0.000279341,0.02613374,0.869158,0.0079785],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000003796577,0.6868256,0.311128,0.00006686193,0.0002147619,0.0005504836,0.00005015983,0.0006752762,0.0004850956],"genre_scores_gemma":[0.000678742,0.9466631,0.05207967,0.0000455665,0.0000796822,0.00003208546,0.0001335616,0.00006635697,0.000221186],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9849497,"threshold_uncertainty_score":0.999668,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2980612421","doi":"10.1145/3357375","title":"A Survey of Coarse-Grained Reconfigurable Architecture and Design","year":2019,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Embedded Systems Design Techniques","field":"Computer Science","cited_by":225,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"National Key Research and Development Program of China; National Science and Technology Major Project; National Natural Science Foundation of China","keywords":"Computer science; Computer architecture; Adaptability; Flexibility (engineering); Architecture; Software; Embedded system; Software engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.1633039885285404,"gpt":0.3508125939290486,"spread":0.1875086054005081,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0219901,0.0007798734,0.003429983,0.0005782514,0.000114807,0.0002457639,0.004226807,0.0005846642,0.000004851139],"category_scores_gemma":[0.002830216,0.0006677147,0.0003263791,0.001386316,0.0001191451,0.000153779,0.001061864,0.0007856822,0.00003788722],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008967002,"about_ca_system_score_gemma":0.0006903741,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009869684,"about_ca_topic_score_gemma":0.00004796813,"domain_scores_codex":[0.9797884,0.01622634,0.001538112,0.001303504,0.0004897243,0.0006539038],"domain_scores_gemma":[0.9818219,0.01283918,0.001544695,0.00326306,0.0003815069,0.0001496415],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001147445,0.00002368432,0.00004882247,0.00699392,0.0001312636,0.00000995072,0.0001367324,0.00001937171,0.000002368867,0.0001641267,0.001157764,0.9913108],"study_design_scores_gemma":[0.003134371,0.003947277,0.003981149,0.1985487,0.001450201,0.002535351,0.00002889693,0.06544066,0.0003914605,0.01005885,0.6959948,0.01448827],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000001846602,0.5194476,0.4786538,0.000006240439,0.0003062956,0.001063596,0.00002477405,0.0002870926,0.0002087629],"genre_scores_gemma":[0.0005239416,0.8181217,0.1806423,0.00003114338,0.00008062284,0.00003446473,0.00009123328,0.0001387213,0.0003358582],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9768226,"threshold_uncertainty_score":0.9995774,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2783614532","doi":"10.1145/3197978","title":"A Survey on Compiler Autotuning using Machine Learning","year":2018,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":224,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Compiler; Optimizing compiler; Loop optimization; Leverage (statistics); Interprocedural optimization; Pace; Parallel computing; Artificial intelligence; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.1493865011485346,"gpt":0.3737570408707444,"spread":0.2243705397222097,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01294191,0.001049822,0.002377106,0.000836907,0.0009923284,0.0007495499,0.005059957,0.0005342604,0.00001145251],"category_scores_gemma":[0.002623691,0.0009717431,0.0005484887,0.002110145,0.0001318651,0.0002044495,0.003444215,0.001597795,0.0001750151],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000292391,"about_ca_system_score_gemma":0.0003505079,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007400461,"about_ca_topic_score_gemma":0.00003209661,"domain_scores_codex":[0.9842545,0.01097922,0.001408015,0.001683337,0.000685667,0.000989252],"domain_scores_gemma":[0.9906126,0.004774376,0.001455816,0.002507939,0.0004169828,0.0002323323],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001810547,0.0001052456,0.0006785855,0.001110757,0.000197069,0.00003376366,0.0001472985,0.006959576,1.034923e-7,0.0001584201,0.002343517,0.9882638],"study_design_scores_gemma":[0.0001954602,0.0002095592,0.0004082438,0.009041241,0.00006601941,0.00005700695,7.624415e-7,0.7111483,0.000001614211,0.00006473729,0.2774907,0.001316387],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.00001184289,0.4611945,0.535966,0.000009594472,0.0007712569,0.000324674,0.00001671801,0.001519746,0.0001856652],"genre_scores_gemma":[0.000288128,0.725359,0.2724788,0.0001985573,0.0005762164,0.000007493465,0.0005799245,0.0002274139,0.0002845119],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9869475,"threshold_uncertainty_score":0.9992733,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2800277550","doi":"10.1145/3158661","title":"A Survey on NoSQL Stores","year":2018,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":197,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"NoSQL; Computer science; Consistency (knowledge bases); Implementation; Database; Big data; Relational database; Data science; Scalability; Data mining; Software engineering; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.09652618745836172,"gpt":0.3389769881995401,"spread":0.2424508007411784,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01255537,0.001001631,0.002154496,0.0006050927,0.0005591568,0.0006519194,0.008412698,0.0003917587,0.00001404301],"category_scores_gemma":[0.001816063,0.0008144726,0.0007294057,0.001777508,0.0001391091,0.00002319121,0.006050192,0.0008611922,0.001731938],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002355214,"about_ca_system_score_gemma":0.0002599174,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004674958,"about_ca_topic_score_gemma":0.00006632518,"domain_scores_codex":[0.9879059,0.007063439,0.001152706,0.001940237,0.00088728,0.001050508],"domain_scores_gemma":[0.9881922,0.005784205,0.000906759,0.004646495,0.0002246468,0.0002456972],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[6.525905e-7,0.00009600345,0.00007475882,0.001148407,0.0001816951,0.00003735036,0.00008260288,0.0001324184,2.688791e-9,0.0003607023,0.0236773,0.9742081],"study_design_scores_gemma":[0.0001971444,0.0002606677,0.003196202,0.008510514,0.00008049714,0.00002008915,0.000001752924,0.009332136,1.775066e-7,0.0001289708,0.9770818,0.001190083],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00008173237,0.9517041,0.04109421,0.00005826833,0.003648125,0.0006863813,0.00002622316,0.001045944,0.001655019],"genre_scores_gemma":[0.0008483637,0.9793289,0.01157709,0.0005072103,0.003130685,0.00002629628,0.0002539102,0.0003162069,0.004011283],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9730181,"threshold_uncertainty_score":0.9994306,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2950398529","doi":"10.1145/3485128","title":"Tackling Climate Change with Machine Learning","year":2022,"lang":"en","type":"preprint","venue":"ACM Computing Surveys","topic":"Air Quality Monitoring and Forecasting","field":"Environmental Science","cited_by":193,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; McGill University; Polytechnique Montréal; Mila - Quebec Artificial Intelligence Institute","funders":"Pacific Northwest National Laboratory; Lawrence Livermore National Laboratory; University of California, Davis; Universitetet i Oslo; Carnegie Mellon University; University College London; Eidgenössische Technische Hochschule Zürich; Dalhousie University; National Science Foundation; Imperial College London; Natural Sciences and Engineering Research Council of Canada; DeepMind; Université du Québec à Rimouski; University of Colorado Boulder; Universität Zürich; University of Pennsylvania; Yale University; U.S. Department of Energy","keywords":"Climate change; Wonder; Computer science; Artificial intelligence; Greenhouse gas; Humanity; Machine learning; Data science; Political science; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.06174498602231311,"gpt":0.292308745863756,"spread":0.2305637598414429,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.006457798,0.0004124514,0.0004394734,0.00006777236,0.0009735124,0.000127335,0.001017338,0.0001451404,0.0005903584],"category_scores_gemma":[0.0004076403,0.0004000985,0.0001115751,0.0002978211,0.0001159726,0.00008623245,0.01003405,0.001985494,0.0001088357],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003105157,"about_ca_system_score_gemma":0.00001424894,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004439126,"about_ca_topic_score_gemma":0.0001009766,"domain_scores_codex":[0.9956644,0.0016044,0.0004209916,0.0009165811,0.0006658567,0.0007278355],"domain_scores_gemma":[0.9979274,0.0005893267,0.0005025484,0.0008402296,0.00001500241,0.0001254406],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000008753197,0.00003788833,0.7812269,0.00008336979,0.00002445958,0.00003453082,0.001833919,0.1399725,0.00001238797,0.000005243063,0.00002559114,0.07673444],"study_design_scores_gemma":[0.0005449411,0.0003223459,0.7500509,0.0006050249,0.00007212527,0.00003765328,0.0004755004,0.2415737,0.00005672484,0.0002525845,0.00440255,0.001605924],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9887103,0.0001969959,0.005443333,0.0002001349,0.001202705,0.0003765002,0.00003562455,0.0005899025,0.003244474],"genre_scores_gemma":[0.9873968,0.00004131343,0.01144269,0.00006825268,0.0005066094,0.0000284493,0.0002026422,0.0000903633,0.0002228408],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1016012,"threshold_uncertainty_score":0.9998451,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3187467055","doi":"10.1145/3546577","title":"Post-hoc Interpretability for Neural NLP: A Survey","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":192,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Interpretability; Computer science; Categorization; Artificial intelligence; Post hoc; Machine learning; Data science; Accountability; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.1804175306382501,"gpt":0.3942971125104791,"spread":0.213879581872229,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.02267497,0.0008798552,0.002336799,0.0004063899,0.0007641572,0.0006684168,0.009256629,0.0003047591,0.000101305],"category_scores_gemma":[0.01225553,0.0008527988,0.00109212,0.001806181,0.0001418606,0.0004584639,0.00626866,0.00109108,0.0001337641],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005009563,"about_ca_system_score_gemma":0.0007843031,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001738315,"about_ca_topic_score_gemma":0.0007400788,"domain_scores_codex":[0.9837036,0.01055293,0.001762411,0.002062411,0.0006589691,0.001259651],"domain_scores_gemma":[0.970855,0.02312321,0.0009869301,0.004257787,0.0005246151,0.0002524694],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006275165,0.0001017709,0.0001019035,0.001995891,0.0000821646,0.00001594912,0.0003109762,0.0000859437,1.43758e-7,0.0005231227,0.0003198607,0.996456],"study_design_scores_gemma":[0.0001468017,0.0008566947,0.0004955076,0.001186734,0.0001159869,0.00008884116,0.00003865868,0.0457655,0.000004083316,0.001216739,0.9482879,0.001796568],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001644114,0.7628838,0.230177,0.0000770268,0.003786387,0.001927196,0.0002638861,0.0006046657,0.0001156],"genre_scores_gemma":[0.00250143,0.9627492,0.03109632,0.0004985003,0.0006399711,0.000445609,0.00137392,0.000322486,0.000372504],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9946594,"threshold_uncertainty_score":0.9993923,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1986841213","doi":"10.1145/2659796","title":"Supporting Novice to Expert Transitions in User Interfaces","year":2014,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":179,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"Royal Society Te Apārangi","keywords":"Computer science; Human–computer interaction; Focus (optics); User interface; Interface (matter); Task (project management); Vocabulary; Factor (programming language); User interface design; Multimedia; User experience design","retraction":null,"screen_n_in":null,"score":{"opus":0.0849931170347225,"gpt":0.3925779122126836,"spread":0.3075847951779611,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008098979,0.0006341123,0.001899337,0.0005137098,0.0001704782,0.0004495745,0.004772542,0.0003275583,0.00002874222],"category_scores_gemma":[0.001275901,0.0005957578,0.0003720366,0.001424376,0.00005035173,0.000315398,0.001399536,0.0007795359,0.0005081697],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000196131,"about_ca_system_score_gemma":0.0002401032,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003198356,"about_ca_topic_score_gemma":0.0003707302,"domain_scores_codex":[0.9922276,0.003592068,0.001546946,0.001354202,0.0003769688,0.0009021736],"domain_scores_gemma":[0.9946391,0.002329155,0.0004119941,0.002256828,0.0001478708,0.0002150544],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[7.923613e-7,0.00009062738,0.0000440452,0.001705845,0.0000403392,0.00001581621,0.002579835,0.0001517585,0.000002086093,0.0001919301,0.001086731,0.9940902],"study_design_scores_gemma":[0.0002034166,0.000161142,0.0001440801,0.01270324,0.00003901386,0.00005323805,0.00005680833,0.004084513,0.00002399108,0.0001948304,0.9811173,0.001218407],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.0002487802,0.3820803,0.6150909,0.0004891232,0.0008908912,0.0007088624,0.00001038316,0.0003281654,0.0001526174],"genre_scores_gemma":[0.03570925,0.6630166,0.2947825,0.003382366,0.001344734,0.0003130746,0.0001900644,0.0004535627,0.0008078255],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9928718,"threshold_uncertainty_score":0.9996494,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4392560653","doi":"10.1145/3649449","title":"Pre-Trained Language Models for Text Generation: A Survey","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Topic Modeling","field":"Computer Science","cited_by":174,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"National Natural Science Foundation of China","keywords":"Computer science; Text generation; Key (lock); Artificial intelligence; Field (mathematics); Language model; Deep learning; Data science; Natural language processing; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.1677638019158179,"gpt":0.3821377924828532,"spread":0.2143739905670353,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009030863,0.000651346,0.001528736,0.0002973376,0.0002120506,0.0007583152,0.003479381,0.0003639283,0.000004157618],"category_scores_gemma":[0.0009136006,0.0005548502,0.0005702195,0.0008385144,0.00002952519,0.000259356,0.001691301,0.000509194,0.00007439674],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001505159,"about_ca_system_score_gemma":0.0005730558,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003217937,"about_ca_topic_score_gemma":0.0002002267,"domain_scores_codex":[0.9942071,0.00216832,0.001068091,0.001494719,0.0004125314,0.000649235],"domain_scores_gemma":[0.9946353,0.002181826,0.0003633285,0.002480187,0.0002023179,0.0001370763],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[2.91938e-7,0.00001861553,0.000001670532,0.003370676,0.0001187775,0.00001206975,0.0004997335,0.001361689,2.720488e-7,0.001980495,0.00208044,0.9905553],"study_design_scores_gemma":[0.0001504817,0.00003950102,0.00001191088,0.002818099,0.0001532895,0.00003918413,0.000003057865,0.9388282,6.420392e-7,0.0009058429,0.05628977,0.0007600319],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.000008503945,0.4883835,0.5092753,0.00002594994,0.001239888,0.0006030232,0.00006351588,0.0003435143,0.00005682959],"genre_scores_gemma":[0.001176065,0.7551275,0.2373811,0.0001381726,0.002666949,0.0001606131,0.001125916,0.0002263861,0.001997264],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9897952,"threshold_uncertainty_score":0.9996903,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2139315048","doi":"10.1145/1242471.1242473","title":"A survey of RST invariant image watermarking algorithms","year":2007,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Steganography and Watermarking Techniques","field":"Computer Science","cited_by":169,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Digital watermarking; Watermark; Invariant (physics); Computer science; Algorithm; Embedding; Image translation; Artificial intelligence; Image (mathematics); Computer vision; Theoretical computer science; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.1014435778381711,"gpt":0.3632250606547337,"spread":0.2617814828165626,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.01814381,0.0008790495,0.002662844,0.0009553388,0.0002812287,0.0002770676,0.006237516,0.0005161844,0.000003474756],"category_scores_gemma":[0.0008805539,0.0007427786,0.0006878321,0.002471373,0.000224453,0.000430602,0.003726812,0.0009400464,0.00001815397],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001011146,"about_ca_system_score_gemma":0.0002621685,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000747394,"about_ca_topic_score_gemma":0.00004946633,"domain_scores_codex":[0.9905391,0.004587398,0.001921202,0.001280591,0.0006479616,0.001023751],"domain_scores_gemma":[0.9907173,0.004091908,0.001464797,0.003094479,0.0004556111,0.0001758829],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001092445,0.00005816442,0.0002291666,0.002602489,0.000119418,0.00008790869,0.0001004287,0.000001387075,0.000001074592,0.0001638208,0.0001202728,0.9965148],"study_design_scores_gemma":[0.00126183,0.0006809371,0.02032518,0.06845614,0.0005629867,0.0008038612,0.00001066236,0.009623075,0.0004445835,0.004931055,0.884859,0.008040642],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.000004835772,0.4533938,0.5449808,0.000003911274,0.0005375523,0.0003940373,0.00004084975,0.0004353885,0.0002088701],"genre_scores_gemma":[0.0004464666,0.7310351,0.2679932,0.00002651214,0.0001344304,0.00001096074,0.000237916,0.00009004709,0.00002546244],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9884741,"threshold_uncertainty_score":0.9995023,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2410319475","doi":"10.1145/2906153","title":"Ensuring Security and Privacy Preservation for Cloud Data Services","year":2016,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Cloud Data Security Solutions","field":"Computer Science","cited_by":169,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"National Natural Science Foundation of China; National Science Foundation","keywords":"Cloud computing; Computer science; Outsourcing; Computer security; Information privacy; Cloud computing security; Data security; Server; Data breach; Data Protection Act 1998; Internet privacy; Encryption; World Wide Web; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.1388832782470098,"gpt":0.3745543178729794,"spread":0.2356710396259697,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.006895987,0.0005383233,0.001233684,0.0001982317,0.0004944566,0.0006433389,0.010194,0.0003097485,0.000002654672],"category_scores_gemma":[0.00194262,0.000463183,0.0001679548,0.000550812,0.00007272849,0.001320417,0.01894103,0.0003748366,0.00003503609],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009438308,"about_ca_system_score_gemma":0.0002510022,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002158816,"about_ca_topic_score_gemma":0.0001251199,"domain_scores_codex":[0.9948438,0.001467025,0.0009258593,0.001723658,0.0003821604,0.0006575334],"domain_scores_gemma":[0.9867412,0.005336788,0.0007760324,0.00676964,0.0002098283,0.0001665454],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[5.668414e-7,0.00004111057,0.00006419185,0.01068155,0.000111308,0.000002888251,0.0003684337,5.945665e-7,1.360567e-7,0.002968059,0.001843852,0.9839173],"study_design_scores_gemma":[0.0002483,0.00002574066,0.0001426746,0.007954614,0.00009622606,0.00003367524,0.000003346193,0.01728259,2.965738e-7,0.004091538,0.9695373,0.000583675],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00005637195,0.7732643,0.2224469,0.0002205618,0.001165466,0.001107884,0.001338838,0.0003736326,0.00002605092],"genre_scores_gemma":[0.0001712011,0.9588778,0.03717222,0.00005378004,0.001085135,0.00003008463,0.002515252,0.00006714147,0.00002739085],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9833336,"threshold_uncertainty_score":0.999782,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4385456320","doi":"10.1145/3611651","title":"Pre-trained Language Models in Biomedical Domain: A Systematic Survey","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Topic Modeling","field":"Computer Science","cited_by":166,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; Mila - Quebec Artificial Intelligence Institute","funders":"Chinese University of Hong Kong","keywords":"Computer science; Biomedical text mining; Terminology; Domain (mathematical analysis); Data science; Artificial intelligence; Taxonomy (biology); Health informatics; Natural language processing; Health care; Text mining","retraction":null,"screen_n_in":null,"score":{"opus":0.1191560848007357,"gpt":0.3643785811444352,"spread":0.2452224963436995,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.02741373,0.0007271065,0.003495739,0.0009061659,0.0001228778,0.0003419616,0.005927457,0.0005343798,0.000002720958],"category_scores_gemma":[0.003345757,0.0006121159,0.0004377227,0.002928819,0.00006653782,0.0002241835,0.003107051,0.0008838522,0.0001692995],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00028867,"about_ca_system_score_gemma":0.0005782518,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001469624,"about_ca_topic_score_gemma":0.0004700448,"domain_scores_codex":[0.9833999,0.01087513,0.002284268,0.001471556,0.000963741,0.001005434],"domain_scores_gemma":[0.9875,0.008063326,0.0007847083,0.003320917,0.0001017381,0.0002292802],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001170459,0.0001703512,0.0000613333,0.3452847,0.0003578143,0.0006600386,0.004513907,0.00108649,1.977795e-7,0.002074851,0.0002301329,0.645559],"study_design_scores_gemma":[0.0008314462,0.00008856769,0.0005627735,0.2986264,0.0001517157,0.0002120918,0.00008759584,0.6916824,8.122887e-8,0.004009537,0.001434881,0.002312507],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001063752,0.5030972,0.4942265,0.00001874223,0.0008023395,0.00111814,0.00002545217,0.0005716684,0.00003351062],"genre_scores_gemma":[0.004098684,0.9010524,0.0918793,0.0001143656,0.0007984081,0.0002942099,0.0007253304,0.0004229336,0.0006143608],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6905959,"threshold_uncertainty_score":0.999633,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2953529749","doi":"10.1145/3322241","title":"Indoor Localization Improved by Spatial Context—A Survey","year":2019,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Indoor and Outdoor Localization Technologies","field":"Engineering","cited_by":166,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"China Scholarship Council","keywords":"Computer science; Spatial contextual awareness; Context (archaeology); Doors; Computer vision; Spatial analysis; Artificial intelligence; Location-based service; Remote sensing; Telecommunications; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.04414567685770718,"gpt":0.290293049038672,"spread":0.2461473721809649,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002342675,0.0007695862,0.0019617,0.0003003779,0.0001364736,0.0001616809,0.001263025,0.0009645461,0.00006102601],"category_scores_gemma":[0.001431545,0.0007314456,0.0003018115,0.0008251627,0.00008301011,0.0000947826,0.0004108172,0.0007297666,0.0003220204],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002432426,"about_ca_system_score_gemma":0.000127248,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000911038,"about_ca_topic_score_gemma":0.0003126309,"domain_scores_codex":[0.9961999,0.001185834,0.001098537,0.0006100537,0.0002763401,0.0006293306],"domain_scores_gemma":[0.9968156,0.001350539,0.0003426344,0.001216439,0.0001934234,0.00008132942],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[8.954049e-7,0.00001496181,0.0004547638,0.004515884,0.0001493074,0.000001641856,0.00002299922,0.0004654499,5.52168e-7,0.00001005251,0.006859385,0.9875041],"study_design_scores_gemma":[0.0004898784,0.00006322112,0.0002200809,0.002960959,0.0002032325,0.00001023864,0.00001450326,0.0582455,0.00004923657,0.00001796314,0.9363028,0.00142242],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00001325784,0.6641861,0.3317396,0.000001874521,0.001671446,0.0006724795,0.0002834904,0.001316164,0.0001155483],"genre_scores_gemma":[0.01309636,0.9814349,0.0001681986,0.00003465702,0.0001792864,0.00002218575,0.004610936,0.0002860956,0.0001673202],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9860817,"threshold_uncertainty_score":0.9995137,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2971648973","doi":"10.1145/3337772","title":"A Game-theoretic Taxonomy and Survey of Defensive Deception for Cybersecurity and Privacy","year":2019,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Information and Cyber Security","field":"Computer Science","cited_by":165,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Army Research Laboratory; Division of Emerging Frontiers in Research and Innovation; York University; U.S. Department of Energy; National Science Foundation","keywords":"Deception; Computer science; Computer security; Taxonomy (biology); Private information retrieval; Honeypot; Internet privacy; Data science; Psychology; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.1065132746876336,"gpt":0.3306226550611066,"spread":0.2241093803734729,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005969717,0.0003937377,0.001375147,0.0002236584,0.00011603,0.0001939645,0.00108757,0.000261068,0.000002484529],"category_scores_gemma":[0.00138402,0.0003588765,0.0001884372,0.0004139693,0.0001451281,0.0002979084,0.001315872,0.000284756,0.00001385846],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004831607,"about_ca_system_score_gemma":0.0002561395,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002334603,"about_ca_topic_score_gemma":0.00005023651,"domain_scores_codex":[0.996303,0.001692755,0.0008595699,0.0005781645,0.0002168355,0.000349634],"domain_scores_gemma":[0.9939873,0.003453898,0.0009347841,0.001052756,0.0004640395,0.0001071959],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002017814,0.00002174423,0.0005527207,0.00745556,0.00006315425,4.897196e-7,0.0008195025,0.000001275542,2.457201e-8,0.007356637,0.0001508987,0.983576],"study_design_scores_gemma":[0.002797518,0.0006421913,0.04763929,0.01455233,0.0005993064,0.000252995,0.0000875531,0.03466626,0.000006201191,0.005997791,0.8895168,0.003241768],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001544913,0.6855727,0.3097639,0.00001617075,0.0005781428,0.002151959,0.0001127998,0.0001029494,0.0001563957],"genre_scores_gemma":[0.03255471,0.9406434,0.0261038,0.00009185846,0.00007066445,0.00005333246,0.0004137479,0.0000457811,0.00002267685],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9803342,"threshold_uncertainty_score":0.9998863,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386162736","doi":"10.1145/3617592","title":"Deep Learning Approaches on Image Captioning: A Review","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Multimodal Machine Learning Applications","field":"Computer Science","cited_by":164,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Closed captioning; Computer science; Deep learning; Artificial intelligence; Modalities; Context (archaeology); Field (mathematics); Natural language processing; Image (mathematics); Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.1770216083512234,"gpt":0.3854094199385489,"spread":0.2083878115873254,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008427287,0.0007957345,0.002097961,0.0004325797,0.0006460798,0.0004362991,0.004868736,0.0002861104,0.00001384495],"category_scores_gemma":[0.00529073,0.0007241679,0.0006846554,0.002458938,0.00007845651,0.0001568771,0.002484916,0.002233828,0.0039974],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001989538,"about_ca_system_score_gemma":0.0002034215,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002204839,"about_ca_topic_score_gemma":0.0000074895,"domain_scores_codex":[0.9902976,0.005446617,0.001196107,0.001664183,0.0006402469,0.0007552553],"domain_scores_gemma":[0.9904139,0.00506504,0.001167485,0.003019392,0.0001355225,0.0001986776],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[9.431405e-8,0.00003721167,0.00001564476,0.01651076,0.00008384608,0.00001277342,0.00006745695,0.0009154077,2.738168e-8,0.001484805,0.0002949756,0.980577],"study_design_scores_gemma":[0.000209262,0.0001228636,0.0008468081,0.1054464,0.0003707503,0.0001209954,0.000007399732,0.202739,1.386088e-7,0.0004508384,0.6877186,0.00196696],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[8.06847e-7,0.7312114,0.2647992,0.0002717553,0.0002520596,0.0009254103,0.000002560606,0.001630609,0.0009062338],"genre_scores_gemma":[0.00003768383,0.9500902,0.04859335,0.00009699634,0.0002774606,0.0001697473,0.0002464404,0.0001612646,0.0003268627],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.97861,"threshold_uncertainty_score":0.999521,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2083854694","doi":"10.1145/2503009","title":"Distributed data management using MapReduce","year":2014,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":161,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; USable; Implementation; Interface (matter); Cluster analysis; Distributed database; Analytics; Big data; Database; Data management; Computation; Distributed computing; Data science; Data mining; Software engineering; World Wide Web; Parallel computing; Artificial intelligence; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.1412193676821104,"gpt":0.3638292794721453,"spread":0.2226099117900348,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.008713655,0.0009567355,0.00220394,0.000450781,0.0005628049,0.0008203926,0.01887922,0.0002864676,0.000004942132],"category_scores_gemma":[0.0003369547,0.0008525031,0.0004590183,0.00173411,0.00008575236,0.00005796845,0.03364382,0.0007106937,0.0002155408],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002526442,"about_ca_system_score_gemma":0.000130506,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009450457,"about_ca_topic_score_gemma":0.000002777575,"domain_scores_codex":[0.9909362,0.003247537,0.001398346,0.00249728,0.0008164645,0.001104126],"domain_scores_gemma":[0.9862868,0.001297209,0.001044733,0.01104563,0.00009264525,0.0002329556],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[1.958511e-7,0.0000672129,0.000005273828,0.005904925,0.0003614441,0.00007299351,0.00002173787,0.001643553,1.00125e-8,0.0007338016,0.003422581,0.9877663],"study_design_scores_gemma":[0.0001546453,0.00001900046,0.00003122205,0.006954567,0.000334941,0.00006690781,0.000004701441,0.2284476,4.481687e-8,0.0001273344,0.763057,0.0008020668],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.000008538816,0.4962381,0.5008382,0.0000383463,0.001353516,0.000507601,0.00003873969,0.0005735057,0.0004034431],"genre_scores_gemma":[0.0002457213,0.8109846,0.1849388,0.0001451403,0.001479803,0.00001227004,0.001383872,0.0002130259,0.0005968267],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9869642,"threshold_uncertainty_score":0.9993926,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2164348333","doi":"10.1145/2379776.2379780","title":"Survey of scheduling techniques for addressing shared resources in multicore processors","year":2012,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":156,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Thread (computing); Multi-core processor; Scheduling (production processes); Shared resource; Architecture; Distributed computing; Instruction set; Cache; Computer architecture; Embedded system; Operating system; Parallel computing","retraction":null,"screen_n_in":null,"score":{"opus":0.1980098304110593,"gpt":0.3957048113664924,"spread":0.1976949809554332,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01424046,0.000674116,0.002323033,0.0009111956,0.0002172284,0.0002809075,0.004103098,0.0005604345,0.000001763889],"category_scores_gemma":[0.003935758,0.000632112,0.0003493067,0.001975245,0.00009761181,0.0003518713,0.001694136,0.000619455,0.000003163892],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001356792,"about_ca_system_score_gemma":0.0003548761,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004415118,"about_ca_topic_score_gemma":0.00006589333,"domain_scores_codex":[0.9928878,0.003049999,0.001806097,0.001019013,0.0004149253,0.000822196],"domain_scores_gemma":[0.9908497,0.005060852,0.001777256,0.001556119,0.0006275443,0.0001284721],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001935549,0.00009605691,0.001249398,0.006542183,0.00004059972,0.000001578295,0.000362601,0.0003682679,3.077954e-7,0.00003490434,0.00004988036,0.9912523],"study_design_scores_gemma":[0.001717293,0.0005682667,0.01900512,0.1660772,0.0005148776,0.00008245676,0.00004110823,0.6399858,0.0002565477,0.0007817333,0.1637544,0.00721511],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"methods","genre_scores_codex":[0.00003400028,0.5131975,0.48518,0.000005903987,0.0001580206,0.0008117628,0.00003042507,0.0005426666,0.00003974457],"genre_scores_gemma":[0.0045736,0.2939231,0.7008409,0.00001832975,0.0001554009,0.00008786568,0.00026128,0.0001143549,0.00002523754],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9840372,"threshold_uncertainty_score":0.999613,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2123513974","doi":"10.1145/1978802.1978812","title":"Decision-making techniques for software architecture design","year":2011,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":150,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software engineering; Architecture; Architectural pattern; Software architecture; Set (abstract data type); Software; Selection (genetic algorithm); Software system; Management science; Software construction; Artificial intelligence; Programming language; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1609013110975502,"gpt":0.3960676875086373,"spread":0.2351663764110871,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.009245887,0.0008988508,0.002162447,0.0005695774,0.0002985036,0.0002081472,0.006426875,0.00058359,0.000002659787],"category_scores_gemma":[0.03221663,0.0007665693,0.0006757171,0.000917413,0.00007805893,0.0002032993,0.002730154,0.0008694993,0.00001789271],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001805888,"about_ca_system_score_gemma":0.0003066695,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003945943,"about_ca_topic_score_gemma":0.000001211026,"domain_scores_codex":[0.9938694,0.002602919,0.0009842548,0.00137131,0.0002952056,0.0008769528],"domain_scores_gemma":[0.9373408,0.05876514,0.0006971559,0.002863245,0.0002265291,0.0001071384],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001423368,0.0000133664,7.995456e-7,0.002114316,0.00006363036,0.0000124803,0.0000912785,0.00251512,5.168172e-8,0.0002433511,0.000269499,0.9946747],"study_design_scores_gemma":[0.0001456283,0.0002879932,0.00001355079,0.03280259,0.0001780629,0.0002722903,0.00000211086,0.0006350703,0.00001322297,0.2287675,0.7345363,0.00234571],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[1.909405e-8,0.4625575,0.5336879,0.00000214927,0.0008450922,0.0008036229,0.000009308026,0.002089124,0.000005295399],"genre_scores_gemma":[5.695937e-7,0.3291263,0.6704288,0.00002078671,0.0001977029,0.0000918193,0.00000978256,0.000108543,0.0000157122],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.992329,"threshold_uncertainty_score":0.9994785,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3111058005","doi":"10.1145/3422824","title":"Using Social Media for Mental Health Surveillance","year":2020,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Mental Health via Writing","field":"Psychology","cited_by":148,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; USable; Social media; Mental health; Suicidal ideation; Data science; Field (mathematics); Big data; Public health surveillance; Artificial intelligence; Public health; World Wide Web; Suicide prevention; Poison control; Data mining; Psychiatry; Medicine; Medical emergency","retraction":null,"screen_n_in":null,"score":{"opus":0.319806696540665,"gpt":0.5078342189651404,"spread":0.1880275224244753,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008412892,0.0006992935,0.003243075,0.0001758437,0.0009130686,0.00006914661,0.001100443,0.0004383283,0.0001041734],"category_scores_gemma":[0.0008972483,0.0007436217,0.0006209866,0.0006149097,0.00009463465,0.00003779971,0.0006052644,0.0008146323,0.0001914742],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000810751,"about_ca_system_score_gemma":0.0006990677,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003326783,"about_ca_topic_score_gemma":0.000123183,"domain_scores_codex":[0.9888358,0.006420752,0.00184022,0.001177785,0.0003906502,0.001334845],"domain_scores_gemma":[0.9919272,0.005360329,0.001661548,0.0006446482,0.00007837012,0.0003279019],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006407131,0.00004980397,0.0000971859,0.01055876,0.00014315,0.000009273635,0.001753973,1.764771e-7,4.568071e-8,0.000212053,0.007716835,0.9794523],"study_design_scores_gemma":[0.0007245228,0.00009329433,0.0004239119,0.004332975,0.00005565094,0.00009917123,0.0002836325,0.0001273177,4.023167e-8,0.0000487136,0.9930848,0.0007259407],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00003915906,0.9865854,0.002943161,0.0003767459,0.00617429,0.002204392,0.001106687,0.0002753186,0.0002948433],"genre_scores_gemma":[0.0006643287,0.9712596,0.01508833,0.0008463881,0.007764353,0.00009554808,0.003676172,0.0005287625,0.00007655769],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.985368,"threshold_uncertainty_score":0.9995015,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2024277001","doi":"10.1145/2642708","title":"A Survey on Green-Energy-Aware Power Management for Datacenters","year":2014,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":146,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Renewable energy; Data center; Green computing; Electricity; Efficient energy use; Smart grid; Workload; Environmental economics; Energy management; Cloud computing; Energy (signal processing); Computer network; Electrical engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.06131216663973425,"gpt":0.3188776272302686,"spread":0.2575654605905344,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.009835567,0.001152609,0.002351835,0.0006908564,0.0005298979,0.0006031645,0.008203858,0.0003187629,0.000004590321],"category_scores_gemma":[0.0001913952,0.0009898191,0.0009360115,0.001195292,0.0000706028,0.00003181446,0.006362478,0.0005084413,0.0001439502],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002521427,"about_ca_system_score_gemma":0.00008310084,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000637499,"about_ca_topic_score_gemma":0.0000687694,"domain_scores_codex":[0.9903569,0.003935314,0.001331846,0.002313996,0.0008268437,0.001235124],"domain_scores_gemma":[0.9894153,0.004158396,0.0009971359,0.004992305,0.0001744003,0.0002624904],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002534907,0.0001245855,0.00001178431,0.00355355,0.0004405908,0.00002650291,0.00002681136,0.0002049602,1.469055e-9,0.001971261,0.02771977,0.9659176],"study_design_scores_gemma":[0.0004763925,0.0002159009,0.0003408988,0.00705817,0.0001412461,0.000008467196,0.000002593526,0.03492226,5.595446e-8,0.0001368041,0.9556054,0.001091754],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.000003731176,0.329394,0.6657925,0.0001460873,0.00216761,0.001027676,0.00009089929,0.0006170308,0.0007604805],"genre_scores_gemma":[0.002406553,0.9403783,0.03515015,0.004544645,0.002205526,0.0003229912,0.003585083,0.0009168932,0.01048988],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9648259,"threshold_uncertainty_score":0.9992552,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4224284455","doi":"10.1145/3530812","title":"Machine Learning-Enabled IoT Security: Open Issues and Challenges Under Advanced Persistent Threats","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":142,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ciena (Canada); University of Ottawa","funders":"","keywords":"Computer science; Computer security; Internet of Things; Intrusion detection system; Anomaly detection; Bridging (networking); Open research; Network security; Intrusion; Artificial intelligence; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.1261244866201301,"gpt":0.3416907966492521,"spread":0.215566310029122,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.005572751,0.0006411968,0.00173347,0.0002525267,0.001109309,0.0007140016,0.00386006,0.0002664784,0.0001475757],"category_scores_gemma":[0.0003289644,0.0005945645,0.0003844719,0.0006886792,0.0000718578,0.0002566321,0.01036942,0.001412602,0.00003439694],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001853088,"about_ca_system_score_gemma":0.0001417158,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000332476,"about_ca_topic_score_gemma":0.0001443242,"domain_scores_codex":[0.9918267,0.004889507,0.0006888406,0.001473404,0.0005148067,0.000606766],"domain_scores_gemma":[0.9959856,0.001665523,0.0006258955,0.001464769,0.00008368737,0.0001745395],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002652202,0.00006146117,0.000003502802,0.001429721,0.0001430734,0.00001827657,0.0006481765,0.0002689258,3.279449e-8,0.001767323,0.00007716341,0.9955797],"study_design_scores_gemma":[0.0003097685,0.0003817216,0.00001676547,0.0017689,0.00009430725,0.0001237629,0.00006160534,0.01287883,2.642377e-7,0.002405056,0.9812791,0.0006799427],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00002576339,0.9949178,0.001020575,0.000532467,0.001091083,0.0008394734,0.000006729563,0.0003677775,0.001198399],"genre_scores_gemma":[0.0003065924,0.9963215,0.002288116,0.00008020169,0.0002145065,0.00003915768,0.0000643169,0.00006395812,0.000621624],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9948997,"threshold_uncertainty_score":0.9996506,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4226290207","doi":"10.1145/3527848","title":"A Survey of Algorithmic Recourse: Contrastive Explanations and Consequential Recommendations","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":139,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Accountability; Focus (optics); Work (physics); Management science; Data science; Risk analysis (engineering); Political science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.1253850286830653,"gpt":0.3863227453231478,"spread":0.2609377166400825,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009966463,0.0004582967,0.001591114,0.0004927182,0.0005654985,0.0001553533,0.002286531,0.0001902544,0.0001147705],"category_scores_gemma":[0.006459819,0.0004842645,0.0002081757,0.001384659,0.0001641227,0.0002335175,0.002629634,0.001070657,0.00000884153],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000175371,"about_ca_system_score_gemma":0.0007957407,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001479049,"about_ca_topic_score_gemma":0.0001626986,"domain_scores_codex":[0.9863697,0.01078089,0.001116148,0.000890326,0.0004177353,0.0004252286],"domain_scores_gemma":[0.9813438,0.01581546,0.001363653,0.001127256,0.0002342931,0.0001155265],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[7.046624e-7,0.00003810327,0.0001488448,0.0004216901,0.0001833971,0.0000112636,0.0001791428,0.0001682336,3.238437e-8,0.0005856171,0.0004077421,0.9978552],"study_design_scores_gemma":[0.001559216,0.0003258497,0.007680736,0.005620047,0.0007032173,0.0004125079,0.000122514,0.1039022,5.67855e-7,0.0007570696,0.8763031,0.002612997],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.000004807745,0.4622852,0.5352481,0.00007952679,0.001425194,0.0004664529,0.0002392871,0.0001370097,0.0001144871],"genre_scores_gemma":[0.0005755443,0.9370921,0.06069551,0.00002813596,0.0001388551,0.00004305784,0.001278628,0.00007322029,0.00007498392],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9952422,"threshold_uncertainty_score":0.9997609,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1965878030","doi":"10.1145/2635675","title":"Opportunistic Routing in Wireless Networks: Models, Algorithms, and Classifications","year":2014,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Mobile Ad Hoc Networks","field":"Computer Science","cited_by":134,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Computer network; Network packet; Relay; Forwarder; Wireless network; Wireless; Node (physics); Geographic routing; Packet forwarding; Routing (electronic design automation); Set (abstract data type); Distributed computing; Routing protocol; Dynamic Source Routing; Telecommunications","retraction":null,"screen_n_in":null,"score":{"opus":0.09991202871269256,"gpt":0.3247099436215215,"spread":0.2247979149088289,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007920243,0.0007298769,0.002184749,0.0003226846,0.0003166822,0.0005255141,0.003579207,0.0005304839,0.000001905224],"category_scores_gemma":[0.0003448039,0.0007222398,0.0002379062,0.00137023,0.0001228524,0.0002859236,0.002688595,0.001236384,0.00001734698],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001960001,"about_ca_system_score_gemma":0.0003637082,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001524779,"about_ca_topic_score_gemma":0.00007069858,"domain_scores_codex":[0.9919986,0.003556409,0.001550469,0.001556314,0.0003784471,0.0009597285],"domain_scores_gemma":[0.9914793,0.004480881,0.0009749182,0.002665261,0.0001253151,0.0002743437],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[1.157658e-7,0.00003051714,0.00003893531,0.0007920741,0.00003455564,0.00002333564,0.00004172123,0.001939662,5.93234e-9,0.02758246,0.0001874601,0.9693292],"study_design_scores_gemma":[0.000136629,0.00002077899,0.0001070105,0.005947808,0.00005881174,0.00006642478,0.000003296796,0.962039,5.391399e-9,0.0008442942,0.03009003,0.0006859274],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.000001286046,0.3953441,0.6032255,0.00002473218,0.000544735,0.0004410124,0.000004664795,0.0002234472,0.0001905184],"genre_scores_gemma":[0.005131789,0.9685564,0.02527709,0.00006554213,0.0005469806,0.00005932932,0.0001900209,0.000105087,0.00006775821],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9686432,"threshold_uncertainty_score":0.9995229,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3217539601","doi":"10.1145/3485129","title":"Vehicular Edge Computing: Architecture, Resource Management, Security, and Challenges","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":134,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Edge computing; Architecture; Dissemination; Computer security; Service (business); Enhanced Data Rates for GSM Evolution; Data science; Telecommunications","retraction":null,"screen_n_in":null,"score":{"opus":0.08240530645500395,"gpt":0.3128260338022627,"spread":0.2304207273472588,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.007055888,0.001301404,0.00300159,0.000705388,0.0007752522,0.0009863531,0.00501106,0.0005768564,0.00000165883],"category_scores_gemma":[0.0003867222,0.001260637,0.0007507616,0.001406159,0.000171666,0.0001578656,0.01397278,0.001599673,0.00006000347],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001343772,"about_ca_system_score_gemma":0.0001810558,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002333913,"about_ca_topic_score_gemma":0.000003211627,"domain_scores_codex":[0.9889683,0.004790194,0.001378799,0.00259656,0.0007975524,0.001468631],"domain_scores_gemma":[0.9921652,0.003036361,0.0008710744,0.003383507,0.0001725677,0.0003712521],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[3.445519e-7,0.00006926864,0.00001184092,0.01103918,0.0003532177,0.0003743753,0.0008359269,0.00002365842,2.323655e-8,0.001582325,0.001822747,0.9838871],"study_design_scores_gemma":[0.0002900696,0.0000533887,0.00009397102,0.01308753,0.0002142018,0.0005418668,0.00003173231,0.002798609,5.495648e-7,0.000947989,0.9806195,0.00132055],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00002662268,0.9243712,0.06467738,0.0002525446,0.005311744,0.0006903473,0.000002033809,0.0007833294,0.003884739],"genre_scores_gemma":[0.00005194055,0.9706065,0.02544494,0.0001370617,0.0033762,0.000007161111,0.0001021013,0.0001459118,0.0001281616],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9825665,"threshold_uncertainty_score":0.9999738,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391614403","doi":"10.1145/3645101","title":"Generalized Video Anomaly Event Detection: Systematic Taxonomy and Comparison of Deep Models","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Anomaly Detection Techniques and Applications","field":"Computer Science","cited_by":133,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; University of British Columbia; University of Toronto","funders":"China Scholarship Council; Fudan University; National Natural Science Foundation of China","keywords":"Computer science; Anomaly detection; Scope (computer science); Taxonomy (biology); Unsupervised learning; Event (particle physics); Artificial intelligence; Data science; Machine learning; Deep learning","retraction":null,"screen_n_in":null,"score":{"opus":0.1020405572433923,"gpt":0.3522167589057039,"spread":0.2501762016623115,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002175149,0.0004972667,0.002243391,0.0003956003,0.0002170069,0.0002626478,0.001586212,0.0002742608,0.000002302387],"category_scores_gemma":[0.00009283458,0.0004143081,0.0004955018,0.001088909,0.00006690678,0.0001683143,0.001325072,0.0004273654,0.00002810018],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001232765,"about_ca_system_score_gemma":0.00008259733,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001056939,"about_ca_topic_score_gemma":0.00002949548,"domain_scores_codex":[0.9956412,0.001250198,0.001641866,0.0008625175,0.0002981821,0.0003060777],"domain_scores_gemma":[0.9963301,0.0007105985,0.001061713,0.001632712,0.0001514734,0.0001134042],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[2.581017e-7,0.0000408721,0.000004306215,0.06525126,0.0001746024,0.000002166923,0.00007804998,0.00016187,0.000001000706,0.003504018,0.00007431462,0.9307073],"study_design_scores_gemma":[0.0001954629,0.0002029295,0.00001343517,0.04247851,0.001318721,0.0002523603,0.00003075221,0.8879513,0.00006973039,0.00358339,0.06264233,0.001261088],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.00000977519,0.4822633,0.5162691,0.000007129061,0.000178236,0.0009349764,0.000003953152,0.000282723,0.00005083668],"genre_scores_gemma":[0.08421407,0.8041317,0.1102639,0.00002108154,0.0002130378,0.0008958363,0.00002255489,0.0001010988,0.000136599],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9294462,"threshold_uncertainty_score":0.9998309,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2782183607","doi":"10.1145/3154834","title":"Underwater Wireless Sensor Networks","year":2018,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Underwater Vehicles and Communication Systems","field":"Engineering","cited_by":131,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Fundação de Amparo à Pesquisa do Estado de Minas Gerais; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Canada Research Chairs","keywords":"Topology control; Computer science; Network topology; Context (archaeology); Computer network; Topology (electrical circuits); Wireless sensor network; Underwater; Wireless; Distributed computing; Wireless network; Key distribution in wireless sensor networks; Telecommunications; Electrical engineering; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.06766023760726628,"gpt":0.2975324971220443,"spread":0.229872259514778,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001914882,0.0005563808,0.001401642,0.0001362444,0.0001709732,0.0002069849,0.001535149,0.000448195,0.00002436871],"category_scores_gemma":[0.00000782531,0.0004749683,0.0003628541,0.0003690884,0.00006408507,0.00005196825,0.0006070259,0.0005936706,0.0005145366],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001354872,"about_ca_system_score_gemma":0.00003355787,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004481979,"about_ca_topic_score_gemma":0.00002204864,"domain_scores_codex":[0.996558,0.001413092,0.0008958601,0.0003951996,0.0001909559,0.0005468828],"domain_scores_gemma":[0.9971423,0.000685288,0.0001955185,0.001780297,0.00008417947,0.0001124319],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[1.712054e-7,0.00001008496,0.00001993314,0.003531852,0.0002560152,0.000004451637,0.00006681254,0.000677433,3.764458e-7,0.000004058204,0.001175432,0.9942534],"study_design_scores_gemma":[0.00008132656,0.00001233804,0.00001388907,0.00522038,0.00009767852,0.00004581699,0.00001044311,0.01496388,0.000002550519,0.0000134295,0.9789387,0.0005995567],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0000406861,0.8765907,0.1209801,0.000005407934,0.0006316356,0.0003262347,0.000009472847,0.0007685936,0.0006472054],"genre_scores_gemma":[0.004006694,0.9924997,0.001795404,0.00001613485,0.0009323712,0.00001526086,0.0002032211,0.0002151359,0.0003160518],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9936538,"threshold_uncertainty_score":0.9997702,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2048899404","doi":"10.1145/2187671.2187673","title":"Mitigating program security vulnerabilities","year":2012,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Web Application Security Vulnerabilities","field":"Computer Science","cited_by":129,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Secure coding; Vulnerability management; Vulnerability (computing); Computer security; Security bug; Software deployment; Vulnerability assessment; Security testing; Variety (cybernetics); Software security assurance; Risk analysis (engineering); Damages; Key (lock); Security information and event management; Security service; Information security; Cloud computing security; Software engineering; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.08518590885983726,"gpt":0.3652950161445279,"spread":0.2801091072846906,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.01129461,0.001054527,0.002483039,0.0003529682,0.0006250509,0.0009337268,0.006406118,0.0005965919,0.00003809063],"category_scores_gemma":[0.001672879,0.0009881698,0.0008244778,0.001508913,0.0003268419,0.0006813387,0.004122021,0.001626134,0.0004524954],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003283682,"about_ca_system_score_gemma":0.0005197378,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002291675,"about_ca_topic_score_gemma":0.00002172131,"domain_scores_codex":[0.9879385,0.006430189,0.001781982,0.001598549,0.000856962,0.001393858],"domain_scores_gemma":[0.9865147,0.006890288,0.001112576,0.004735566,0.0003661875,0.0003806068],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[1.068672e-7,0.0001612415,0.00004889548,0.007229134,0.00007709384,0.000002565266,0.001155238,0.000002811765,3.75161e-8,0.01090398,0.0003181374,0.9801008],"study_design_scores_gemma":[0.0001107177,0.00005479153,0.00004290882,0.002600536,0.0001222524,0.00008270339,0.00004907832,0.001426095,0.000002729421,0.006184819,0.9881454,0.001178005],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00005665957,0.9666951,0.0260384,0.00008435976,0.001199015,0.001992602,0.00003596663,0.002511828,0.001386007],"genre_scores_gemma":[0.002967689,0.8737938,0.1199975,0.00009236242,0.001784039,0.000683805,0.0002774588,0.0002074773,0.0001958501],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9878272,"threshold_uncertainty_score":0.9992568,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3091348074","doi":"10.1145/3408292","title":"A Survey on Trust Evaluation Based on Machine Learning","year":2020,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Access Control and Trust","field":"Social Sciences","cited_by":128,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Francis Xavier University; University of Alberta","funders":"National Postdoctoral Program for Innovative Talents; China Electronics Technology Group Corporation; Higher Education Discipline Innovation Project; National Natural Science Foundation of China; Academy of Finland; Foundation for Innovative Research Groups of the National Natural Science Foundation of China; China Postdoctoral Science Foundation","keywords":"Computer science; Process (computing); Machine learning; Artificial intelligence; Granularity; Automation; Data science; Knowledge management","retraction":null,"screen_n_in":null,"score":{"opus":0.1593665496030791,"gpt":0.4166764245528145,"spread":0.2573098749497353,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.02868117,0.0005048228,0.001533682,0.0002417856,0.001071226,0.0003134214,0.001305838,0.0003750913,0.0002798884],"category_scores_gemma":[0.02576299,0.0004383579,0.00041914,0.001151048,0.0001089622,0.00006700565,0.0002002249,0.001197886,0.0004815065],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003955056,"about_ca_system_score_gemma":0.001142382,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007874353,"about_ca_topic_score_gemma":0.002633304,"domain_scores_codex":[0.967075,0.02949738,0.0006576088,0.0008196605,0.001405393,0.0005448848],"domain_scores_gemma":[0.987747,0.01044724,0.0007372422,0.0005847753,0.000275872,0.0002078626],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000693645,0.00005011322,0.002434652,0.0002768887,0.00005911576,0.000008488527,0.0001450088,0.0006452436,2.526721e-9,0.00008088276,0.0002598544,0.9960328],"study_design_scores_gemma":[0.0005539117,0.0001770784,0.01080159,0.002887664,0.000272121,2.986428e-7,0.00001631856,0.04726603,2.405146e-8,0.00004156538,0.9373388,0.0006446264],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00003142233,0.97858,0.00132293,0.0003198929,0.001392248,0.001654046,0.000124276,0.0004186395,0.01615657],"genre_scores_gemma":[0.07394464,0.9206663,0.0001609668,0.0004020843,0.001786393,0.00004780854,0.002327848,0.0001649669,0.0004990404],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9953882,"threshold_uncertainty_score":0.9998068,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3202962003","doi":"10.1145/3465398","title":"A Survey on Applications of Artificial Intelligence in Fighting Against COVID-19","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":128,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China; National Science Foundation","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Computer science; Big data; Scope (computer science); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Data science; 2019-20 coronavirus outbreak; Transmission (telecommunications); Applications of artificial intelligence; Artificial intelligence; Outbreak; Disease; Infectious disease (medical specialty); Virology; Medicine; Data mining; Telecommunications","retraction":null,"screen_n_in":null,"score":{"opus":0.1946503451717503,"gpt":0.445800451926725,"spread":0.2511501067549746,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01113145,0.0005673449,0.002943933,0.000879447,0.0001480755,0.00005769835,0.0007019702,0.0004440687,0.00005121272],"category_scores_gemma":[0.03263218,0.0005610921,0.0005179408,0.003179435,0.0001457843,0.00002502271,0.0006326262,0.001067037,0.00006006891],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008601064,"about_ca_system_score_gemma":0.003057715,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002161862,"about_ca_topic_score_gemma":0.001079392,"domain_scores_codex":[0.9912472,0.004476825,0.002020802,0.001155872,0.0005658588,0.0005334818],"domain_scores_gemma":[0.9696202,0.02677377,0.001013025,0.00195314,0.0003417634,0.0002981234],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004385368,0.0004598935,0.001079837,0.01076036,0.0001052307,0.00009183461,0.0001351755,0.0005502508,4.480385e-7,0.00007510357,0.0009698053,0.9857677],"study_design_scores_gemma":[0.0002922964,0.0001756056,0.003481229,0.05814915,0.0004407127,0.00003650167,0.00005806002,0.001957451,0.00001420629,0.0001056691,0.9341787,0.001110423],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000130035,0.963834,0.032286,0.0007220381,0.0003653312,0.002085238,0.0003445446,0.0001737198,0.00005909756],"genre_scores_gemma":[0.00191227,0.9885464,0.002269112,0.003199647,0.0004409649,0.0001239556,0.003302962,0.0001624192,0.0000422247],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9846572,"threshold_uncertainty_score":0.999684,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2023426379","doi":"10.1145/2522968.2522977","title":"Peer-to-peer architectures for massively multiplayer online games","year":2013,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":127,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Scalability; Peer-to-peer; Architecture; Massively parallel; Rendering (computer graphics); Distributed computing; Cheating; Multimedia; Human–computer interaction; Artificial intelligence; Parallel computing","retraction":null,"screen_n_in":null,"score":{"opus":0.09724405236065099,"gpt":0.3670537615126336,"spread":0.2698097091519827,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":["metaepi_narrow","open_science"],"category_scores_codex":[0.005427296,0.001443865,0.003047596,0.001262012,0.0003892796,0.0008143154,0.01258759,0.0008011743,0.00000918016],"category_scores_gemma":[0.0147124,0.001202787,0.0008831827,0.002212678,0.0001246834,0.0001089622,0.008079204,0.001336558,0.0005183653],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002726003,"about_ca_system_score_gemma":0.0003965752,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001629798,"about_ca_topic_score_gemma":0.0001015069,"domain_scores_codex":[0.9914074,0.001219872,0.001522678,0.002440152,0.001541487,0.001868446],"domain_scores_gemma":[0.9861564,0.006407365,0.0008247715,0.004543051,0.001584515,0.0004839159],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001394956,0.00007318008,0.00003442033,0.001046255,0.0001743383,0.00001697195,0.0001818482,0.001090745,0.000001103545,0.0001601117,0.06256274,0.9346569],"study_design_scores_gemma":[0.0002646626,0.0002239874,0.0005653793,0.003463901,0.00009408767,0.00006286749,0.00001246945,0.006441835,0.000009948914,0.0009701414,0.9863771,0.001513591],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0002366977,0.4531279,0.532547,0.005452411,0.002268018,0.003593041,0.000298307,0.002397138,0.00007949965],"genre_scores_gemma":[0.0003829181,0.06212105,0.9288746,0.0008487147,0.001281179,0.0004685127,0.0003611484,0.0002865813,0.005375315],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9331433,"threshold_uncertainty_score":0.9999433,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}