{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":797,"total_is_capped":false,"direct_labels_cover":2,"predictions_cover":797,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"cd5af0cfa622","filters":{"topic":"Adversarial Robustness in Machine Learning"}},"results":[{"id":"W3016970897","doi":"10.1038/s42256-020-00257-z","title":"Shortcut learning in deep neural networks","year":2020,"lang":"en","type":"article","venue":"Nature Machine Intelligence","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":1811,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Vector Institute; University of Toronto","funders":"","keywords":"Artificial intelligence; Computer science; Deep learning; Transferability; Benchmarking; Machine learning; Artificial neural network; Deep neural networks; Robustness (evolution); Perspective (graphical); Management","retraction":null,"screen_n_in":null,"score":{"opus":0.01015069865557966,"gpt":0.2686482803120768,"spread":0.2584975816564971,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.000444301,0.0003210462,0.0003353978,0.0001491149,0.000156629,0.0001747922,0.002061534,0.000348404,0.00007787468],"category_scores_gemma":[0.001150406,0.0003057858,0.0001120326,0.001513652,0.00006241152,0.0005488103,0.0008455639,0.004810463,0.00004199471],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006464163,"about_ca_system_score_gemma":0.00003095293,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005934562,"about_ca_topic_score_gemma":0.00006518372,"domain_scores_codex":[0.997452,0.0002737831,0.000446437,0.0008169807,0.0004477274,0.0005630467],"domain_scores_gemma":[0.9987856,0.000358298,0.0001515022,0.0004123005,0.00007514269,0.0002172269],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002054815,0.00001507837,0.01737153,0.000009174199,0.000006928167,0.0001350446,0.0006708964,0.7979993,0.00001970027,0.01141038,0.0000279007,0.1723135],"study_design_scores_gemma":[0.0001001476,0.00009366644,0.001706184,0.00001417167,0.000004263122,0.00002424026,0.00004389881,0.995792,0.0001552415,0.0005560225,0.001192144,0.0003179652],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001885516,0.001998026,0.9884689,0.004818447,0.0006761044,0.0001820085,3.588657e-7,0.0004986969,0.001471896],"genre_scores_gemma":[0.9742988,0.00003629863,0.02195402,0.003268117,0.0003614509,0.000008230485,0.000007294567,0.00002956683,0.00003626561],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9724132,"threshold_uncertainty_score":0.9999394,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2963564844","doi":"10.1145/3128572.3140444","title":"Adversarial Examples Are Not Easily Detected","year":2017,"lang":"en","type":"article","venue":"","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":1415,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Air Force Office of Scientific Research; Multidisciplinary University Research Initiative; Canadian Institute for Advanced Research; William and Flora Hewlett Foundation","keywords":"Adversarial system; Computer science; Artificial intelligence; Simple (philosophy); Deep neural networks; Space (punctuation); Artificial neural network; Machine learning; Theoretical computer science; Epistemology","retraction":null,"screen_n_in":null,"score":{"opus":0.03649618725626082,"gpt":0.2836542017279437,"spread":0.2471580144716829,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003173935,0.0001759262,0.0001980986,0.00007398297,0.0009925242,0.0006250129,0.002832237,0.00009869975,0.0001075303],"category_scores_gemma":[0.001170596,0.0001580869,0.00008235001,0.00007743008,0.0001038677,0.001132158,0.001190131,0.0002680906,0.0001933109],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004027383,"about_ca_system_score_gemma":0.00006270774,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004509061,"about_ca_topic_score_gemma":0.0001289929,"domain_scores_codex":[0.9985214,0.00008388017,0.000193262,0.000493326,0.0003547053,0.0003533889],"domain_scores_gemma":[0.9976627,0.0001448913,0.0003059486,0.001676972,0.00009218779,0.0001173543],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0002395266,0.0002464519,0.1593879,0.00006603463,0.0002245533,0.0005691141,0.001940266,0.01389069,0.009616529,0.4580553,0.004951969,0.3508117],"study_design_scores_gemma":[0.002162182,0.00009006615,0.7087808,0.0000452052,0.00002055196,0.00002834421,0.00007283922,0.2673087,0.004932635,0.003956074,0.01182723,0.0007753017],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03286321,0.000008518819,0.9489877,0.001925919,0.001602654,0.0001311044,0.000001375117,0.0005383268,0.01394119],"genre_scores_gemma":[0.8889732,0.000001694404,0.109392,0.0002182773,0.0003375337,0.000005775146,7.447935e-7,0.00001281123,0.001057957],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.85611,"threshold_uncertainty_score":0.7633794,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2997532515","doi":"10.1016/j.eng.2019.12.012","title":"Adversarial Attacks and Defenses in Deep Learning","year":2020,"lang":"en","type":"article","venue":"Engineering","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":660,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; University of Toronto","funders":"","keywords":"Adversarial system; Adversarial machine learning; Computer science; Robustness (evolution); Vulnerability (computing); Deep learning; Artificial intelligence; Implementation; Computer security; Frontier; Cover (algebra); Data science; Field (mathematics); Attack surface; Machine learning; Engineering; Political science; Software engineering; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.007379679572347504,"gpt":0.2004817178216978,"spread":0.1931020382493503,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001300608,0.0001139648,0.0001366944,0.00007243347,0.00004544194,0.00006648419,0.0002631973,0.00004752564,0.000007540118],"category_scores_gemma":[0.0004875663,0.0001285565,0.00002074625,0.0002950872,0.000009725274,0.0003267058,0.0002753187,0.0004049749,0.00001222088],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002371115,"about_ca_system_score_gemma":0.00001005766,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000864481,"about_ca_topic_score_gemma":0.000001575151,"domain_scores_codex":[0.9992283,0.00003035924,0.0001343447,0.0002668633,0.0001206357,0.0002194817],"domain_scores_gemma":[0.9996446,0.0001258665,0.00002879121,0.0001012088,0.000009708547,0.000089865],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003967025,0.000002541302,0.006998775,0.00001928447,0.000005369639,0.00004364864,0.002194971,0.9768371,0.0004996462,0.00423111,0.000005574563,0.009158023],"study_design_scores_gemma":[0.0003374946,0.00002867946,0.005293961,0.00001523108,0.000001985715,0.000006478204,0.00004409449,0.9920017,0.00009945891,0.00002367423,0.001997066,0.0001502123],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07921864,0.0001875604,0.9192561,0.0004837893,0.000207322,0.00005434089,7.33189e-8,0.0002920068,0.0003001668],"genre_scores_gemma":[0.9436486,0.000009014565,0.05607979,0.00008341349,0.0001534181,0.00000295412,5.600916e-7,0.00001343444,0.000008833689],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.86443,"threshold_uncertainty_score":0.5242383,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2963096987","doi":"","title":"A closer look at memorization in deep networks","year":2017,"lang":"en","type":"article","venue":"Jagiellonian University Repository (Jagiellonian University)","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":654,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal; Canadian Institute for Advanced Research; McGill University; Université de Montréal; Concordia University","funders":"Samsung; Institut de Valorisation des Données; Natural Sciences and Engineering Research Council of Canada; Samsung Advanced Institute of Technology; Canadian Institute for Advanced Research","keywords":"Memorization; Deep neural networks; Computer science; Artificial intelligence; Generalization; Deep learning; Robustness (evolution); Regularization (linguistics); Artificial neural network; Machine learning; Adversarial system; Noise (video); Mathematics; Cognitive psychology; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.006018646023883206,"gpt":0.1883984567121577,"spread":0.1823798106882745,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0003477087,0.0004873408,0.0005179047,0.0008825139,0.003034165,0.0004611238,0.004593667,0.0004761601,0.00004889975],"category_scores_gemma":[0.00008742735,0.0006495372,0.0002763145,0.000903806,0.0004811232,0.003126668,0.002926979,0.0008673564,0.0000830725],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00155285,"about_ca_system_score_gemma":0.0002695573,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009550848,"about_ca_topic_score_gemma":0.001130631,"domain_scores_codex":[0.9965017,0.0004792547,0.000325517,0.001324973,0.0004888386,0.0008797212],"domain_scores_gemma":[0.9961329,0.0001676582,0.0006726148,0.002416907,0.0002032151,0.0004067252],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0009061918,0.0006276394,0.6465755,0.0001327912,0.0004045678,0.03109387,0.006032169,0.1917568,0.002257756,0.1068334,0.001385177,0.01199421],"study_design_scores_gemma":[0.008372591,0.0004116449,0.1742723,0.0003506275,0.0002612247,0.000308381,0.002038054,0.6825202,0.001366098,0.0003510062,0.1267395,0.003008367],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1847321,0.0001055203,0.567003,0.00208427,0.002855883,0.0008323239,0.000005019169,0.0008661632,0.2415157],"genre_scores_gemma":[0.9380847,0.00008944096,0.007425959,0.00008910522,0.000200077,2.765397e-7,0.000008133653,0.00003944557,0.05406284],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7533526,"threshold_uncertainty_score":0.9995956,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2951873722","doi":"","title":"Learning deep representations by mutual information estimation and maximization","year":2018,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":514,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Infomax; Artificial intelligence; Mutual information; Computer science; Unsupervised learning; Locality; Representation (politics); Machine learning; Feature learning; Matching (statistics); Maximization; Artificial neural network; Deep learning; Autoencoder; Pattern recognition (psychology); Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.02527924104425566,"gpt":0.1959921560152496,"spread":0.1707129149709939,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002910916,0.000221771,0.0001863158,0.0002862534,0.0003981368,0.0003247938,0.0006626809,0.0002439749,0.00002484179],"category_scores_gemma":[0.0003661476,0.0002826318,0.00005630949,0.0004658285,0.0001155733,0.002279746,0.001431716,0.0005855265,0.00007809963],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000149706,"about_ca_system_score_gemma":0.00007769472,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001010647,"about_ca_topic_score_gemma":0.00000638549,"domain_scores_codex":[0.9986242,0.0002208548,0.0002366038,0.0005774566,0.0001243442,0.0002165456],"domain_scores_gemma":[0.9985916,0.000129146,0.0004430756,0.0005224893,0.0002140471,0.0000996563],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001102502,0.00001109058,0.002602922,0.00003749949,0.00002432718,0.000005453367,0.001090085,0.9674179,0.000003698575,0.02251586,0.0002585374,0.006021609],"study_design_scores_gemma":[0.0003304216,0.00004193577,0.0009140384,0.00003617411,0.00003650221,0.000004108237,0.0001573249,0.9852446,0.00002023128,0.01263825,0.0003075822,0.0002688589],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05531458,0.00001570134,0.9421192,0.0001216464,0.000342322,0.0002259192,0.000003785923,0.0003349641,0.001521816],"genre_scores_gemma":[0.9708219,0.00006463908,0.0284138,0.00004796096,0.0000512706,0.000001456453,0.000218902,0.00001196204,0.0003681684],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9155073,"threshold_uncertainty_score":0.9999626,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2991523350","doi":"10.1109/tmi.2020.3006437","title":"Confidence Calibration and Predictive Uncertainty Estimation for Deep Medical Image Segmentation","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Medical Imaging","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":341,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"National Institute of Biomedical Imaging and Bioengineering; Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; National Institutes of Health","keywords":"Dice; Segmentation; Normalization (sociology); Image segmentation; Calibration; Convolutional neural network; Pattern recognition (psychology); Medical imaging","retraction":null,"screen_n_in":null,"score":{"opus":0.01186382904086464,"gpt":0.2884710260404177,"spread":0.2766071969995531,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005256086,0.0001635431,0.0001799781,0.00008189462,0.0003121311,0.0001441371,0.0003892737,0.00009963079,0.000133681],"category_scores_gemma":[0.0006353469,0.000158871,0.00005708048,0.0002678584,0.0001921815,0.001087331,0.000009622826,0.0004800004,0.000006921889],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000654065,"about_ca_system_score_gemma":0.0001859701,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002949383,"about_ca_topic_score_gemma":0.000007974839,"domain_scores_codex":[0.9978356,0.0001598467,0.0003347735,0.0004838254,0.00094711,0.0002388428],"domain_scores_gemma":[0.9985315,0.0006884234,0.00009949214,0.0001566048,0.00009104401,0.0004329053],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001393985,0.00009956065,0.00004031784,0.0001266268,0.0000523985,0.00005407016,0.004424831,0.3593577,0.001000397,0.003442092,0.0003036627,0.630959],"study_design_scores_gemma":[0.0009357228,0.00008166437,0.00001958131,0.00006931243,0.00002499325,0.00002735509,0.0002105829,0.9953997,0.001872099,0.001179466,0.00003215694,0.0001474066],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0003178106,0.00002498326,0.9743273,0.02425236,0.0004389846,0.0003470863,0.000007038051,0.0002462982,0.00003816092],"genre_scores_gemma":[0.884614,0.00002561598,0.1114827,0.003618028,0.0001367228,0.00008575025,0.0000137576,0.00001703899,0.000006471494],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8842962,"threshold_uncertainty_score":0.647857,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2618318883","doi":"10.48550/arxiv.1705.08551","title":"Safe Model-based Reinforcement Learning with Stability Guarantees","year":2017,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":337,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Reinforcement learning; Inverted pendulum; Stability (learning theory); Computer science; State space; Artificial neural network; Lyapunov function; Gaussian process; Process (computing); State (computer science); Artificial intelligence; Control (management); Control theory (sociology); Machine learning; Gaussian; Algorithm; Mathematics; Nonlinear system","retraction":null,"screen_n_in":null,"score":{"opus":0.0607400630856931,"gpt":0.1995221572087716,"spread":0.1387820941230785,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004030774,0.000208536,0.0002069055,0.00009475621,0.001180576,0.0002135009,0.001875783,0.00007371892,0.00004411404],"category_scores_gemma":[0.0001520817,0.0002047221,0.00008335269,0.0001891201,0.0002370596,0.001217517,0.0005544378,0.0003928751,0.00003662603],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001529196,"about_ca_system_score_gemma":0.0001755277,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001277989,"about_ca_topic_score_gemma":0.00004204967,"domain_scores_codex":[0.998557,0.0001066461,0.0001360157,0.0006847188,0.0001445016,0.0003711425],"domain_scores_gemma":[0.9978585,0.00009267303,0.000292179,0.001499061,0.0001351419,0.0001224963],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007399862,0.00002602563,0.0211965,0.00001396236,0.00001717398,0.00007666712,0.0001380571,0.9023989,0.00003884072,0.07558786,0.000006692091,0.0004253586],"study_design_scores_gemma":[0.0009880661,0.0001192731,0.002074412,0.00003303204,0.00002000433,0.000001419727,0.00005061447,0.9941717,0.0002815256,0.001847277,0.0001403118,0.0002723796],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1734951,0.000003388647,0.8182085,0.0001614647,0.00007688509,0.0001250748,3.450555e-7,0.0001741339,0.007755217],"genre_scores_gemma":[0.9875631,0.000004249338,0.01130805,0.00006107083,0.00002400682,5.569926e-7,0.000001910368,0.0000131019,0.001023939],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8140681,"threshold_uncertainty_score":0.9080156,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2963693747","doi":"10.1109/cvpr.2019.00445","title":"Decoupling direction and norm for efficient gradient-based L2 adversarial attacks and defenses","year":2019,"lang":"","type":"article","venue":"Espace ÉTS (ETS)","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":252,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"MNIST database; Adversarial system; Norm (philosophy); Computer science; Decoupling (probability); Robustness (evolution); Artificial intelligence; Perturbation (astronomy); Algorithm; Pattern recognition (psychology); Machine learning; Mathematical optimization; Deep learning; Mathematics; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01118041105150784,"gpt":0.2603883496451301,"spread":0.2492079385936223,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001355408,0.0006568827,0.0007076431,0.0004174993,0.0009449944,0.0006622066,0.0005556419,0.00035162,0.0000531326],"category_scores_gemma":[0.0007632319,0.0006973385,0.0002115901,0.0006218407,0.0002703539,0.0005458175,0.0006287777,0.0006140289,0.00005266674],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002533394,"about_ca_system_score_gemma":0.0002510228,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001517928,"about_ca_topic_score_gemma":0.0001087088,"domain_scores_codex":[0.9958451,0.0002049413,0.0005722499,0.001715673,0.0006237185,0.001038335],"domain_scores_gemma":[0.9965934,0.001417053,0.0005353743,0.0008175133,0.0002504799,0.0003861503],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001207814,0.0002704711,0.03961799,0.0005862362,0.0001614723,0.00002268986,0.005988119,0.8900856,0.001324517,0.006131987,0.0002359805,0.05436716],"study_design_scores_gemma":[0.004544839,0.000605893,0.007604165,0.0002929379,0.0001451327,0.00002636128,0.0003459894,0.9791414,0.0007263886,0.00009112641,0.005668447,0.0008072854],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5402941,0.0007394713,0.451756,0.001034965,0.00463619,0.001143891,0.00001081472,0.0001471611,0.0002374647],"genre_scores_gemma":[0.9720788,0.00005483267,0.02627097,0.0001976909,0.000544025,0.00003966067,0.000009838365,0.0000773611,0.000726855],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4317847,"threshold_uncertainty_score":0.9995478,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2141473882","doi":"","title":"Shallow vs. Deep Sum-Product Networks","year":2011,"lang":"en","type":"article","venue":"","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":237,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Deep learning; Product (mathematics); Computer science; Artificial neural network; Artificial intelligence; Deep neural networks; Computation; Layer (electronics); Deep water; Theoretical computer science; Mathematics; Algorithm; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02377801740260188,"gpt":0.23183415635814,"spread":0.2080561389555381,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000367648,0.0001461543,0.000148223,0.00006486462,0.0001352406,0.00007420173,0.001322208,0.00005560583,0.0003536163],"category_scores_gemma":[0.00009150132,0.0001268198,0.00006001687,0.0003354432,0.00004475883,0.0005549322,0.0005583463,0.0002720846,0.0001855858],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002433531,"about_ca_system_score_gemma":0.00002388081,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000137696,"about_ca_topic_score_gemma":0.00004882039,"domain_scores_codex":[0.998702,0.00007864525,0.0001794046,0.0004755698,0.0001966924,0.0003677041],"domain_scores_gemma":[0.9989451,0.00005219605,0.000067293,0.0007806289,0.00005533297,0.00009945989],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003935963,0.000152692,0.06006783,0.00001516067,0.00006933336,0.0001420075,0.003104197,0.08727185,0.00003738443,0.6524526,0.003633615,0.193014],"study_design_scores_gemma":[0.0002130955,0.0000529937,0.02205608,0.000006198334,0.000006130525,0.00001862782,0.00001968995,0.9715977,0.0001412799,0.00313319,0.002472161,0.0002828621],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001249659,0.00007834078,0.9256109,0.0003066626,0.0008971949,0.00008326343,3.578811e-8,0.0004483982,0.07132555],"genre_scores_gemma":[0.7301266,0.000006302614,0.2681106,0.0004704878,0.0002114507,0.000004745045,7.480838e-7,0.0000113231,0.001057664],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8843259,"threshold_uncertainty_score":0.5171563,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2954903132","doi":"10.1109/icse.2019.00107","title":"CRADLE: Cross-Backend Validation to Detect and Localize Bugs in Deep Learning Libraries","year":2019,"lang":"en","type":"article","venue":"","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":191,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; MNIST database; Implementation; Deep learning; Artificial intelligence; Software bug; Software; Reliability (semiconductor); Machine learning; Anomaly detection; Key (lock); Software engineering; Programming language; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.007898350116497276,"gpt":0.2634367416265574,"spread":0.2555383915100602,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004364083,0.0001472787,0.0001798797,0.0001823292,0.0001137505,0.000583025,0.0004836755,0.00008189766,0.0001583262],"category_scores_gemma":[0.0003237622,0.0001413169,0.00002504278,0.0005610946,0.00004084995,0.001351148,0.0006186223,0.0003081748,0.0001862108],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003882718,"about_ca_system_score_gemma":0.00003350112,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001048419,"about_ca_topic_score_gemma":0.00002404841,"domain_scores_codex":[0.9986227,0.0001342458,0.0002293904,0.0004817449,0.0002323062,0.0002995707],"domain_scores_gemma":[0.9992263,0.0002659225,0.00006605847,0.0003146901,0.0000373342,0.00008965228],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003277383,0.000009279475,0.1405851,0.0000346841,0.000008741144,0.00001411349,0.002149054,0.7144665,0.0004166909,0.03483779,0.00002041471,0.1074248],"study_design_scores_gemma":[0.0009115057,0.0001942947,0.06501482,0.00004248334,0.000003063408,0.00001693638,0.0001500552,0.9182135,0.002292144,0.007038987,0.005674099,0.0004480799],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2919794,0.00004874278,0.7044094,0.0002978017,0.0001907298,0.0001503267,8.398507e-8,0.0001700424,0.002753536],"genre_scores_gemma":[0.8730202,0.000004132909,0.1253803,0.0002275343,0.00003606219,0.000006298475,0.000001518158,0.00001391245,0.001310042],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5810408,"threshold_uncertainty_score":0.5762736,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2788416960","doi":"10.48550/arxiv.1802.06309","title":"Learning Adversarially Fair and Transferable Representations","year":2018,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":190,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Adversarial system; Odds; Computer science; Representation (politics); Key (lock); Downstream (manufacturing); Feature learning; Artificial intelligence; Machine learning; Theoretical computer science; Computer security; Business; Law; Political science; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.04717142227532687,"gpt":0.2071062386372224,"spread":0.1599348163618955,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004628313,0.0003576625,0.0003756591,0.0003009176,0.0005507072,0.0002548032,0.001550034,0.0003451759,0.00007083549],"category_scores_gemma":[0.0001987065,0.0004427673,0.0001653399,0.0005494956,0.000237517,0.0007376679,0.002259473,0.001266234,0.00006412535],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001400651,"about_ca_system_score_gemma":0.0002392206,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003256992,"about_ca_topic_score_gemma":0.00004039764,"domain_scores_codex":[0.9973019,0.0004065001,0.0002441287,0.001486541,0.0001386708,0.00042221],"domain_scores_gemma":[0.9981239,0.0002507127,0.0002218059,0.001011735,0.0001947719,0.000197012],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000341448,0.00003556066,0.006542503,0.00006741453,0.0001134954,0.0001953911,0.001355736,0.8773168,0.00003540456,0.11315,0.0001889131,0.0009646809],"study_design_scores_gemma":[0.0007689535,0.0001066851,0.001953212,0.00009712654,0.0000974767,0.00001062716,0.0002465325,0.9525845,0.00005089536,0.04245189,0.00105825,0.0005738466],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1000552,0.00003871115,0.8899893,0.0002701918,0.0007844771,0.0002691573,0.000003929601,0.0005009036,0.008088157],"genre_scores_gemma":[0.9845335,0.0001521172,0.01200937,0.0000569037,0.0002067224,0.000001310735,0.00001726806,0.00002935803,0.002993461],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8844783,"threshold_uncertainty_score":0.9998024,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4242053016","doi":"10.1109/iccad.2017.8203770","title":"Fault injection attack on deep neural network","year":2017,"lang":"en","type":"article","venue":"2017 IEEE/ACM International Conference on Computer-Aided Design (ICCAD)","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":181,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Guangdong Academy of Sciences; National Natural Science Foundation of China; Canadian Institute for Advanced Research","keywords":"Fault injection; Artificial neural network; Computer science; Fault (geology); Set (abstract data type); Gradient descent; Deep neural networks; Artificial intelligence; Descent (aeronautics); Class (philosophy); Control theory (sociology); Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.16177474869558,"gpt":0.3634640765171886,"spread":0.2016893278216086,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001021917,0.0006349946,0.000529676,0.0003247311,0.001407132,0.00234076,0.008173797,0.0002928305,0.0001387497],"category_scores_gemma":[0.0006346,0.0006248796,0.0002357891,0.0001689607,0.0002133378,0.001690002,0.001310551,0.001150872,0.0008242636],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002843994,"about_ca_system_score_gemma":0.0001704563,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001055464,"about_ca_topic_score_gemma":0.00002738336,"domain_scores_codex":[0.9953523,0.0005147927,0.0006779606,0.001398008,0.001267527,0.0007893887],"domain_scores_gemma":[0.9945521,0.0006990288,0.001023041,0.002825303,0.0006252514,0.0002752723],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002369037,0.0001592108,0.0006560653,0.000009757334,0.0001346073,0.0001575584,0.0002637726,0.7885212,0.0002029415,0.1022902,0.01304063,0.09432716],"study_design_scores_gemma":[0.001114006,0.0007749257,0.004874839,0.0001795539,0.00001451267,0.00008194346,0.000008626589,0.9778507,0.0002517104,0.01279882,0.001404401,0.0006459561],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00700575,0.00001221038,0.9616195,0.003901824,0.01406721,0.0004729175,0.000005395864,0.0004479132,0.01246728],"genre_scores_gemma":[0.8602988,0.0000218849,0.1342157,0.001280988,0.003072834,0.00004640673,0.00001829162,0.00004881776,0.0009962281],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8532931,"threshold_uncertainty_score":0.9999537,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4317207036","doi":"10.3390/app13031252","title":"Explainable Artificial Intelligence (XAI) for Intrusion Detection and Mitigation in Intelligent Connected Vehicles: A Review","year":2023,"lang":"en","type":"review","venue":"Applied Sciences","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":173,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Conestoga College","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Ministry of Education, Science and Technology; National Research Foundation of Korea; National Research Foundation","keywords":"Computer science; Transparency (behavior); Computer security; Scope (computer science); Intrusion detection system; Internet of Things","retraction":null,"screen_n_in":null,"score":{"opus":0.1006367250751149,"gpt":0.3679713352342253,"spread":0.2673346101591104,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003260934,0.0003564192,0.0009708838,0.0005303922,0.0004811909,0.0002821801,0.001177586,0.0002021702,0.00000577975],"category_scores_gemma":[0.000871764,0.0003027572,0.0001271277,0.002846842,0.0002625552,0.0002884183,0.0005292968,0.0004185364,0.00004872852],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001606388,"about_ca_system_score_gemma":0.0002562799,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003112162,"about_ca_topic_score_gemma":0.00008388454,"domain_scores_codex":[0.9968473,0.0002140932,0.0009414903,0.001105404,0.0004233042,0.0004684514],"domain_scores_gemma":[0.9976005,0.001352307,0.0005373961,0.0003581025,0.00006757701,0.00008413976],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001945869,0.00001116335,2.551006e-7,0.00873032,0.000006595203,0.00000216335,0.000153284,0.0002480013,0.000005122551,0.0428987,0.00001110005,0.9479313],"study_design_scores_gemma":[0.0002448382,0.0006002032,0.000005890858,0.1323621,0.0004450429,0.00008113662,0.001225877,0.2915567,0.0005112738,0.1918905,0.3781115,0.002964871],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000007942452,0.5917506,0.4057474,0.0001013985,0.0003418393,0.001783606,0.000001756567,0.0001562813,0.0001092128],"genre_scores_gemma":[0.0004289907,0.9861623,0.01235806,0.00008309285,0.0001145843,0.0007985582,0.00001025275,0.00002420368,0.00001993534],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9449665,"threshold_uncertainty_score":0.9999425,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3174532363","doi":"10.1609/aaai.v35i13.17371","title":"Amnesiac Machine Learning","year":2021,"lang":"en","type":"article","venue":"","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":173,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Inference; General Data Protection Regulation; Computer security; Artificial intelligence; European union; Inversion (geology); Training set; Machine learning; Data Protection Act 1998; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.01070843089853789,"gpt":0.2383034027856965,"spread":0.2275949718871586,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002224316,0.0001051315,0.0001249676,0.00004900212,0.0001839686,0.0001312578,0.0004900008,0.00004426199,0.0003821795],"category_scores_gemma":[0.0002952727,0.00009889156,0.00005883542,0.0004537451,0.00002417547,0.0003701187,0.0005672575,0.000332634,0.0002239462],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002511383,"about_ca_system_score_gemma":0.00006750315,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003841296,"about_ca_topic_score_gemma":0.000007922465,"domain_scores_codex":[0.9988855,0.0001576212,0.0001400911,0.0003529064,0.0002279851,0.0002358902],"domain_scores_gemma":[0.9992784,0.0001237737,0.00004678704,0.0004007205,0.000078108,0.00007226886],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000056171,0.00009981413,0.02827116,0.00003228612,0.0000526881,0.001027526,0.0010428,0.08283342,0.00318394,0.7410178,0.001447673,0.1409852],"study_design_scores_gemma":[0.0003160382,0.00002452828,0.001099838,0.00001012237,0.00000453773,0.0001521625,0.00005536649,0.9241019,0.003106981,0.002467767,0.06841158,0.0002491542],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001092963,0.0001695165,0.9490972,0.001341069,0.0004232534,0.00002559985,1.082406e-7,0.0004793569,0.047371],"genre_scores_gemma":[0.6058581,0.00001568224,0.3767442,0.000736403,0.0001224173,0.000003031151,0.000005411479,0.00001398982,0.01650075],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8412685,"threshold_uncertainty_score":0.4184598,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3179442871","doi":"10.1109/cvpr46437.2021.00978","title":"AdvSim: Generating Safety-Critical Scenarios for Self-Driving Vehicles","year":2021,"lang":"en","type":"article","venue":"","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":166,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; University of Toronto","funders":"","keywords":"Robustness (evolution); Computer science; Adversarial system; Lidar; Autonomy; Advanced driver assistance systems; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.01306856905423668,"gpt":0.2829613151278228,"spread":0.2698927460735861,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004584513,0.0001582989,0.0002018782,0.00004982129,0.000524346,0.0003148261,0.0005578619,0.00008334591,0.00006441427],"category_scores_gemma":[0.001526131,0.0001575643,0.00009911245,0.0002954311,0.00002896216,0.0005552022,0.0005721517,0.0002414491,0.00002495401],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007085909,"about_ca_system_score_gemma":0.0002110968,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007150557,"about_ca_topic_score_gemma":0.00001824464,"domain_scores_codex":[0.9983015,0.0001393423,0.0003030985,0.0005496638,0.0002639706,0.0004424327],"domain_scores_gemma":[0.9982812,0.0008439115,0.00004917902,0.0004732491,0.0002314385,0.0001209897],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000008210074,0.0001566497,0.001993195,0.0001095367,0.00006658536,0.0001463289,0.001320553,0.09658467,0.03763164,0.775257,0.001333901,0.08539171],"study_design_scores_gemma":[0.0003279356,0.00002965977,0.0001081937,0.00002926074,0.00001098638,0.00004065215,0.0000838803,0.9836342,0.007833199,0.001433904,0.006235318,0.0002328164],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.003786368,0.0001165335,0.9889702,0.003884147,0.000630743,0.0001110802,8.157137e-7,0.0005510153,0.001949091],"genre_scores_gemma":[0.2939456,0.000003663271,0.7047093,0.0006563662,0.0003043767,0.00001190701,0.000003167473,0.00001573586,0.0003499557],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8870495,"threshold_uncertainty_score":0.6425288,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2963080758","doi":"10.1609/aaai.v32i1.11634","title":"Adversarial Dropout for Supervised and Semi-Supervised Learning","year":2018,"lang":"en","type":"article","venue":"","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":162,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kootenay Association for Science & Technology","funders":"National Research Foundation of Korea; National Research Foundation","keywords":"Adversarial system; Regularization (linguistics); Generality; MNIST database; Computer science; Machine learning; Artificial intelligence; Artificial neural network; Dropout (neural networks); Generalization; Supervised learning; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.01501898056914173,"gpt":0.2662634749676445,"spread":0.2512444943985028,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005809365,0.0002215719,0.0002500569,0.0001244573,0.0005755547,0.0002367495,0.0007166299,0.0001249611,0.0001507752],"category_scores_gemma":[0.0005055921,0.0002048981,0.00008202986,0.0002846916,0.0001581457,0.0007107569,0.0005469187,0.0002567263,0.00005986715],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003898998,"about_ca_system_score_gemma":0.00007881903,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008264121,"about_ca_topic_score_gemma":0.0000136541,"domain_scores_codex":[0.9982501,0.000126243,0.000259418,0.0006339073,0.0002597974,0.0004705841],"domain_scores_gemma":[0.9988127,0.0003596324,0.00007624629,0.0004169088,0.0001803907,0.0001541704],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006585937,0.000245053,0.04233064,0.0002449877,0.0003381484,0.00004260295,0.02040809,0.008538458,0.02049143,0.3642837,0.00912749,0.5332907],"study_design_scores_gemma":[0.001841748,0.0003346053,0.0003661113,0.0000155506,0.00001475493,0.00001106695,0.0002041457,0.9749968,0.001006594,0.001906789,0.01898514,0.0003167064],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02375646,0.0000282602,0.9662988,0.001069746,0.0008204485,0.0003134899,8.98729e-7,0.0004900619,0.00722188],"genre_scores_gemma":[0.7343767,0.000004869103,0.2626332,0.0004961165,0.0007633004,0.00001873573,0.000005002214,0.00002598678,0.001676076],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9664583,"threshold_uncertainty_score":0.8355502,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2964330541","doi":"10.1109/iiswc.2018.8573476","title":"Benchmarking and Analyzing Deep Neural Network Training","year":2018,"lang":"en","type":"article","venue":"","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":157,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Computer science; Toolchain; Artificial intelligence; Machine learning; Benchmarking; Deep learning; Artificial neural network; Inference; Benchmark (surveying); Reinforcement learning; Convolutional neural network; Profiling (computer programming); Deep neural networks; Workspace; Robot; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.01980527962653514,"gpt":0.2621856353086831,"spread":0.2423803556821479,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004837003,0.000117854,0.0001379379,0.00006252172,0.0004044966,0.0002080138,0.0004285175,0.00004326679,0.00006063396],"category_scores_gemma":[0.00007220304,0.0001077583,0.00003000059,0.0004019221,0.00008757684,0.0005082259,0.0004419345,0.0001809789,0.000008876606],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001512774,"about_ca_system_score_gemma":0.00001449675,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002357058,"about_ca_topic_score_gemma":0.00004021268,"domain_scores_codex":[0.9988758,0.00007949954,0.0001605409,0.0003598347,0.0001433152,0.0003810342],"domain_scores_gemma":[0.9993801,0.0001621247,0.00006890413,0.0002619624,0.00003939166,0.00008748447],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004996529,0.000004827994,0.02668824,0.000004984819,0.00002370828,0.00001887757,0.003930977,0.05190229,0.00006586733,0.07657449,0.0001559757,0.8406247],"study_design_scores_gemma":[0.0001247248,0.00005231901,0.008063728,0.000009733179,0.000004621513,0.00002267201,0.00005823332,0.9887154,0.000008035932,0.002128593,0.0006674657,0.0001445201],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02976975,0.0000750327,0.9596003,0.0003461943,0.0006160226,0.00004455871,2.615495e-8,0.0002076654,0.00934044],"genre_scores_gemma":[0.709132,0.000001466283,0.2896264,0.0003147156,0.0008752199,0.000001103141,3.218722e-7,0.000006324562,0.00004256271],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9368131,"threshold_uncertainty_score":0.4394254,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2179423374","doi":"10.48550/arxiv.1511.06297","title":"Conditional Computation in Neural Networks for faster models","year":2015,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":151,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Reinforcement learning; Computer science; Computation; Artificial intelligence; Machine learning; Dropout (neural networks); Regularization (linguistics); Artificial neural network; Deep learning; Algorithm","retraction":null,"screen_n_in":null,"score":{"opus":0.1124767320843273,"gpt":0.2295061123692834,"spread":0.1170293802849561,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003805627,0.0002572812,0.0003038211,0.0002697687,0.00009793154,0.0001125085,0.001084291,0.0002788705,0.000004772558],"category_scores_gemma":[0.00003779894,0.0003212343,0.0001333507,0.0003467162,0.00006994081,0.0007091037,0.001329772,0.0006767489,0.000005770438],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002930182,"about_ca_system_score_gemma":0.0001496165,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005531429,"about_ca_topic_score_gemma":0.00002709858,"domain_scores_codex":[0.9982905,0.0001827501,0.0002224784,0.0008703647,0.0001021797,0.0003317724],"domain_scores_gemma":[0.9987583,0.0002155511,0.0002508959,0.0004258617,0.0002337828,0.0001155644],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003290065,0.00002768137,0.0005011448,0.00002192188,0.00001819728,0.0000510773,0.0001400817,0.9065581,2.037544e-7,0.09191089,0.0002182569,0.0005195488],"study_design_scores_gemma":[0.0007324034,0.00002612214,0.0002144276,0.0000287448,0.0000150681,0.000002366474,0.00002540029,0.7938259,2.837552e-7,0.2048589,0.00001840349,0.0002519945],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02182001,0.00003377138,0.9761012,0.0001335689,0.0007980837,0.0004183325,0.00001295609,0.0001473693,0.000534691],"genre_scores_gemma":[0.9865589,0.000004371055,0.01280512,0.0001157729,0.0001518846,0.000002993691,0.0001510692,0.00001896451,0.0001909034],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9647389,"threshold_uncertainty_score":0.9999239,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2963068442","doi":"10.1109/cvpr.2019.00443","title":"Adversarial Attacks Beyond the Image Space","year":2019,"lang":"en","type":"article","venue":"","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":140,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Rendering (computer graphics); Computer science; Artificial intelligence; Differentiable function; Adversarial system; Pixel; Computer vision; Space (punctuation); Artificial neural network; Image (mathematics); Image translation; Translation (biology); Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.004341876323211905,"gpt":0.2323319089576488,"spread":0.2279900326344369,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004694899,0.0001445709,0.0001393672,0.00004748131,0.0001677685,0.0002210402,0.001588479,0.00006060618,0.0006003521],"category_scores_gemma":[0.00009724296,0.00009366262,0.00008310744,0.0003178345,0.00006158531,0.000727922,0.0007900054,0.0003392751,0.001999991],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003748796,"about_ca_system_score_gemma":0.00006240398,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007099975,"about_ca_topic_score_gemma":0.00000618491,"domain_scores_codex":[0.9986716,0.0001186853,0.0001506105,0.0003842119,0.0003577044,0.0003172243],"domain_scores_gemma":[0.9985722,0.0002749336,0.00008145072,0.0009568704,0.00005534598,0.00005921241],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002164451,0.00003623217,0.003856822,0.00001163495,0.00004133288,0.00002131784,0.001615619,0.01337963,0.002264278,0.9493154,0.0197531,0.009683012],"study_design_scores_gemma":[0.00220834,0.0001777635,0.005470159,0.00001609232,0.00002300365,0.00004994484,0.0005633004,0.830013,0.002081234,0.01742371,0.141158,0.0008154817],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.009417992,0.00001595713,0.8014692,0.008514239,0.001892766,0.0002265579,3.90348e-7,0.000263271,0.1781996],"genre_scores_gemma":[0.8342583,0.000002731673,0.1479882,0.00156865,0.0004018138,0.000006409264,0.000001763816,0.00002046951,0.01575163],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9318917,"threshold_uncertainty_score":0.9987771,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4226290207","doi":"10.1145/3527848","title":"A Survey of Algorithmic Recourse: Contrastive Explanations and Consequential Recommendations","year":2022,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":139,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Accountability; Focus (optics); Work (physics); Management science; Data science; Risk analysis (engineering); Political science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.1253850286830653,"gpt":0.3863227453231478,"spread":0.2609377166400825,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009966463,0.0004582967,0.001591114,0.0004927182,0.0005654985,0.0001553533,0.002286531,0.0001902544,0.0001147705],"category_scores_gemma":[0.006459819,0.0004842645,0.0002081757,0.001384659,0.0001641227,0.0002335175,0.002629634,0.001070657,0.00000884153],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000175371,"about_ca_system_score_gemma":0.0007957407,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001479049,"about_ca_topic_score_gemma":0.0001626986,"domain_scores_codex":[0.9863697,0.01078089,0.001116148,0.000890326,0.0004177353,0.0004252286],"domain_scores_gemma":[0.9813438,0.01581546,0.001363653,0.001127256,0.0002342931,0.0001155265],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[7.046624e-7,0.00003810327,0.0001488448,0.0004216901,0.0001833971,0.0000112636,0.0001791428,0.0001682336,3.238437e-8,0.0005856171,0.0004077421,0.9978552],"study_design_scores_gemma":[0.001559216,0.0003258497,0.007680736,0.005620047,0.0007032173,0.0004125079,0.000122514,0.1039022,5.67855e-7,0.0007570696,0.8763031,0.002612997],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.000004807745,0.4622852,0.5352481,0.00007952679,0.001425194,0.0004664529,0.0002392871,0.0001370097,0.0001144871],"genre_scores_gemma":[0.0005755443,0.9370921,0.06069551,0.00002813596,0.0001388551,0.00004305784,0.001278628,0.00007322029,0.00007498392],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9952422,"threshold_uncertainty_score":0.9997609,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3017343191","doi":"10.48550/arxiv.2004.07213","title":"Toward Trustworthy AI Development: Mechanisms for Supporting Verifiable Claims","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":125,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Université du Québec à Montréal; Polytechnique Montréal","funders":"","keywords":"Verifiable secret sharing; Trustworthiness; Computer science; Development (topology); Computer security; Data science; Programming language; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.09684774672380762,"gpt":0.2238924999907693,"spread":0.1270447532669616,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005925567,0.0005234152,0.0006144872,0.0002495059,0.0004451484,0.000271219,0.003049958,0.0004354843,0.00006011601],"category_scores_gemma":[0.000172247,0.0006547449,0.0003146229,0.0006470673,0.00006230196,0.0006205154,0.003992315,0.001156253,0.00008524468],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000354435,"about_ca_system_score_gemma":0.000845005,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004005732,"about_ca_topic_score_gemma":0.000007507799,"domain_scores_codex":[0.9966071,0.0001397373,0.0004492269,0.001854569,0.0001890256,0.00076034],"domain_scores_gemma":[0.9977316,0.0001702179,0.0005851116,0.0009851514,0.000219612,0.0003082642],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005839538,0.00003916335,0.0002982081,0.0002869227,0.000151982,0.0002983655,0.0009747109,0.5179328,0.00004985514,0.4768997,0.0003476516,0.002662233],"study_design_scores_gemma":[0.0006638207,0.00005524793,0.00006361349,0.00008718817,0.00006416435,0.000004133502,0.00011404,0.8056325,0.0005964079,0.188808,0.003213908,0.0006970441],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.006679377,0.00001520041,0.9890161,0.0006999933,0.001334929,0.0006696719,0.00001067537,0.0006829396,0.0008911107],"genre_scores_gemma":[0.8352531,0.00001048819,0.1632858,0.0004528632,0.0001452126,0.00000636191,0.00006176306,0.00005031781,0.0007340682],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8285738,"threshold_uncertainty_score":0.9995904,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387068365","doi":"10.1109/comst.2023.3319492","title":"Adversarial Attacks and Defenses in Machine Learning-Empowered Communication Systems and Networks: A Contemporary Survey","year":2023,"lang":"en","type":"article","venue":"IEEE Communications Surveys & Tutorials","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":124,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China; National Science Foundation","keywords":"Adversarial system; Computer science; Robustness (evolution); Artificial intelligence; Machine learning; Deep learning; Transferability; Categorization; Deep neural networks; Decision tree; Adversarial machine learning; Software deployment; Data science; Field (mathematics); Computer security; Software engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.07554101023633406,"gpt":0.3193680409457303,"spread":0.2438270307093962,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01873771,0.0003465942,0.0006873561,0.0004637411,0.0008198819,0.000510331,0.002498408,0.0002648635,0.000002753308],"category_scores_gemma":[0.003204429,0.0003748565,0.00005732939,0.001737022,0.0004648808,0.0009119539,0.002196112,0.0009420114,0.00002196544],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001082691,"about_ca_system_score_gemma":0.0001884786,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0127247,"about_ca_topic_score_gemma":0.002967793,"domain_scores_codex":[0.979492,0.01808774,0.000975708,0.0006203168,0.0003665793,0.0004576226],"domain_scores_gemma":[0.9861479,0.009939146,0.0005335553,0.002940724,0.0002810838,0.0001576223],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001647263,0.0002954261,0.7988695,0.00009126716,0.0002663679,0.00002927724,0.00686301,0.1593226,0.0003015363,0.02157587,0.003657069,0.008563364],"study_design_scores_gemma":[0.001989401,0.00009192894,0.2273368,0.0001628621,0.00001648939,0.00001587665,0.0002566887,0.7602785,0.000006070275,0.0004215238,0.008827593,0.0005962679],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4051644,0.04404368,0.5203539,0.0042433,0.01313383,0.0050253,0.000278045,0.004001355,0.003756161],"genre_scores_gemma":[0.9928653,0.003465591,0.00271223,0.00003162822,0.0001452912,0.0001091337,0.0004183909,0.00004583258,0.0002065507],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6009559,"threshold_uncertainty_score":0.9998704,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3206880386","doi":"10.1145/3474085.3475591","title":"DAWN","year":2021,"lang":"en","type":"article","venue":"","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":117,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Digital watermarking; Adversary; Watermark; Embedding; Artificial intelligence; Adversarial system; Machine learning; Insider threat; Set (abstract data type); Computer security; Surrogate model; Data mining; Image (mathematics); Insider; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.0088661727294761,"gpt":0.2420518776041695,"spread":0.2331857048746935,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007728042,0.00003747326,0.00004620241,0.00001537042,0.00005424088,0.00007614207,0.0003219632,0.00001757729,0.0002424041],"category_scores_gemma":[0.00009803553,0.00003438472,0.00002198587,0.0002127462,0.000009012112,0.0002147738,0.0003230565,0.0000774257,0.0001764438],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000009216365,"about_ca_system_score_gemma":0.00004858675,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004530021,"about_ca_topic_score_gemma":0.000002262453,"domain_scores_codex":[0.9995328,0.00003428097,0.00005684092,0.0001676874,0.0001059007,0.0001024553],"domain_scores_gemma":[0.9995455,0.0000457089,0.00001309143,0.000326783,0.0000376241,0.00003130284],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[2.230196e-7,0.00001093323,0.0007295308,0.000001617518,0.000004092591,0.00008440854,0.0001047393,0.002273027,0.0004688919,0.9578014,0.001410076,0.03711108],"study_design_scores_gemma":[0.0006041453,0.00002781903,0.006927407,0.00001293342,0.000005258678,0.0001778872,0.0001079404,0.7250185,0.01706771,0.04734714,0.2022396,0.0004637099],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0006932856,0.00002388702,0.8715356,0.001880542,0.0002759674,0.000009178466,2.803893e-8,0.0001623695,0.1254191],"genre_scores_gemma":[0.4298838,0.000001928889,0.5585973,0.00101937,0.00007305203,0.000001116665,6.909592e-7,0.000003723201,0.01041902],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9104542,"threshold_uncertainty_score":0.2654155,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4291414590","doi":"10.3390/a15080283","title":"Adversarial Training Methods for Deep Learning: A Systematic Review","year":2022,"lang":"en","type":"review","venue":"Algorithms","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":111,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Adversarial system; Computer science; Artificial intelligence; Overfitting; Machine learning; Deep learning; Artificial neural network","retraction":null,"screen_n_in":null,"score":{"opus":0.1057814441439906,"gpt":0.4302379252657356,"spread":0.324456481121745,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008007681,0.0009082414,0.005843192,0.0003884414,0.0007289755,0.0002349368,0.004061373,0.0003332374,0.0001654552],"category_scores_gemma":[0.007699854,0.0007861341,0.001851902,0.001475133,0.00005608381,0.0004064658,0.001401482,0.001961625,0.00005249599],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004516008,"about_ca_system_score_gemma":0.0006053746,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008007441,"about_ca_topic_score_gemma":3.301761e-7,"domain_scores_codex":[0.9902001,0.004965167,0.00186965,0.001431496,0.0006716674,0.0008619154],"domain_scores_gemma":[0.9895979,0.006551552,0.002021109,0.001517968,0.0001012297,0.000210215],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[4.403478e-7,0.000009703628,3.033036e-9,0.4028665,0.0002151398,0.00001880289,0.0002414229,0.00007226197,3.458651e-9,0.001127218,0.00003381594,0.5954146],"study_design_scores_gemma":[0.0001969135,0.0001083602,2.319502e-9,0.1610344,0.002666916,0.00030088,0.00004715882,0.05780561,1.245239e-8,0.0002160755,0.7769479,0.0006757322],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[5.96202e-11,0.5024111,0.4929727,0.00002799283,0.001428283,0.002620981,0.000003130049,0.0002762126,0.0002595688],"genre_scores_gemma":[3.229239e-9,0.5883238,0.4083022,0.0001248708,0.0003133272,0.002312482,0.00007908642,0.00009507674,0.0004491669],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.7769141,"threshold_uncertainty_score":0.999459,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2998116579","doi":"10.1609/aaai.v34i04.6086","title":"Reinforcement Learning with Perturbed Rewards","year":2020,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":101,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Defense Advanced Research Projects Agency; National Science Foundation","keywords":"Reinforcement learning; Computer science; Noise (video); Confusion matrix; Artificial intelligence; Convergence (economics); Confusion; Set (abstract data type); Gaussian; Matrix (chemical analysis); Mathematical optimization; Machine learning; Algorithm; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.0602824730324913,"gpt":0.2752996143925658,"spread":0.2150171413600745,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003755465,0.0002544091,0.0002836983,0.00007214359,0.0002925585,0.0002496469,0.002232976,0.00007438039,0.00008798148],"category_scores_gemma":[0.0009574544,0.0001737393,0.00009541365,0.0008257778,0.0002168031,0.0005000687,0.0006382602,0.0006888905,0.00007546438],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004619964,"about_ca_system_score_gemma":0.0001210367,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002466723,"about_ca_topic_score_gemma":0.000001499386,"domain_scores_codex":[0.9978629,0.00002839361,0.0004552583,0.0005565387,0.0007350211,0.0003618235],"domain_scores_gemma":[0.9985555,0.00009009532,0.0004545815,0.0002395939,0.0005158082,0.000144374],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000201974,0.00004143079,0.0005577088,0.00005918369,0.00003050019,0.000002074113,0.006326442,0.04833508,0.01269294,0.8967326,0.0001039337,0.03491617],"study_design_scores_gemma":[0.0000665672,0.0007882715,0.00009183104,0.0002081235,0.00001811935,0.000005546472,0.001092223,0.832746,0.1534239,0.0106284,0.0005876504,0.0003434149],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04464196,0.00001688809,0.8895583,0.02772583,0.0003301327,0.0006474149,6.381695e-7,0.0004134913,0.03666539],"genre_scores_gemma":[0.9898702,0.00001071058,0.00901443,0.0007051555,0.0001045763,0.00001519606,3.518026e-7,0.00001735094,0.0002620565],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9452282,"threshold_uncertainty_score":0.7084884,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3046102592","doi":"10.48550/arxiv.2007.14321","title":"Label-Only Membership Inference Attacks","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Vector Institute; University of Toronto","funders":"","keywords":"Inference; Computer science; Exploit; Outlier; Adversary; Robustness (evolution); Machine learning; Data mining; Low Confidence; Artificial intelligence; Computer security; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.140592867580672,"gpt":0.2412268005431942,"spread":0.1006339329625223,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003273645,0.0005174793,0.0005322793,0.0002375055,0.0002418891,0.0002401959,0.004487195,0.0004653552,0.000132305],"category_scores_gemma":[0.0003839522,0.0006331828,0.0002220512,0.0009841925,0.0002073798,0.0006416062,0.006830317,0.001993526,0.0004455977],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002756527,"about_ca_system_score_gemma":0.0006250473,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000169067,"about_ca_topic_score_gemma":0.00004240874,"domain_scores_codex":[0.9967648,0.0003698161,0.000285106,0.001820859,0.0002058946,0.0005535611],"domain_scores_gemma":[0.9969685,0.0003652502,0.0004213049,0.001698546,0.0001939683,0.0003524029],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002776417,0.00005527847,0.006345977,0.0001231237,0.0001064393,0.0007673691,0.0006552404,0.4563873,0.00001543332,0.5337114,0.0004529898,0.001351731],"study_design_scores_gemma":[0.0005852014,0.00006328218,0.0008336314,0.0001245542,0.00007498534,0.000006930065,0.0000763059,0.9077459,0.00003099719,0.08834968,0.001331766,0.000776767],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0334087,0.00004580684,0.9514843,0.001019159,0.001136539,0.0002805649,0.000009223712,0.0008531283,0.01176253],"genre_scores_gemma":[0.9845088,0.00006022332,0.01343004,0.0003901877,0.0002172939,8.162814e-7,0.00001956458,0.00003591598,0.001337185],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9511001,"threshold_uncertainty_score":0.999612,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4292259045","doi":"10.3390/a15080291","title":"Social Media Hate Speech Detection Using Explainable Artificial Intelligence (XAI)","year":2022,"lang":"en","type":"article","venue":"Algorithms","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Laurentian University","funders":"","keywords":"Computer science; Artificial intelligence; Categorical variable; Naive Bayes classifier; Machine learning; Preprocessor; Artificial neural network; Random forest; Decision tree; Support vector machine","retraction":null,"screen_n_in":null,"score":{"opus":0.05529092021416768,"gpt":0.3014220145942617,"spread":0.246131094380094,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0008432704,0.0001715964,0.0001940859,0.0001973165,0.001541185,0.0001728906,0.0009455023,0.0000604774,0.0001292694],"category_scores_gemma":[0.0001601932,0.0002024762,0.00008669062,0.0009994087,0.00006416506,0.0005538492,0.00103644,0.0005903126,0.00003767144],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000305885,"about_ca_system_score_gemma":0.00008539258,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001797019,"about_ca_topic_score_gemma":0.00001956328,"domain_scores_codex":[0.9978215,0.0002704202,0.0003036071,0.000503975,0.0006471096,0.0004534631],"domain_scores_gemma":[0.999196,0.0001812912,0.0001706899,0.0003115311,0.00007160076,0.00006887127],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001619181,0.00006305224,0.00001989277,0.000007752702,0.00001864401,0.0002152967,0.004596856,0.09384675,0.001303312,0.01401599,0.00002408444,0.8858722],"study_design_scores_gemma":[0.00007025424,0.00004808928,0.00004259697,0.00000346307,0.00001013214,0.0001251023,0.001044931,0.9647282,0.005877183,0.0269296,0.0008557822,0.0002646662],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02349141,0.0000343844,0.9732646,0.0003137817,0.002254765,0.0001315573,0.000002178361,0.0002616998,0.0002456474],"genre_scores_gemma":[0.881059,0.00000164367,0.1179468,0.00008861846,0.0007887314,0.00002731547,0.000004272274,0.00002447362,0.00005921574],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8856075,"threshold_uncertainty_score":0.9997587,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3098136764","doi":"","title":"Interpreting Deep Learning-Based Networking Systems","year":2020,"lang":"en","type":"preprint","venue":"DSpace@MIT (Massachusetts Institute of Technology)","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Foundation for Innovative Research Groups of the National Natural Science Foundation of China","keywords":"Metis; Interpretability; Computer science; Hypergraph; Artificial intelligence; Debugging; Machine learning; Distributed computing; World Wide Web; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01701487068478677,"gpt":0.2574658801675566,"spread":0.2404510094827698,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","open_science","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.000933664,0.001098512,0.001733159,0.001568018,0.0004779082,0.0004314223,0.006629167,0.002033742,0.000009468397],"category_scores_gemma":[0.001930056,0.001204022,0.0004988875,0.002068009,0.0007464492,0.0005371968,0.007997301,0.006385629,0.00004734219],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000489229,"about_ca_system_score_gemma":0.0005798629,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001291813,"about_ca_topic_score_gemma":0.00002805785,"domain_scores_codex":[0.9939442,0.000340846,0.001394629,0.002191367,0.0010038,0.001125144],"domain_scores_gemma":[0.9942394,0.0002186159,0.002290847,0.002613834,0.0003966517,0.0002406478],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003148947,0.00007243306,0.007457291,0.0007006743,0.0003699892,0.000294637,0.0005075926,0.9391055,0.0002570832,0.01800137,0.0004289679,0.03277301],"study_design_scores_gemma":[0.0006454588,0.0001720377,0.00007882636,0.001902198,0.0001152304,0.0000273212,0.0001004661,0.8967717,0.0003870085,0.002024139,0.09670424,0.001071346],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.003172421,0.002913779,0.9667659,0.01113295,0.008889375,0.0009581053,0.00001264692,0.004055693,0.002099176],"genre_scores_gemma":[0.8490058,0.0000707478,0.149883,0.000177463,0.0004781456,0.0001391497,0.00004816708,0.0001157674,0.00008169675],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8458334,"threshold_uncertainty_score":0.9992619,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4318977982","doi":"10.1007/978-3-031-10602-6_21","title":"Adversarial Autoencoders","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Adversarial system; Generative grammar; Computer science; Point (geometry); Artificial intelligence; Noise (video); Sample (material); Quality (philosophy); Pattern recognition (psychology); Machine learning; Mathematics; Image (mathematics); Epistemology; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.01503644518092707,"gpt":0.2299525585263899,"spread":0.2149161133454628,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003380906,0.0004144344,0.0004014381,0.0002719658,0.0003413356,0.0001248543,0.002384828,0.0002518295,0.01531837],"category_scores_gemma":[0.00005456255,0.0004346492,0.0002664938,0.00007227754,0.00007588985,0.0004711768,0.002237492,0.001283446,0.0005499932],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002797806,"about_ca_system_score_gemma":0.0003007787,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005498349,"about_ca_topic_score_gemma":0.000008082373,"domain_scores_codex":[0.9975358,0.00004695184,0.0003603268,0.0008658995,0.000838101,0.0003528694],"domain_scores_gemma":[0.9982281,0.0001710231,0.0002779761,0.001150265,0.00004951147,0.00012318],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005126477,0.000004837601,0.000001304781,0.000006882799,0.00004863897,0.0001004466,0.0001282646,0.014682,5.706775e-7,0.9667477,0.008971491,0.009302764],"study_design_scores_gemma":[0.0002798654,0.00006228797,0.000001909784,0.00001215558,0.00002251957,0.00002429708,0.000005412633,0.05699863,8.513323e-7,0.05556143,0.8865234,0.0005072721],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[5.311786e-8,0.00004451568,0.4239158,0.0005733515,0.001928632,0.0001223548,0.000002817045,0.0004915781,0.5729209],"genre_scores_gemma":[0.0001403866,0.0000307767,0.1023214,0.0006891174,0.0004699803,0.00001055054,0.00002714373,0.00007192906,0.8962387],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.9111862,"threshold_uncertainty_score":0.9998105,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4319663674","doi":"10.1109/tse.2023.3243522","title":"Black-Box Testing of Deep Neural Networks through Test Case Diversity","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Black box; Artificial neural network; White-box testing; Test (biology); Diversity (politics); Software testing; Artificial intelligence; Machine learning; Software engineering; Software; Programming language; Software development; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.02156941011280877,"gpt":0.236715522135328,"spread":0.2151461120225193,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001961297,0.0002133772,0.0002174415,0.000194645,0.0004081771,0.00004466133,0.0004964725,0.00009856885,0.000009963758],"category_scores_gemma":[0.0002457732,0.0002420931,0.0001096887,0.00157888,0.00004402843,0.0005398009,0.00004158674,0.0005398779,0.00001483407],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006825513,"about_ca_system_score_gemma":0.00001262416,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001056903,"about_ca_topic_score_gemma":0.000009903293,"domain_scores_codex":[0.9987153,0.00003116373,0.0002487124,0.0003575908,0.0002586013,0.0003886458],"domain_scores_gemma":[0.9978503,0.001480398,0.00007828081,0.0004274286,0.0000800199,0.00008355877],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002302276,0.00002485706,0.0008773172,0.00003240732,0.00002061389,0.0004420955,0.0008086603,0.98279,0.00003653576,0.00003717007,0.000007645405,0.0149204],"study_design_scores_gemma":[0.000226302,0.00006405742,0.0005094325,0.00003359066,0.00002101607,0.0001850446,0.00005083737,0.9981755,0.000488847,0.00001553144,0.000009390241,0.0002204229],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03401556,0.00001235527,0.9632514,0.00002693416,0.0009935932,0.0001136596,0.00000568267,0.001566298,0.00001452481],"genre_scores_gemma":[0.8525928,0.000002893006,0.1472664,0.00002184247,0.00006177479,0.000006616218,8.70671e-7,0.00002642079,0.00002033429],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8185772,"threshold_uncertainty_score":0.9872272,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3185425515","doi":"10.1007/s10515-022-00337-x","title":"How to certify machine learning based safety-critical systems? A systematic literature review","year":2022,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval; Polytechnique Montréal","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Consortium de Recherche et d’innovation en Aérospatiale au Québec","keywords":"Certification; Computer science; Life-critical system; Context (archaeology); Domain (mathematical analysis); Systematic review; Robustness (evolution); Engineering management; Artificial intelligence; Software; Engineering; Management; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.007356704105584707,"gpt":0.2339043536913897,"spread":0.226547649585805,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001406825,0.0004281841,0.0007825517,0.000425827,0.0005728494,0.0006086872,0.001387137,0.00009228921,0.00001945783],"category_scores_gemma":[0.008467774,0.000429455,0.0001646022,0.002211694,0.00001201885,0.0005370849,0.0008418651,0.001248858,0.00002296507],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003916226,"about_ca_system_score_gemma":0.00007656649,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008362292,"about_ca_topic_score_gemma":2.61679e-7,"domain_scores_codex":[0.99645,0.0006909595,0.0006012429,0.0007049338,0.000886421,0.0006664433],"domain_scores_gemma":[0.9972241,0.001282813,0.0001658678,0.0008988986,0.0001617654,0.0002665541],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004301051,0.00002034495,0.00005453999,0.04866236,0.00003850646,0.0003474508,0.000286965,0.9479229,0.00005339851,0.002226597,0.0002752152,0.0001073871],"study_design_scores_gemma":[0.0002054682,0.00009064701,0.00002846682,0.02850188,0.00004670135,0.000288215,0.00002150302,0.9647456,0.000009697708,0.000002250672,0.005588697,0.000470849],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00005866202,0.03629098,0.9515015,0.00216929,0.001131377,0.0009413788,0.00001780517,0.007877502,0.00001143296],"genre_scores_gemma":[0.7475262,0.0002735623,0.2480417,0.001691554,0.000190714,0.001319912,0.0001500822,0.0002560306,0.0005501799],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7474676,"threshold_uncertainty_score":0.9998843,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4323545679","doi":"10.1016/j.asoc.2023.110173","title":"A gradient-based approach for adversarial attack on deep learning-based network intrusion detection systems","year":2023,"lang":"en","type":"article","venue":"Applied Soft Computing","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; University of New Brunswick","funders":"","keywords":"Adversarial system; Computer science; Artificial intelligence; Intrusion detection system; Deep learning; Machine learning; Transferability; Artificial neural network; Deep neural networks; Jacobian matrix and determinant; Data mining; Pattern recognition (psychology); Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.02341448391837548,"gpt":0.2629387199650703,"spread":0.2395242360466949,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.001933376,0.0004086408,0.0004597848,0.0003379435,0.001432532,0.000317894,0.000937932,0.0002426166,0.000001578092],"category_scores_gemma":[0.0003266674,0.0004302438,0.0001859725,0.001620782,0.0000638147,0.0001197828,0.0003617971,0.0007429795,0.00005977755],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000230841,"about_ca_system_score_gemma":0.00008718672,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002345994,"about_ca_topic_score_gemma":0.000002808688,"domain_scores_codex":[0.9965039,0.0002770372,0.0005394287,0.001098246,0.000602365,0.0009790027],"domain_scores_gemma":[0.9969401,0.00172768,0.0004645327,0.0006005699,0.0001116409,0.0001555008],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001372753,0.00004289727,0.0001542252,0.00009924088,0.0000240784,0.000004105634,0.0002355633,0.9517528,0.0001280719,0.004578278,0.000128188,0.04271523],"study_design_scores_gemma":[0.00197471,0.000218941,0.000177059,0.00006274952,0.00002180959,0.000002104643,0.00009926003,0.9950112,0.000123597,0.0001670225,0.001693182,0.0004483671],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.009173555,0.00001769229,0.9848363,0.00007208601,0.002015425,0.00111953,7.870037e-7,0.002211957,0.0005526207],"genre_scores_gemma":[0.8989295,3.427276e-7,0.0994852,0.0001998289,0.001099203,0.0001171227,0.0000758678,0.00007000309,0.00002288547],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.889756,"threshold_uncertainty_score":0.9998674,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2937447982","doi":"10.1109/icassp.2019.8682202","title":"Attacks on Digital Watermarks for Deep Neural Networks","year":2019,"lang":"en","type":"article","venue":"","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Digital watermarking; Computer science; Watermark; Artificial intelligence; Artificial neural network; Countermeasure; Deep learning; Embedding; Property (philosophy); Deep neural networks; Task (project management); Scheme (mathematics); Data mining; Machine learning; Computer security; Image (mathematics); Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.007538449835468789,"gpt":0.2413116925341822,"spread":0.2337732426987134,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000129586,0.000141618,0.0001422975,0.00004854942,0.0000861192,0.0003214078,0.0007656166,0.00006962825,0.00005707544],"category_scores_gemma":[0.00004278977,0.0001110569,0.00008850652,0.0001118737,0.00001684159,0.0007149968,0.0002947942,0.000196324,0.0001191337],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002663158,"about_ca_system_score_gemma":0.000007333201,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003187449,"about_ca_topic_score_gemma":0.000001074988,"domain_scores_codex":[0.9989311,0.00002293049,0.0001520477,0.0003774627,0.0001645682,0.0003518694],"domain_scores_gemma":[0.9991131,0.0002587816,0.00005382662,0.0004683079,0.00003764507,0.00006837678],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002819316,0.00002216846,0.005043441,0.000006752336,0.00001142936,0.000004162006,0.000098152,0.8612382,0.000007958835,0.02362475,0.000510162,0.1094046],"study_design_scores_gemma":[0.0004087075,0.0001376136,0.0007429657,0.000004260914,0.000001679111,0.000004812661,0.000008977319,0.9957713,0.00002231182,0.0004645036,0.002267099,0.0001657555],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01621963,0.000006201288,0.9676709,0.0005934939,0.001143182,0.0002617536,4.846282e-7,0.0002214546,0.01388296],"genre_scores_gemma":[0.9842232,2.767953e-7,0.01286419,0.0007275814,0.0001892844,0.000009870145,0.000008828518,0.00001537627,0.001961415],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9680035,"threshold_uncertainty_score":0.4528769,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3048511744","doi":"10.1145/3383313.3412243","title":"Revisiting Adversarially Learned Injection Attacks Against Recommender Systems","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Transferability; Recommender system; Relevance (law); Computer security; Attack model; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.05730140208896777,"gpt":0.3096711468692656,"spread":0.2523697447802978,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.001363831,0.0006371622,0.0008550517,0.0002731698,0.000369849,0.001201781,0.002582873,0.0006386102,0.000038358],"category_scores_gemma":[0.0008884489,0.0006598168,0.0003176061,0.0005391455,0.00004261659,0.0006190878,0.006112882,0.002864815,0.0001967179],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004500278,"about_ca_system_score_gemma":0.0004241043,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004364815,"about_ca_topic_score_gemma":0.000005176085,"domain_scores_codex":[0.9949913,0.0009001949,0.0009587746,0.001796527,0.0007535247,0.0005996716],"domain_scores_gemma":[0.9967057,0.0003465523,0.0009176558,0.001515067,0.0002607657,0.0002542592],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002439648,0.00002315579,0.0005913868,0.0005231457,0.0002064262,0.00006063566,0.001062067,0.9076026,0.00008230552,0.02885144,0.003967061,0.05700539],"study_design_scores_gemma":[0.0004770926,0.00005105404,0.0001770095,0.0004632467,0.0000392584,0.00001595519,0.0002458367,0.9839342,0.00002286698,0.001634713,0.01208531,0.0008534137],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0004559889,0.0001754016,0.9377828,0.007313373,0.007038019,0.0006608758,0.000003854711,0.00179884,0.04477086],"genre_scores_gemma":[0.8107886,0.0001736441,0.1787604,0.002590137,0.005441376,0.0001096295,0.0001629881,0.0001706977,0.001802601],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8103325,"threshold_uncertainty_score":0.9998351,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3192770481","doi":"10.1016/j.dcan.2021.07.009","title":"Poisoning attacks and countermeasures in intelligent networks: Status quo and prospects","year":2021,"lang":"en","type":"article","venue":"Digital Communications and Networks","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"Natural Science Foundation of Hubei Province; National Natural Science Foundation of China","keywords":"Status quo; Computer science; Computer security; Risk analysis (engineering); Artificial intelligence; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.01732113418311627,"gpt":0.2672704751785361,"spread":0.2499493409954199,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002264464,0.0001349416,0.0001760613,0.00005514468,0.0002711436,0.0008201834,0.0003899682,0.00006860157,0.000001253016],"category_scores_gemma":[0.00009621185,0.0001373112,0.00001869506,0.0003245536,0.0001796096,0.0006619264,0.001583829,0.0004125365,4.22115e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003159036,"about_ca_system_score_gemma":0.00003423258,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000298424,"about_ca_topic_score_gemma":0.0001806621,"domain_scores_codex":[0.999001,0.0001002826,0.0002276222,0.0003007118,0.00009742568,0.0002729862],"domain_scores_gemma":[0.99862,0.000393071,0.00007816961,0.0007378903,0.00006898979,0.0001019058],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001706836,0.0001281033,0.3543472,0.00002526962,0.00004884895,0.00003133794,0.002350809,0.04901066,0.000004444027,0.07589014,0.0001029919,0.5180432],"study_design_scores_gemma":[0.0002501968,0.00003433077,0.02710443,0.000126994,0.000004897682,0.00004040482,0.0002768192,0.9667273,0.000001432958,0.001299756,0.003948236,0.0001852697],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06703522,0.05355218,0.8727548,0.001198282,0.0001620106,0.0002689671,0.000003785245,0.0001297555,0.004895009],"genre_scores_gemma":[0.9869642,0.006370868,0.006412181,0.0001359681,0.00002872256,0.00001208121,0.00002038545,0.00001074655,0.00004490941],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9199289,"threshold_uncertainty_score":0.7909048,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2179402106","doi":"10.48550/arxiv.1511.05122","title":"Adversarial Manipulation of Deep Representations","year":2015,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Adversarial system; Image (mathematics); Artificial intelligence; Representation (politics); Computer science; Class (philosophy); Natural (archaeology); Similarity (geometry); Pattern recognition (psychology); Space (punctuation); Computer vision; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.09478518249713105,"gpt":0.2336188496903275,"spread":0.1388336671931964,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004040375,0.0002485247,0.0003451316,0.0003276858,0.0001142027,0.00005929287,0.001761002,0.0002930076,0.00003964303],"category_scores_gemma":[0.0002382247,0.0003126745,0.0001892213,0.0006392405,0.0001087298,0.000578624,0.00259333,0.0005911781,0.00004039518],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000244261,"about_ca_system_score_gemma":0.0002497689,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003791763,"about_ca_topic_score_gemma":0.0000455568,"domain_scores_codex":[0.9981017,0.0002759309,0.0002974755,0.0008961476,0.0001803956,0.0002483186],"domain_scores_gemma":[0.9974253,0.0001456781,0.0005513672,0.001363432,0.0003765636,0.0001377152],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002486311,0.00003446619,0.00280626,0.00003118194,0.00005123374,0.00005560419,0.0003681479,0.8155016,0.00001181666,0.180604,0.0001065381,0.0004042993],"study_design_scores_gemma":[0.0005741862,0.00002794873,0.001507101,0.00003495403,0.00007260567,0.00000262664,0.0001148497,0.9172051,0.00003408737,0.0800707,0.0000847858,0.0002710517],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04283756,0.00002966026,0.9487112,0.00008348767,0.001282025,0.0002572016,0.000005708364,0.0002071592,0.006586015],"genre_scores_gemma":[0.9837008,0.00001470097,0.01545498,0.00001629632,0.0001494298,6.789431e-7,0.00003982274,0.00001772594,0.0006055831],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9408632,"threshold_uncertainty_score":0.9999325,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4288057808","doi":"10.1109/sp46214.2022.9833693","title":"SoK: How Robust is Image Classification Deep Neural Network Watermarking?","year":2022,"lang":"en","type":"article","venue":"2022 IEEE Symposium on Security and Privacy (SP)","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Digital watermarking; Robustness (evolution); Watermark; Computer science; Artificial intelligence; Artificial neural network; Data mining; Deep neural networks; Set (abstract data type); Pattern recognition (psychology); Image (mathematics); Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.0187109019954699,"gpt":0.2471393926217866,"spread":0.2284284906263167,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0009868774,0.0003505103,0.0003338651,0.0001564956,0.001361713,0.0005569734,0.001681321,0.0001060274,0.0001742411],"category_scores_gemma":[0.00004666312,0.0003693588,0.0001410092,0.0006562233,0.0001074386,0.0008256419,0.001528593,0.001231503,0.00002023732],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001515418,"about_ca_system_score_gemma":0.00004824355,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003377704,"about_ca_topic_score_gemma":0.000005458203,"domain_scores_codex":[0.9965103,0.0007491329,0.0003357833,0.0009984587,0.0007460573,0.0006602315],"domain_scores_gemma":[0.9981666,0.000239135,0.0002916341,0.001060477,0.00006201752,0.00018019],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000974456,0.001338872,0.02488934,0.000548679,0.0004744336,0.0007954842,0.1212722,0.5933775,0.02938825,0.09041461,0.08626378,0.0502624],"study_design_scores_gemma":[0.0006714244,0.0002441452,0.001376873,0.00001200095,0.00002714202,0.00006874131,0.0002351015,0.9518842,0.0004286728,0.003251402,0.04126758,0.0005327871],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5152185,0.0007216459,0.3681352,0.09382717,0.01094135,0.00171355,0.00007134675,0.001359589,0.008011609],"genre_scores_gemma":[0.9913878,0.00007085012,0.005211619,0.002297244,0.0006130616,0.00008141907,0.00003545307,0.00004025408,0.0002622798],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4761693,"threshold_uncertainty_score":0.9999384,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2888401638","doi":"10.1007/978-3-319-99229-7_37","title":"Towards a Framework to Manage Perceptual Uncertainty for Safe Automated Driving","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Perception; Function (biology); Measure (data warehouse); Key (lock); Artificial intelligence; Work (physics); Position (finance); Machine learning; Human–computer interaction; Data mining; Computer security; Engineering; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.01640625145604055,"gpt":0.2898444529670464,"spread":0.2734382015110058,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.001702007,0.0008337231,0.0008383516,0.001178785,0.0006481512,0.0009418275,0.006283016,0.0006412509,0.0001433342],"category_scores_gemma":[0.001299962,0.0007971985,0.0002459132,0.00112865,0.0007715001,0.0006334966,0.003714122,0.00124177,0.0001462447],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007665575,"about_ca_system_score_gemma":0.0005594238,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004393427,"about_ca_topic_score_gemma":0.00009052181,"domain_scores_codex":[0.9940928,0.00007552766,0.0007107568,0.002552517,0.001315909,0.001252472],"domain_scores_gemma":[0.9955181,0.001224774,0.0003586473,0.002049973,0.0004789427,0.0003695897],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001807789,0.00001656326,0.00002066374,0.00005630342,0.00002503581,0.00005411433,0.006877751,0.4733928,0.00003816094,0.02628132,0.0001631227,0.4930561],"study_design_scores_gemma":[0.0002186871,0.0003150004,0.0001224559,0.0006886225,0.00001316721,0.00002623372,0.000001081026,0.8630297,0.0000620985,0.1274068,0.007236916,0.0008792063],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0002061863,0.00004772161,0.9897546,0.001972968,0.003908575,0.001031862,0.000008180632,0.00104697,0.002023002],"genre_scores_gemma":[0.05978177,0.000004625817,0.9352961,0.002529433,0.001825129,0.00003499317,0.0000077377,0.00007930824,0.0004409121],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4921769,"threshold_uncertainty_score":0.9994479,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2952911150","doi":"10.48550/arxiv.1808.02651","title":"Beyond Pixel Norm-Balls: Parametric Adversaries using an Analytically\\n Differentiable Renderer","year":2018,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; University of Toronto","funders":"","keywords":"Differentiable function; Norm (philosophy); Parametric statistics; Computer science; Pixel; Mathematics; Pure mathematics; Computer vision; Political science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.1084304749016775,"gpt":0.233256151275525,"spread":0.1248256763738475,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","open_science","research_integrity"],"category_scores_codex":[0.001589892,0.001870672,0.001933205,0.002182989,0.002043151,0.001418386,0.007644976,0.001614198,0.001251297],"category_scores_gemma":[0.0007926775,0.002272301,0.0009661515,0.005914865,0.001923589,0.003708558,0.009882523,0.003317187,0.0004444733],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001639981,"about_ca_system_score_gemma":0.001466579,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001042088,"about_ca_topic_score_gemma":0.0001381472,"domain_scores_codex":[0.9883584,0.001594473,0.001283791,0.005583816,0.0008157657,0.0023638],"domain_scores_gemma":[0.9895442,0.0008085226,0.001795209,0.005234742,0.001277411,0.001339881],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002739869,0.0008212192,0.0240688,0.0002398847,0.0008113144,0.0005059515,0.0007583176,0.899583,0.00006144388,0.07199139,0.0001336912,0.0007510084],"study_design_scores_gemma":[0.001643831,0.0004191289,0.003787615,0.0002900081,0.00122639,0.00003547102,0.0004222048,0.9357209,0.0000747702,0.05357189,0.0005303158,0.002277541],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3537844,0.00008584498,0.6394318,0.00005900975,0.002038779,0.0005475681,0.00002750997,0.0003486972,0.003676425],"genre_scores_gemma":[0.9641994,0.0002422528,0.03118977,0.0001850211,0.0008222337,0.000001372164,0.00007086738,0.0001536684,0.003135437],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.610415,"threshold_uncertainty_score":0.9996819,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4296592009","doi":"10.1145/3563210","title":"Arachne: Search-Based Repair of Deep Neural Networks","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; National Research Foundation of Korea; National Research Foundation","keywords":"Computer science; Debiasing; Deep neural networks; Convolutional neural network; Retraining; Artificial neural network; Artificial intelligence; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.04776573394678502,"gpt":0.2979497318344487,"spread":0.2501839978876637,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001104294,0.000137672,0.0002426383,0.0002449567,0.000238494,0.000010569,0.0005334977,0.00006645496,0.0000363574],"category_scores_gemma":[0.0005589506,0.0001524761,0.0001092985,0.0004451816,0.00004847079,0.00009009193,0.00005084126,0.0007460375,3.674529e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003994895,"about_ca_system_score_gemma":0.00002238657,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002824288,"about_ca_topic_score_gemma":0.000001267635,"domain_scores_codex":[0.9984292,0.0005928176,0.0002065105,0.000333774,0.000174661,0.0002630287],"domain_scores_gemma":[0.9965532,0.00271762,0.00005091641,0.0005748296,0.00003195917,0.00007151643],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002343821,0.00002497133,0.0002068548,0.000019464,0.00002456178,0.00001085494,0.0002142101,0.9124171,0.0000486696,0.0005390894,0.000001787073,0.08646905],"study_design_scores_gemma":[0.0002874258,0.0002245485,0.000811477,0.00000382838,0.00001732472,0.00004512754,0.00004087419,0.9979015,0.0001735761,0.00007468843,0.0002859693,0.000133651],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.006014672,0.0001723331,0.9922385,0.00016715,0.0007654322,0.00008859033,0.000002726772,0.0005480436,0.000002548441],"genre_scores_gemma":[0.4200514,0.000002424524,0.5797929,0.00008684341,0.00001743999,0.00002376037,0.000001528401,0.00001247604,0.00001116193],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4140368,"threshold_uncertainty_score":0.6217797,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4367721852","doi":"10.1109/mmul.2023.3272513","title":"Interpretability of Machine Learning: Recent Advances and Future Prospects","year":2023,"lang":"en","type":"article","venue":"IEEE Multimedia","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Interpretability; Computer science; Black box; Representation (politics); Artificial intelligence; Machine learning; Deep learning; Multimedia; Data science","retraction":null,"screen_n_in":null,"score":{"opus":0.01164153988526008,"gpt":0.2705647319119951,"spread":0.2589231920267351,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000500139,0.0001559263,0.0002425801,0.0001207238,0.00009614199,0.0000346224,0.0004795092,0.00007355927,0.00003656981],"category_scores_gemma":[0.0004407631,0.0001354016,0.00004333561,0.0006331043,0.0001175091,0.0003870396,0.0002778406,0.0003845771,0.00002981316],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002898052,"about_ca_system_score_gemma":0.00003483924,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001494643,"about_ca_topic_score_gemma":0.00001330555,"domain_scores_codex":[0.9986295,0.0001436517,0.0002502635,0.0004271426,0.0002891974,0.0002602166],"domain_scores_gemma":[0.9990109,0.0002964936,0.000153479,0.0003575618,0.00008716835,0.00009443853],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004104374,0.00005525265,0.05756352,0.0001455711,0.00002523396,0.00002291808,0.005772653,0.007728881,0.001227236,0.0006712414,0.000137413,0.926609],"study_design_scores_gemma":[0.000604972,0.000121169,0.0153365,0.00003025229,0.000008151339,0.00000697426,0.0001219721,0.931323,0.002144409,0.001050668,0.04901872,0.0002332418],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4622567,0.01752941,0.4717134,0.01378586,0.020004,0.002460624,0.0000365017,0.004917578,0.007295909],"genre_scores_gemma":[0.9454802,0.002440924,0.0513117,0.00005064616,0.0004508716,0.00002172139,0.000009641873,0.00002403459,0.000210272],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9263758,"threshold_uncertainty_score":0.5521518,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4289519099","doi":"10.2196/36427","title":"Uncertainty Estimation in Medical Image Classification: Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Computer science; Estimation; Artificial intelligence; Data mining; Data science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.04360340881777357,"gpt":0.384361274943199,"spread":0.3407578661254254,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00679942,0.0005862238,0.003316784,0.0004674242,0.0001815908,0.0001736686,0.005115114,0.000669772,0.001715273],"category_scores_gemma":[0.01005489,0.0004437006,0.0004683539,0.002127069,0.000169848,0.000894084,0.001679856,0.003252337,0.0004647956],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007559307,"about_ca_system_score_gemma":0.002498596,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007018466,"about_ca_topic_score_gemma":0.000002831091,"domain_scores_codex":[0.9886698,0.001394634,0.00433425,0.0003899207,0.004663752,0.0005476273],"domain_scores_gemma":[0.9935175,0.002139774,0.002102331,0.001635847,0.00007909616,0.0005254237],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[2.781109e-7,0.00003963906,5.121698e-8,0.6387225,0.00003023999,0.00006652411,0.0003110981,0.00002076369,1.080065e-10,0.005285113,0.0010114,0.3545124],"study_design_scores_gemma":[0.0001497955,0.00001985836,9.811438e-8,0.3857753,0.0001585547,0.0003148981,0.00006170679,0.3783495,1.052745e-9,0.00009573001,0.2347479,0.0003266401],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[2.426361e-8,0.7809158,0.2124877,0.0005824465,0.0004840862,0.002661607,0.000004352738,0.000250967,0.002612985],"genre_scores_gemma":[5.683487e-7,0.9827147,0.01305929,0.001730154,0.00007953399,0.002048807,0.0002722481,0.00003473426,0.00006001897],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.3783287,"threshold_uncertainty_score":0.9998015,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3164791059","doi":"10.1109/mim.2021.9436102","title":"Machine Learning in Measurement Part 2: Uncertainty Quantification","year":2021,"lang":"en","type":"article","venue":"IEEE Instrumentation & Measurement Magazine","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Usability; Computer science; Measurement uncertainty; Uncertainty quantification; Software deployment; Artificial intelligence; Risk analysis (engineering); Machine learning; Human–computer interaction; Software engineering; Mathematics; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.06298068963506236,"gpt":0.2769282678517717,"spread":0.2139475782167093,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003359282,0.0003301323,0.0003400971,0.00028561,0.0002728089,0.00028142,0.000576228,0.0000978457,0.0001435248],"category_scores_gemma":[0.0008005717,0.0003618884,0.000106236,0.001162891,0.00004655245,0.0008965681,0.0001379388,0.000550377,0.0002127727],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001156473,"about_ca_system_score_gemma":0.0004604393,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001071371,"about_ca_topic_score_gemma":0.0008202814,"domain_scores_codex":[0.9945534,0.0007700647,0.000862712,0.0008750343,0.002428959,0.0005098003],"domain_scores_gemma":[0.9977974,0.00005691015,0.0003924494,0.0006584052,0.0009585918,0.0001362284],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001232062,0.0008194029,0.05284063,0.0001706817,0.0001498018,0.000141181,0.001778558,0.5084584,0.1824262,0.01487327,0.001391264,0.2368274],"study_design_scores_gemma":[0.008273226,0.0003061981,0.06247851,0.0007041525,0.00009728722,0.00007541882,0.0004452727,0.7735711,0.06668886,0.0024661,0.08320994,0.001683947],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03006267,0.0006541347,0.9533539,0.006986437,0.003390301,0.0007276877,0.000004870494,0.0005900821,0.004229889],"genre_scores_gemma":[0.9866019,0.00009259917,0.01237469,0.0003535302,0.000146154,0.00008281785,0.00005086765,0.00003025923,0.0002672157],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9565392,"threshold_uncertainty_score":0.9998833,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4295190147","doi":"10.1016/j.compeleceng.2022.108356","title":"Explainable Artificial Intelligence for Cybersecurity","year":2022,"lang":"en","type":"article","venue":"Computers & Electrical Engineering","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Brandon University","funders":"","keywords":"Computer security; Computer science; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01497874834486855,"gpt":0.2381330839261718,"spread":0.2231543355813033,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004979753,0.0001924146,0.0002356927,0.0002413442,0.0004542895,0.000129975,0.001311809,0.00004224859,0.00001479159],"category_scores_gemma":[0.0002103201,0.000232839,0.0001262055,0.001064028,0.0000137725,0.0002704984,0.0007402514,0.0005638254,0.000005944925],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002985401,"about_ca_system_score_gemma":0.00006885459,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001057763,"about_ca_topic_score_gemma":2.114638e-7,"domain_scores_codex":[0.9981905,0.00005973387,0.0003024281,0.0005046665,0.0003368849,0.0006057576],"domain_scores_gemma":[0.9988497,0.0005404503,0.00007294863,0.0003698346,0.00004615283,0.0001208634],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000008295876,0.00003550123,0.000004094665,0.000009978398,0.00001126319,0.00001620644,0.0002359025,0.6770723,0.000194164,0.2760726,0.0002128749,0.04612689],"study_design_scores_gemma":[0.00008534956,0.0001787198,0.00001472403,0.000005003412,0.000004979945,0.0000299019,0.00001342022,0.9838712,0.0005109985,0.007190106,0.007827132,0.0002684364],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001157284,0.0001217564,0.9961431,0.0004506634,0.001252239,0.0002738981,0.000001310461,0.0005391581,0.00006059367],"genre_scores_gemma":[0.7041398,0.000001782261,0.2952479,0.0001822948,0.000240116,0.0001321289,0.000005450458,0.00002595704,0.00002451725],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7029825,"threshold_uncertainty_score":0.94949,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4295249789","doi":"10.1007/s00371-022-02660-6","title":"A survey on adversarial attacks and defenses for object detection and their applications in autonomous vehicles","year":2022,"lang":"en","type":"article","venue":"The Visual Computer","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"Adversarial system; Robustness (evolution); Computer science; Object detection; Artificial intelligence; Data science; Deep learning; Computer security; Machine learning; Risk analysis (engineering); Pattern recognition (psychology)","retraction":null,"screen_n_in":null,"score":{"opus":0.02181278031625316,"gpt":0.288107207118307,"spread":0.2662944268020538,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008536124,0.0001321363,0.0001485109,0.0001120736,0.0006136843,0.0001051361,0.0003647689,0.00003102259,0.00000150443],"category_scores_gemma":[0.00003278919,0.00009970974,0.0000316973,0.0002747979,0.00005719229,0.0001059282,0.0006550275,0.000258135,9.413609e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005819279,"about_ca_system_score_gemma":0.00003211076,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000203828,"about_ca_topic_score_gemma":0.000112213,"domain_scores_codex":[0.9987827,0.0004120262,0.0001526937,0.0003560748,0.0001110761,0.0001854644],"domain_scores_gemma":[0.9983267,0.001313655,0.0000781024,0.0002240794,0.00002497588,0.00003250319],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005492244,0.0003734269,0.01857837,0.00004521493,0.0001048095,0.000005125184,0.01217559,0.1670331,0.0008526802,0.01385699,0.0002719433,0.7861536],"study_design_scores_gemma":[0.0006254042,0.0004492038,0.08951052,0.000004028784,0.000004106429,0.000008614074,0.00008088692,0.9065352,0.000114391,0.001326615,0.001186954,0.0001540564],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3635931,0.00003905944,0.6355721,0.0001403737,0.0001888879,0.0003825838,0.000007217512,0.00006554042,0.00001106251],"genre_scores_gemma":[0.9969918,0.000001731532,0.00249919,0.0002241887,0.0001326462,0.0001181249,0.000006965703,0.00001207616,0.00001331652],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7859995,"threshold_uncertainty_score":0.4720026,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3178326529","doi":"10.1145/3460319.3464809","title":"AdvDoor: adversarial backdoor attack of deep learning system","year":2021,"lang":"en","type":"article","venue":"","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Backdoor; Adversarial system; Computer science; Computer security; Deep learning; Artificial intelligence; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.01220603919960346,"gpt":0.2536974820773971,"spread":0.2414914428777936,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004737358,0.0001906273,0.0003590193,0.00009600243,0.000173971,0.00009217233,0.0008375847,0.0001181023,0.0002646756],"category_scores_gemma":[0.0004173598,0.0001870116,0.0001570306,0.0006511786,0.0000508713,0.0004972936,0.0007916352,0.0004000059,0.0002133944],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000941435,"about_ca_system_score_gemma":0.0001340121,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003544631,"about_ca_topic_score_gemma":0.00001308623,"domain_scores_codex":[0.9978266,0.0003566344,0.0004369527,0.0005392915,0.0004775546,0.0003629867],"domain_scores_gemma":[0.9984424,0.0002904357,0.0002271171,0.000658866,0.0002673076,0.0001138425],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005603193,0.0001559063,0.0097779,0.0004496468,0.0002234898,0.0004924712,0.002670751,0.5126298,0.004282319,0.3849261,0.000945021,0.08339056],"study_design_scores_gemma":[0.001303301,0.00009894135,0.001064686,0.00008661774,0.00003242388,0.0001255848,0.001463617,0.9798872,0.004943002,0.0001006853,0.01046422,0.0004296506],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.007010167,0.0001390107,0.9462276,0.0002448769,0.001177754,0.00009074535,7.48289e-7,0.000421989,0.04468716],"genre_scores_gemma":[0.8597572,0.000005064655,0.1387784,0.00005980798,0.0001733411,0.000004153067,0.000007210447,0.00001442642,0.001200284],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8527471,"threshold_uncertainty_score":0.7626112,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391334942","doi":"10.1145/3630106.3659037","title":"Black-Box Access is Insufficient for Rigorous AI Audits","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; University of Toronto","funders":"","keywords":"Black box; Audit; Computer science; Business; Computer security; Accounting; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.0312995521654295,"gpt":0.3489467783865863,"spread":0.3176472262211568,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0006691749,0.0005495542,0.000548732,0.0003928898,0.0001987238,0.001943404,0.005059938,0.0004614261,0.0002523299],"category_scores_gemma":[0.0002329383,0.0004901103,0.0003779608,0.0005072142,0.0001009193,0.0003417326,0.01813798,0.001763517,0.000388176],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002608626,"about_ca_system_score_gemma":0.0005857387,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001270121,"about_ca_topic_score_gemma":0.00002123935,"domain_scores_codex":[0.9962175,0.0000902928,0.0005712826,0.001811874,0.0006716991,0.000637278],"domain_scores_gemma":[0.9972416,0.0002648666,0.0002725735,0.001756849,0.0002964417,0.0001676857],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002392524,0.0002184538,0.0001109612,0.001513231,0.0002997715,0.00008961181,0.005134565,0.5188875,0.00001966294,0.2753588,0.1143609,0.08398262],"study_design_scores_gemma":[0.0002365816,0.00005432054,0.00006311611,0.0001883166,0.0000505778,0.000006912508,0.00001911034,0.8743169,0.0004382124,0.09719174,0.02681469,0.0006195099],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002850659,0.0002231434,0.9616169,0.0126512,0.007190969,0.00101643,0.00003439653,0.001167345,0.0132489],"genre_scores_gemma":[0.7457602,0.00004761915,0.2270221,0.007596431,0.001897213,0.0003751934,0.00005246334,0.0001669433,0.0170819],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7429095,"threshold_uncertainty_score":0.9997551,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4210455774","doi":"10.1145/3490489","title":"NPC: <u>N</u> euron <u>P</u> ath <u>C</u> overage via Characterizing Decision Logic of Deep Neural Networks","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Japan Society for the Promotion of Science; Natural Sciences and Engineering Research Council of Canada; JST-Mirai Program; National Satellite of Excellence in Trustworthy Software Systems, National University of Singapore; National Research Foundation; Bộ Giáo dục và Ðào tạo; Ministry of Education - Singapore; National Research Foundation Singapore; Canadian Institute for Advanced Research","keywords":"Computer science; Artificial intelligence; Path (computing); Machine learning; Artificial neural network; Graph; Deep neural networks; Decision tree; Mirroring; Theoretical computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.03977566911215587,"gpt":0.2872848317002451,"spread":0.2475091625880892,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001120089,0.0002409869,0.0003994525,0.0003139788,0.0003523308,0.00002690908,0.000783697,0.0001064381,0.00005600841],"category_scores_gemma":[0.0006981738,0.0002582361,0.0001213554,0.0005090213,0.00003640595,0.0002255514,0.0001718935,0.000932238,9.679522e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006510452,"about_ca_system_score_gemma":0.00001447949,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000229269,"about_ca_topic_score_gemma":0.000001939542,"domain_scores_codex":[0.9979665,0.0005418253,0.0003607904,0.0005125842,0.0002429458,0.0003753562],"domain_scores_gemma":[0.9958001,0.003243715,0.0001399914,0.0006787845,0.00003859834,0.00009886058],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004063913,0.0000276892,0.00009585443,0.0000132392,0.00002316233,0.00001936445,0.0003313808,0.7321876,0.0006120712,0.000453669,0.000001295555,0.266194],"study_design_scores_gemma":[0.0004793111,0.0003966028,0.002820571,0.00001263674,0.00003088876,0.0002638962,0.00002967044,0.9938142,0.000290023,0.0006899611,0.0008820416,0.000290181],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02124603,0.0001940961,0.9761063,0.0001921494,0.001784519,0.0001281696,0.000003805216,0.0003418897,0.000003014506],"genre_scores_gemma":[0.4561408,0.00002065044,0.5435538,0.0001849022,0.00003717035,0.00002511682,0.000003163594,0.00002234215,0.00001203678],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4348948,"threshold_uncertainty_score":0.999987,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3183870986","doi":"10.1109/jiot.2021.3099164","title":"Evaluating Adversarial Attacks on Driving Safety in Vision-Based Autonomous Vehicles","year":2021,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Research Grants Council, University Grants Committee","keywords":"Adversarial system; Deep learning; Object detection; Robustness (evolution); Active safety; Perspective (graphical); Vehicle dynamics; Deep neural networks","retraction":null,"screen_n_in":null,"score":{"opus":0.02497632745021677,"gpt":0.337601712418554,"spread":0.3126253849683372,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002662628,0.0002341594,0.0004049462,0.0003251762,0.0001483062,0.0003080251,0.001317066,0.0001373766,0.0001118803],"category_scores_gemma":[0.001517606,0.0002289329,0.0002211615,0.0003752169,0.00006459974,0.0009276271,0.0003171178,0.001394685,0.00001928334],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003983314,"about_ca_system_score_gemma":0.000517394,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007343404,"about_ca_topic_score_gemma":0.00001199196,"domain_scores_codex":[0.9967347,0.0006020888,0.0008964427,0.0004714769,0.0008841035,0.0004111359],"domain_scores_gemma":[0.997548,0.0009280362,0.0006828362,0.0004284709,0.0002809127,0.0001317103],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002012113,0.0002304622,0.005993382,0.00003301727,0.00006829749,0.0006353425,0.005086425,0.8629442,0.01291341,0.001602463,0.0003623649,0.1099294],"study_design_scores_gemma":[0.00176713,0.0003415579,0.002653887,0.000915714,0.00001315912,0.0001534019,0.00008630803,0.9785338,0.01391959,0.001102222,0.0002650845,0.0002481704],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3762463,0.00004438418,0.6186238,0.001276654,0.00265578,0.00007232319,3.988723e-7,0.00005899032,0.001021383],"genre_scores_gemma":[0.8868197,0.000003685767,0.1122176,0.0005021374,0.0002689213,0.000001431495,0.000001004181,0.00002122206,0.0001642858],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5105734,"threshold_uncertainty_score":0.9335614,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3116666954","doi":"10.1109/spw50608.2020.00027","title":"On the Robustness of Cooperative Multi-Agent Reinforcement Learning","year":2020,"lang":"en","type":"article","venue":"","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Vector Institute; University of Toronto","funders":"Canadian Institute for Advanced Research","keywords":"Reinforcement learning; Adversary; Robustness (evolution); Adversarial system; Computer science; Harm; Artificial intelligence; Computer security; Benchmark (surveying); Differentiable function; Mathematics; Psychology; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.04048919975561101,"gpt":0.27154417538606,"spread":0.231054975630449,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003097683,0.0001367538,0.0001629927,0.00003056215,0.0002041359,0.00005948617,0.0008515262,0.00003479039,0.000237957],"category_scores_gemma":[0.000699567,0.00008586175,0.00005845296,0.0003676316,0.00005537645,0.0001832493,0.0004644582,0.0003737865,0.00005646819],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000276304,"about_ca_system_score_gemma":0.00004729377,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001767361,"about_ca_topic_score_gemma":0.00000108313,"domain_scores_codex":[0.998751,0.0002046715,0.0002412133,0.0002841365,0.0003309269,0.000188012],"domain_scores_gemma":[0.9990562,0.0003442161,0.000135421,0.0002915258,0.00009939433,0.00007324624],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000009033784,0.00001329704,0.00005798618,0.000005747081,0.00001595223,0.000002382534,0.00142698,0.8977878,0.0001566104,0.09906721,0.0003635401,0.001093464],"study_design_scores_gemma":[0.0003209389,0.0001864853,0.00006584654,0.00001412311,0.000003542719,6.761561e-7,0.0002892986,0.996285,0.001875013,0.00001710629,0.00083333,0.0001086913],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00371152,0.000008135622,0.9863191,0.00573994,0.0001515177,0.0002066445,1.115042e-7,0.0001257549,0.003737253],"genre_scores_gemma":[0.9664438,0.000002910733,0.03126853,0.001499878,0.00005018068,0.00001025526,0.000001028293,0.000009090903,0.0007143529],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9627323,"threshold_uncertainty_score":0.350134,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}