{"id":"W3153236199","doi":"10.1109/tnnls.2021.3072166","title":"Breaking Neural Reasoning Architectures With Metamorphic Relation-Based Adversarial Examples","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Neural Networks and Learning Systems","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Adversarial system; Computer science; Artificial intelligence; Simple (philosophy); Robustness (evolution); Turing; Artificial neural network; Scalability; Relation (database); Focus (optics); Theoretical computer science; Programming language; Data mining; Database","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004974147,0.0003575544,0.0004113209,0.0001883059,0.001234813,0.0005450345,0.00031822,0.0001579033,0.00001518236],"category_scores_gemma":[0.00005211519,0.0003092484,0.0001286427,0.0007036992,0.0000942035,0.0003102973,0.000009628029,0.001746293,0.000002006063],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005029692,"about_ca_system_score_gemma":0.00007345068,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003037708,"about_ca_topic_score_gemma":0.00006087613,"domain_scores_codex":[0.9967253,0.00116302,0.0003823336,0.0007757408,0.0004570924,0.0004964832],"domain_scores_gemma":[0.9979046,0.001118428,0.0002593893,0.0004364051,0.0001186931,0.0001624868],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007545297,0.00002416438,0.001027624,0.00002710936,0.00006313188,0.0001049116,0.0002837187,0.9819567,0.00006770497,0.0003197269,0.000003878219,0.01604589],"study_design_scores_gemma":[0.0008613109,0.0002046928,0.001447574,0.0001949472,0.00006579883,0.0002986457,0.000130111,0.996132,0.00004443901,0.000005628733,0.0002581425,0.0003567344],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08410224,0.0003762717,0.9131542,0.0003065512,0.001364888,0.0002005401,0.000001209076,0.0004072615,0.00008681069],"genre_scores_gemma":[0.9924964,0.000006763433,0.006736381,0.0001480702,0.0003191616,0.00003167512,0.000006006864,0.00004745736,0.0002080959],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9083942,"threshold_uncertainty_score":0.999936,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01202190189108859,"score_gpt":0.2230785195788173,"score_spread":0.2110566176877287,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}