{"id":"W3164255502","doi":"10.1109/tr.2021.3074750","title":"Supporting Deep Neural Network Safety Analysis and Retraining Through Heatmap-Based Unsupervised Learning","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Reliability","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Retraining; Context (archaeology); Deep neural networks; Artificial intelligence; Cluster analysis; Machine learning; Artificial neural network; Automotive industry; Set (abstract data type); Engineering","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001362578,0.0003084366,0.0005306747,0.000125175,0.001075456,0.0002008632,0.0003980833,0.0001748906,0.0002299483],"category_scores_gemma":[0.0002228998,0.0003244111,0.0003705835,0.002600547,0.0001415325,0.0005762384,0.00001280172,0.001199577,0.000005230163],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001509473,"about_ca_system_score_gemma":0.0001361216,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001492075,"about_ca_topic_score_gemma":0.0001338016,"domain_scores_codex":[0.9962391,0.0009137483,0.0006492623,0.001097546,0.0004537521,0.0006465726],"domain_scores_gemma":[0.9973326,0.00119246,0.0001798534,0.0009289331,0.0002019619,0.0001641966],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003983826,0.00007235735,0.006089306,0.00002564952,0.00011622,0.00002942303,0.0007636469,0.9475832,0.00008111593,0.0000841147,0.000002727134,0.04511242],"study_design_scores_gemma":[0.0005691955,0.00008697441,0.008665232,0.00002059786,0.0002262791,0.000009829312,0.0001576901,0.9884199,0.0009574729,0.0003706259,0.0002007425,0.0003154896],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04509119,0.00006026694,0.9519317,0.001280049,0.0005305395,0.0001579566,0.000004087516,0.0004283286,0.0005159188],"genre_scores_gemma":[0.8521252,0.000009279726,0.1472977,0.0004145472,0.00005751765,0.00001433533,0.000009820727,0.0000172926,0.00005424943],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.807034,"threshold_uncertainty_score":0.9999208,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0126354683992787,"score_gpt":0.2768781151755608,"score_spread":0.2642426467762821,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}