{"id":"W3164255502","doi":"10.1109/tr.2021.3074750","title":"Supporting Deep Neural Network Safety Analysis and Retraining Through Heatmap-Based Unsupervised Learning","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Reliability","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Retraining; Context (archaeology); Deep neural networks; Artificial intelligence; Cluster analysis; Machine learning; Artificial neural network; Automotive industry; Set (abstract data type); Engineering","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001904388,0.001512859,0.0005056001,0.0008831275,0.0004378101,0.0006375734,0.002123802,0.0009733861,0.001395833],"category_scores_gemma":[0.01156897,0.000473701,0.00060773,0.0003331654,0.0009474276,0.001490848,0.001431352,0.001907268,0.0003116332],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001428264,"about_ca_system_score_gemma":0.001577892,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008625939,"about_ca_topic_score_gemma":0.01105429,"domain_scores_codex":[0.9992079,0.0002042528,0.00005127543,0.000232226,0.0002229622,0.00008137862],"domain_scores_gemma":[0.9953403,0.002345094,0.0005148703,0.0007582117,0.0009140469,0.0001275188],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001335207,0.0001070894,0.004403949,0.00007179797,0.00005395461,0.0001938651,0.0001570148,0.8672855,0.009083925,0.002156789,0.001494504,0.1148582],"study_design_scores_gemma":[0.000003307279,0.00002190593,0.0002253085,0.000004450001,0.000004014371,0.0000149223,0.000007676575,0.9937757,0.004248976,0.001520548,0.0001688743,0.000004324473],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1130011,0.0002478588,0.8750759,0.0004016211,0.00007683566,0.0001035108,0.0001925805,0.009460643,0.001440038],"genre_scores_gemma":[0.8378022,0.00007798002,0.1599547,0.0002299749,0.0000217141,0.0001085417,0.0003371881,0.0003064409,0.001161264],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.008625939,"threshold_uncertainty_score":0.01715142,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0126354683992787,"score_gpt":0.2768781151755608,"score_spread":0.2642426467762821,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}