{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/distilling-robust-and-non-robust-features-in-1","title":"Distilling Robust and Non-Robust Features in Adversarial Examples by Information Bottleneck","arxiv_id":"2204.02735","date":"2022-04-06","proceeding":"NeurIPS 2021 12","authors":["Junho Kim","Byung-Kwan Lee","Yong Man Ro"],"abstract":"Adversarial examples, generated by carefully crafted perturbation, have attracted considerable attention in research fields. Recent works have argued that the existence of the robust and non-robust features is a primary cause of the adversarial examples, and investigated their internal interactions in the feature space. In this paper, we propose a way of explicitly distilling feature representation into the robust and non-robust features, using Information Bottleneck. Specifically, we inject noise variation to each feature unit and evaluate the information flow in the feature representation to dichotomize feature units either robust or non-robust, based on the noise variation magnitude. Through comprehensive experiments, we demonstrate that the distilled features are highly correlated with adversarial prediction, and they have human-perceptible semantic information by themselves. Furthermore, we present an attack mechanism intensifying the gradient of non-robust features that is directly related to the model prediction, and validate its effectiveness of breaking model robustness.","url_abs":"https://arxiv.org/abs/2204.02735v1","url_pdf":"https://arxiv.org/pdf/2204.02735v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"distilling-robust-and-non-robust-features-in-1","repo_url":"https://github.com/ByungKwanLee/Adversarial-Information-Bottleneck","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"adversarial-robustness","task_name":"Adversarial Robustness"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2204.02735","atlas_url":"https://app.syntology.ai/?focus=2204.02735","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.02735"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ByungKwanLee/Adversarial-Information-Bottleneck","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":4,"ran_violates":1,"unverified":2},"by_repo_kind":{"official":{"samples":7,"ran":5,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"87d61f969622d16a","entry":"VGG_Plain","repo":"ByungKwanLee/Adversarial-Information-Bottleneck","repo_kind":"official","path":"model/vgg.py","file_url":"https://github.com/ByungKwanLee/Adversarial-Information-Bottleneck/blob/HEAD/model/vgg.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"87d61f969622d16a"}},{"code_sha256_prefix":"cd1ddaba79c79407","entry":"make_layers","repo":"ByungKwanLee/Adversarial-Information-Bottleneck","repo_kind":"official","path":"model/vgg.py","file_url":"https://github.com/ByungKwanLee/Adversarial-Information-Bottleneck/blob/HEAD/model/vgg.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"cd1ddaba79c79407"}},{"code_sha256_prefix":"f017532fc389cbfe","entry":"str2bool","repo":"ByungKwanLee/Adversarial-Information-Bottleneck","repo_kind":"official","path":"train_AT.py","file_url":"https://github.com/ByungKwanLee/Adversarial-Information-Bottleneck/blob/HEAD/train_AT.py","link_basis":"harvester_set","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f017532fc389cbfe"}},{"code_sha256_prefix":"c6cd467cce8de9db","entry":"tensor_to_img_array","repo":"ByungKwanLee/Adversarial-Information-Bottleneck","repo_kind":"official","path":"visualization/ops.py","file_url":"https://github.com/ByungKwanLee/Adversarial-Information-Bottleneck/blob/HEAD/visualization/ops.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c6cd467cce8de9db"}},{"code_sha256_prefix":"c8a0c0753c332117","entry":"torch_blur","repo":"ByungKwanLee/Adversarial-Information-Bottleneck","repo_kind":"official","path":"visualization/ops.py","file_url":"https://github.com/ByungKwanLee/Adversarial-Information-Bottleneck/blob/HEAD/visualization/ops.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c8a0c0753c332117"}},{"code_sha256_prefix":"6fb2fe6be3220c83","entry":"VGG_IFD","repo":"ByungKwanLee/Adversarial-Information-Bottleneck","repo_kind":"official","path":"model/vgg.py","file_url":"https://github.com/ByungKwanLee/Adversarial-Information-Bottleneck/blob/HEAD/model/vgg.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6fb2fe6be3220c83"}},{"code_sha256_prefix":"fdc5aee0333e1bdf","entry":"lucid","repo":"ByungKwanLee/Adversarial-Information-Bottleneck","repo_kind":"official","path":"visualization/ops.py","file_url":"https://github.com/ByungKwanLee/Adversarial-Information-Bottleneck/blob/HEAD/visualization/ops.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fdc5aee0333e1bdf"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}