{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/hold-me-tight-influence-of-discriminative","title":"Hold me tight! Influence of discriminative features on deep network boundaries","arxiv_id":"2002.06349","date":"2020-02-15","proceeding":"NeurIPS 2020 12","authors":["Guillermo Ortiz-Jimenez","Apostolos Modas","Seyed-Mohsen Moosavi-Dezfooli","Pascal Frossard"],"abstract":"Important insights towards the explainability of neural networks reside in the characteristics of their decision boundaries. In this work, we borrow tools from the field of adversarial robustness, and propose a new perspective that relates dataset features to the distance of samples to the decision boundary. This enables us to carefully tweak the position of the training samples and measure the induced changes on the boundaries of CNNs trained on large-scale vision datasets. We use this framework to reveal some intriguing properties of CNNs. Specifically, we rigorously confirm that neural networks exhibit a high invariance to non-discriminative features, and show that the decision boundaries of a DNN can only exist as long as the classifier is trained with some features that hold them together. Finally, we show that the construction of the decision boundary is extremely sensitive to small perturbations of the training samples, and that changes in certain directions can lead to sudden invariances in the orthogonal ones. This is precisely the mechanism that adversarial training uses to achieve robustness.","url_abs":"https://arxiv.org/abs/2002.06349v4","url_pdf":"https://arxiv.org/pdf/2002.06349v4.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"hold-me-tight-influence-of-discriminative","repo_url":"https://github.com/LTS4/hold-me-tight","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}}],"tasks":[{"task_slug":"adversarial-robustness","task_name":"Adversarial Robustness"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2002.06349","atlas_url":"https://app.syntology.ai/?focus=2002.06349","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2002.06349"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/LTS4/hold-me-tight","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"ran":9,"unverified":2},"by_repo_kind":{"official":{"samples":11,"ran":9,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"46d91f5224859d33","entry":"DenseNet121","repo":"LTS4/hold-me-tight","repo_kind":"official","path":"model_classes/cifar10/densenet.py","file_url":"https://github.com/LTS4/hold-me-tight/blob/HEAD/model_classes/cifar10/densenet.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"46d91f5224859d33"}},{"code_sha256_prefix":"ad590a40f6e505d4","entry":"DenseNet169","repo":"LTS4/hold-me-tight","repo_kind":"official","path":"model_classes/cifar10/densenet.py","file_url":"https://github.com/LTS4/hold-me-tight/blob/HEAD/model_classes/cifar10/densenet.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"ad590a40f6e505d4"}},{"code_sha256_prefix":"32e2eab88f299987","entry":"ResNet18","repo":"LTS4/hold-me-tight","repo_kind":"official","path":"model_classes/mnist/resnet.py","file_url":"https://github.com/LTS4/hold-me-tight/blob/HEAD/model_classes/mnist/resnet.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"32e2eab88f299987"}},{"code_sha256_prefix":"6c239a83e0919035","entry":"ResNet34","repo":"LTS4/hold-me-tight","repo_kind":"official","path":"model_classes/mnist/resnet.py","file_url":"https://github.com/LTS4/hold-me-tight/blob/HEAD/model_classes/mnist/resnet.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"6c239a83e0919035"}},{"code_sha256_prefix":"3c1bb818dcf3336b","entry":"ResNet50","repo":"LTS4/hold-me-tight","repo_kind":"official","path":"model_classes/mnist/resnet.py","file_url":"https://github.com/LTS4/hold-me-tight/blob/HEAD/model_classes/mnist/resnet.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"3c1bb818dcf3336b"}},{"code_sha256_prefix":"2f0f15bb26469720","entry":"dct_flip","repo":"LTS4/hold-me-tight","repo_kind":"official","path":"utils_dct.py","file_url":"https://github.com/LTS4/hold-me-tight/blob/HEAD/utils_dct.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"2f0f15bb26469720"}},{"code_sha256_prefix":"ed71f0f2ce71dd4b","entry":"dct_high_pass","repo":"LTS4/hold-me-tight","repo_kind":"official","path":"utils_dct.py","file_url":"https://github.com/LTS4/hold-me-tight/blob/HEAD/utils_dct.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"ed71f0f2ce71dd4b"}},{"code_sha256_prefix":"6caa248f9b277e17","entry":"test","repo":"LTS4/hold-me-tight","repo_kind":"official","path":"utils.py","file_url":"https://github.com/LTS4/hold-me-tight/blob/HEAD/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"6caa248f9b277e17"}},{"code_sha256_prefix":"3ec95e9e5d9ba1bf","entry":"train","repo":"LTS4/hold-me-tight","repo_kind":"official","path":"utils.py","file_url":"https://github.com/LTS4/hold-me-tight/blob/HEAD/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"3ec95e9e5d9ba1bf"}},{"code_sha256_prefix":"8296a3dd139a7615","entry":"DenseNet201","repo":"LTS4/hold-me-tight","repo_kind":"official","path":"model_classes/cifar10/densenet.py","file_url":"https://github.com/LTS4/hold-me-tight/blob/HEAD/model_classes/cifar10/densenet.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"8296a3dd139a7615"}},{"code_sha256_prefix":"02fe84bd1cf3f2e7","entry":"dct_low_pass","repo":"LTS4/hold-me-tight","repo_kind":"official","path":"utils_dct.py","file_url":"https://github.com/LTS4/hold-me-tight/blob/HEAD/utils_dct.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"02fe84bd1cf3f2e7"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}