{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/revisiting-hilbert-schmidt-information","title":"Revisiting Hilbert-Schmidt Information Bottleneck for Adversarial Robustness","arxiv_id":"2106.02734","date":"2021-06-04","proceeding":"NeurIPS 2021 12","authors":["Zifeng Wang","Tong Jian","Aria Masoomi","Stratis Ioannidis","Jennifer Dy"],"abstract":"We investigate the HSIC (Hilbert-Schmidt independence criterion) bottleneck as a regularizer for learning an adversarially robust deep neural network classifier. In addition to the usual cross-entropy loss, we add regularization terms for every intermediate layer to ensure that the latent representations retain useful information for output prediction while reducing redundant information. We show that the HSIC bottleneck enhances robustness to adversarial attacks both theoretically and experimentally. In particular, we prove that the HSIC bottleneck regularizer reduces the sensitivity of the classifier to adversarial examples. Our experiments on multiple benchmark datasets and architectures demonstrate that incorporating an HSIC bottleneck regularizer attains competitive natural accuracy and improves adversarial robustness, both with and without adversarial examples during training. Our code and adversarially robust models are publicly available.","url_abs":"https://arxiv.org/abs/2106.02734v2","url_pdf":"https://arxiv.org/pdf/2106.02734v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"revisiting-hilbert-schmidt-information","repo_url":"https://github.com/neu-spiral/hbar","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"adversarial-robustness","task_name":"Adversarial Robustness"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2106.02734","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.02734"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/neu-spiral/hbar","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_honours":1,"ran_draft_wrong":1,"unverified":14},"by_repo_kind":{"official":{"samples":16,"ran":2,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"ca565da6831e8ade","entry":"distmat","repo":"neu-spiral/hbar","repo_kind":"official","path":"source/hbar/math/hsic.py","file_url":"https://github.com/neu-spiral/hbar/blob/HEAD/source/hbar/math/hsic.py","link_basis":"plan_row","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ca565da6831e8ade"}},{"code_sha256_prefix":"9cb35dd6de9569b7","entry":"sigma_estimation","repo":"neu-spiral/hbar","repo_kind":"official","path":"source/hbar/math/hsic.py","file_url":"https://github.com/neu-spiral/hbar/blob/HEAD/source/hbar/math/hsic.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9cb35dd6de9569b7"}},{"code_sha256_prefix":"36113cd19ffcf229","entry":"activations_extraction","repo":"neu-spiral/hbar","repo_kind":"official","path":"source/hbar/core/train_misc.py","file_url":"https://github.com/neu-spiral/hbar/blob/HEAD/source/hbar/core/train_misc.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"36113cd19ffcf229"}},{"code_sha256_prefix":"4aaf1bfa9b5dd486","entry":"conv_layer","repo":"neu-spiral/hbar","repo_kind":"official","path":"source/hbar/model/vgg.py","file_url":"https://github.com/neu-spiral/hbar/blob/HEAD/source/hbar/model/vgg.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4aaf1bfa9b5dd486"}},{"code_sha256_prefix":"7264e73368f79bbd","entry":"get_dataset_from_code","repo":"neu-spiral/hbar","repo_kind":"official","path":"source/hbar/utils/dataset.py","file_url":"https://github.com/neu-spiral/hbar/blob/HEAD/source/hbar/utils/dataset.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7264e73368f79bbd"}},{"code_sha256_prefix":"aa1883dd6b95b8b2","entry":"get_fasionmnist_data","repo":"neu-spiral/hbar","repo_kind":"official","path":"source/hbar/utils/dataset.py","file_url":"https://github.com/neu-spiral/hbar/blob/HEAD/source/hbar/utils/dataset.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"aa1883dd6b95b8b2"}},{"code_sha256_prefix":"2485b6acec0a0d16","entry":"get_mnist_data","repo":"neu-spiral/hbar","repo_kind":"official","path":"source/hbar/utils/dataset.py","file_url":"https://github.com/neu-spiral/hbar/blob/HEAD/source/hbar/utils/dataset.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2485b6acec0a0d16"}},{"code_sha256_prefix":"bfffabcb63821aaf","entry":"hsic_objective","repo":"neu-spiral/hbar","repo_kind":"official","path":"source/hbar/core/train_misc.py","file_url":"https://github.com/neu-spiral/hbar/blob/HEAD/source/hbar/core/train_misc.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"bfffabcb63821aaf"}},{"code_sha256_prefix":"882769c04ee627eb","entry":"kernelmat","repo":"neu-spiral/hbar","repo_kind":"official","path":"source/hbar/math/hsic.py","file_url":"https://github.com/neu-spiral/hbar/blob/HEAD/source/hbar/math/hsic.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"882769c04ee627eb"}},{"code_sha256_prefix":"355b1a5db8ec0a0d","entry":"load_logs","repo":"neu-spiral/hbar","repo_kind":"official","path":"source/hbar/utils/io.py","file_url":"https://github.com/neu-spiral/hbar/blob/HEAD/source/hbar/utils/io.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"355b1a5db8ec0a0d"}},{"code_sha256_prefix":"14ba3f43b8e423c3","entry":"load_model","repo":"neu-spiral/hbar","repo_kind":"official","path":"source/hbar/utils/io.py","file_url":"https://github.com/neu-spiral/hbar/blob/HEAD/source/hbar/utils/io.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"14ba3f43b8e423c3"}},{"code_sha256_prefix":"8ac2b5acb8519f95","entry":"load_yaml","repo":"neu-spiral/hbar","repo_kind":"official","path":"source/hbar/utils/io.py","file_url":"https://github.com/neu-spiral/hbar/blob/HEAD/source/hbar/utils/io.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8ac2b5acb8519f95"}},{"code_sha256_prefix":"d7cb7faa3d88e623","entry":"set_optimizer","repo":"neu-spiral/hbar","repo_kind":"official","path":"source/hbar/core/train_misc.py","file_url":"https://github.com/neu-spiral/hbar/blob/HEAD/source/hbar/core/train_misc.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d7cb7faa3d88e623"}},{"code_sha256_prefix":"96487f153da514e6","entry":"training_standard","repo":"neu-spiral/hbar","repo_kind":"official","path":"source/hbar/core/engine.py","file_url":"https://github.com/neu-spiral/hbar/blob/HEAD/source/hbar/core/engine.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"96487f153da514e6"}},{"code_sha256_prefix":"a912b0f0007d76e5","entry":"vgg_conv_block","repo":"neu-spiral/hbar","repo_kind":"official","path":"source/hbar/model/vgg.py","file_url":"https://github.com/neu-spiral/hbar/blob/HEAD/source/hbar/model/vgg.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a912b0f0007d76e5"}},{"code_sha256_prefix":"d28a2414aed5b400","entry":"vgg_fc_layer","repo":"neu-spiral/hbar","repo_kind":"official","path":"source/hbar/model/vgg.py","file_url":"https://github.com/neu-spiral/hbar/blob/HEAD/source/hbar/model/vgg.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d28a2414aed5b400"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}