{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/understanding-and-combating-robust","title":"Understanding and Combating Robust Overfitting via Input Loss Landscape Analysis and Regularization","arxiv_id":"2212.04985","date":"2022-12-09","proceeding":null,"authors":["Lin Li","Michael Spratling"],"abstract":"Adversarial training is widely used to improve the robustness of deep neural networks to adversarial attack. However, adversarial training is prone to overfitting, and the cause is far from clear. This work sheds light on the mechanisms underlying overfitting through analyzing the loss landscape w.r.t. the input. We find that robust overfitting results from standard training, specifically the minimization of the clean loss, and can be mitigated by regularization of the loss gradients. Moreover, we find that robust overfitting turns severer during adversarial training partially because the gradient regularization effect of adversarial training becomes weaker due to the increase in the loss landscapes curvature. To improve robust generalization, we propose a new regularizer to smooth the loss landscape by penalizing the weighted logits variation along the adversarial direction. Our method significantly mitigates robust overfitting and achieves the highest robustness and efficiency compared to similar previous methods. Code is available at https://github.com/TreeLLi/Combating-RO-AdvLC.","url_abs":"https://arxiv.org/abs/2212.04985v1","url_pdf":"https://arxiv.org/pdf/2212.04985v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"understanding-and-combating-robust","repo_url":"https://github.com/treelli/combating-ro-advlc","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"adversarial-attack","task_name":"Adversarial Attack"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2212.04985","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.04985"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/treelli/combating-ro-advlc","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_draft_wrong":1,"unverified":13},"by_repo_kind":{"official":{"samples":14,"ran":1,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"583f9780bdd00a45","entry":"conv3x3","repo":"treelli/combating-ro-advlc","repo_kind":"official","path":"src/model/wide_resnet.py","file_url":"https://github.com/treelli/combating-ro-advlc/blob/HEAD/src/model/wide_resnet.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"583f9780bdd00a45"}},{"code_sha256_prefix":"4fd5d1dd1a797d37","entry":"accuracy","repo":"treelli/combating-ro-advlc","repo_kind":"official","path":"src/utils/helper.py","file_url":"https://github.com/treelli/combating-ro-advlc/blob/HEAD/src/utils/helper.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4fd5d1dd1a797d37"}},{"code_sha256_prefix":"4e3bcb7fb6c461e4","entry":"complete_ids","repo":"treelli/combating-ro-advlc","repo_kind":"official","path":"src/utils/log.py","file_url":"https://github.com/treelli/combating-ro-advlc/blob/HEAD/src/utils/log.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4e3bcb7fb6c461e4"}},{"code_sha256_prefix":"e7976a487657389f","entry":"gather_all","repo":"treelli/combating-ro-advlc","repo_kind":"official","path":"src/utils/helper.py","file_url":"https://github.com/treelli/combating-ro-advlc/blob/HEAD/src/utils/helper.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e7976a487657389f"}},{"code_sha256_prefix":"73e4014f2a1e2e1f","entry":"hessian_ig","repo":"treelli/combating-ro-advlc","repo_kind":"official","path":"src/utils/grad.py","file_url":"https://github.com/treelli/combating-ro-advlc/blob/HEAD/src/utils/grad.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"73e4014f2a1e2e1f"}},{"code_sha256_prefix":"4d5ced10f4ad3d8d","entry":"hessian_loss","repo":"treelli/combating-ro-advlc","repo_kind":"official","path":"src/utils/grad.py","file_url":"https://github.com/treelli/combating-ro-advlc/blob/HEAD/src/utils/grad.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4d5ced10f4ad3d8d"}},{"code_sha256_prefix":"eac0350365e31875","entry":"ids_from_idx","repo":"treelli/combating-ro-advlc","repo_kind":"official","path":"src/utils/log.py","file_url":"https://github.com/treelli/combating-ro-advlc/blob/HEAD/src/utils/log.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"eac0350365e31875"}},{"code_sha256_prefix":"c4060e502670b5cb","entry":"idx_from_ids","repo":"treelli/combating-ro-advlc","repo_kind":"official","path":"src/utils/log.py","file_url":"https://github.com/treelli/combating-ro-advlc/blob/HEAD/src/utils/log.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c4060e502670b5cb"}},{"code_sha256_prefix":"b63f8dddc272ba67","entry":"input_grad","repo":"treelli/combating-ro-advlc","repo_kind":"official","path":"src/utils/grad.py","file_url":"https://github.com/treelli/combating-ro-advlc/blob/HEAD/src/utils/grad.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b63f8dddc272ba67"}},{"code_sha256_prefix":"5d1ae0c45e71f173","entry":"pixel_2_real","repo":"treelli/combating-ro-advlc","repo_kind":"official","path":"src/config/config.py","file_url":"https://github.com/treelli/combating-ro-advlc/blob/HEAD/src/config/config.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5d1ae0c45e71f173"}},{"code_sha256_prefix":"f33bd487ae731b24","entry":"real_2_pixel","repo":"treelli/combating-ro-advlc","repo_kind":"official","path":"src/config/config.py","file_url":"https://github.com/treelli/combating-ro-advlc/blob/HEAD/src/config/config.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f33bd487ae731b24"}},{"code_sha256_prefix":"44448a225e87438a","entry":"reduce_all","repo":"treelli/combating-ro-advlc","repo_kind":"official","path":"src/utils/helper.py","file_url":"https://github.com/treelli/combating-ro-advlc/blob/HEAD/src/utils/helper.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"44448a225e87438a"}},{"code_sha256_prefix":"c4a5928bd44f924c","entry":"upper","repo":"treelli/combating-ro-advlc","repo_kind":"official","path":"src/config/config.py","file_url":"https://github.com/treelli/combating-ro-advlc/blob/HEAD/src/config/config.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c4a5928bd44f924c"}},{"code_sha256_prefix":"d49988befbdccf83","entry":"word","repo":"treelli/combating-ro-advlc","repo_kind":"official","path":"src/utils/printer.py","file_url":"https://github.com/treelli/combating-ro-advlc/blob/HEAD/src/utils/printer.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d49988befbdccf83"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}