{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2606-00738","title":"SORA: Free Second-Order Attacks in Fast Adversarial Training","arxiv_id":"2606.00738","date":"2026-05-30","proceeding":"ICML","authors":["Mazdak Teymourian","Ramtin Moslemi","Farzan Rahmani","Mohammad Hossein Rohban"],"abstract":"Adversarial Training (AT) is a leading defense against adversarial examples but often suffers from Catastrophic Overfitting (CO) in efficient single-step variants, where robustness to multi-step attacks collapses despite high single-step performance. We address this failure mode with two contributions. First, we formalize Epsilon Overfitting (EO), a perspective in which fixed perturbation magnitudes and directions exacerbate CO, and show that introducing perturbation variability significantly improves robust generalization across different architectures and datasets. Second, we propose PertAlign (Perturbation Alignment), a theoretically grounded, computationally negligible metric that predicts CO onset by measuring gradient alignment across attack stages. Leveraging these insights, we introduce SORA, an adaptive step-size AT method that dynamically adjusts perturbations based on loss surface geometry. SORA consistently prevents CO, achieves state-of-the-art robustness and clean accuracy, and generalizes across datasets and architectures using a single fixed set of hyperparameters, which is essential for applicability in fast AT. Extensive experiments on diverse datasets and architectures show that SORA matches or surpasses the robustness of prior methods while delivering higher clean accuracy and superior efficiency. Code is available at https://github.com/SecondOrderAT/SORA.","url_abs":"https://arxiv.org/abs/2606.00738","url_pdf":"https://arxiv.org/pdf/2606.00738","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2606.00738","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2606.00738"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/LIONS-EPFL/ELLE","reach":null},{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/tmllab/2023_NeurIPS_AAER","reach":{"status":"ok","spdx":"MIT"}},{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/yaodongyu/TRADES","reach":null},{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/val-iisc/NuAT","reach":{"status":"ok","spdx":"MIT"}},{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/HuangZhiChao95/ATAS","reach":null}],"summary":{"ran":13,"ran_draft_wrong":4,"ran_violates":1,"unverified":4},"by_repo_kind":{"found_in_text":{"samples":22,"ran":18,"repositories":4}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":11,"samples":[{"code_sha256_prefix":"40db4256aab2ed92","entry":"PreActResNet18","repo":"HuangZhiChao95/ATAS","repo_kind":"found_in_text","path":"models/preact_resnet.py","file_url":"https://github.com/HuangZhiChao95/ATAS/blob/HEAD/models/preact_resnet.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"40db4256aab2ed92"}},{"code_sha256_prefix":"0234f49f9592dec8","entry":"PreActResNet18","repo":"tmllab/2023_NeurIPS_AAER","repo_kind":"found_in_text","path":"CIFAR10/preact_resnet.py","file_url":"https://github.com/tmllab/2023_NeurIPS_AAER/blob/HEAD/CIFAR10/preact_resnet.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0234f49f9592dec8"}},{"code_sha256_prefix":"9aa516330b945a07","entry":"accuracy","repo":"LIONS-EPFL/ELLE","repo_kind":"found_in_text","path":"core/metrics.py","file_url":"https://github.com/LIONS-EPFL/ELLE/blob/HEAD/core/metrics.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9aa516330b945a07"}},{"code_sha256_prefix":"1db1dd6425b63b5f","entry":"aug","repo":"HuangZhiChao95/ATAS","repo_kind":"found_in_text","path":"data_aug.py","file_url":"https://github.com/HuangZhiChao95/ATAS/blob/HEAD/data_aug.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"1db1dd6425b63b5f"}},{"code_sha256_prefix":"d27bb6315a15c4c7","entry":"aug_trans","repo":"HuangZhiChao95/ATAS","repo_kind":"found_in_text","path":"data_aug.py","file_url":"https://github.com/HuangZhiChao95/ATAS/blob/HEAD/data_aug.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d27bb6315a15c4c7"}},{"code_sha256_prefix":"0beec913c324c82a","entry":"clamp","repo":"LIONS-EPFL/ELLE","repo_kind":"found_in_text","path":"eval_pgd50-10.py","file_url":"https://github.com/LIONS-EPFL/ELLE/blob/HEAD/eval_pgd50-10.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0beec913c324c82a"}},{"code_sha256_prefix":"00e569acd6b45ef0","entry":"conv3x3","repo":"val-iisc/NuAT","repo_kind":"found_in_text","path":"CIFAR10/WideResNet.py","file_url":"https://github.com/val-iisc/NuAT/blob/HEAD/CIFAR10/WideResNet.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"00e569acd6b45ef0"}},{"code_sha256_prefix":"583f9780bdd00a45","entry":"conv3x3","repo":"val-iisc/NuAT","repo_kind":"found_in_text","path":"CIFAR10/ResNet.py","file_url":"https://github.com/val-iisc/NuAT/blob/HEAD/CIFAR10/ResNet.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"583f9780bdd00a45"}},{"code_sha256_prefix":"403277d0bfbb477b","entry":"find_classes","repo":"tmllab/2023_NeurIPS_AAER","repo_kind":"found_in_text","path":"Imagenet-100/Imagenet.py","file_url":"https://github.com/tmllab/2023_NeurIPS_AAER/blob/HEAD/Imagenet-100/Imagenet.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"403277d0bfbb477b"}},{"code_sha256_prefix":"5c55df680856e8fa","entry":"get_adv_constant_step_size","repo":"HuangZhiChao95/ATAS","repo_kind":"found_in_text","path":"adv_attack.py","file_url":"https://github.com/HuangZhiChao95/ATAS/blob/HEAD/adv_attack.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5c55df680856e8fa"}},{"code_sha256_prefix":"4d4c7cf40ff274bc","entry":"get_adv_pgd","repo":"HuangZhiChao95/ATAS","repo_kind":"found_in_text","path":"adv_attack.py","file_url":"https://github.com/HuangZhiChao95/ATAS/blob/HEAD/adv_attack.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"4d4c7cf40ff274bc"}},{"code_sha256_prefix":"8261eb96c4a49fc4","entry":"get_uniform_delta","repo":"LIONS-EPFL/ELLE","repo_kind":"found_in_text","path":"ImageNet/ImageNet/main_fast.py","file_url":"https://github.com/LIONS-EPFL/ELLE/blob/HEAD/ImageNet/ImageNet/main_fast.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8261eb96c4a49fc4"}},{"code_sha256_prefix":"f9898b2d918ac6a5","entry":"inverse_aug","repo":"HuangZhiChao95/ATAS","repo_kind":"found_in_text","path":"data_aug.py","file_url":"https://github.com/HuangZhiChao95/ATAS/blob/HEAD/data_aug.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f9898b2d918ac6a5"}},{"code_sha256_prefix":"ab4109634b75ef8b","entry":"is_image_file","repo":"tmllab/2023_NeurIPS_AAER","repo_kind":"found_in_text","path":"Imagenet-100/Imagenet.py","file_url":"https://github.com/tmllab/2023_NeurIPS_AAER/blob/HEAD/Imagenet-100/Imagenet.py","link_basis":"plan_row","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ab4109634b75ef8b"}},{"code_sha256_prefix":"c5c0f6aba61fc840","entry":"l2_square","repo":"tmllab/2023_NeurIPS_AAER","repo_kind":"found_in_text","path":"Imagenet-100/utils.py","file_url":"https://github.com/tmllab/2023_NeurIPS_AAER/blob/HEAD/Imagenet-100/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c5c0f6aba61fc840"}},{"code_sha256_prefix":"27e7954cc9b19461","entry":"loadPILImage","repo":"tmllab/2023_NeurIPS_AAER","repo_kind":"found_in_text","path":"Imagenet-100/Imagenet.py","file_url":"https://github.com/tmllab/2023_NeurIPS_AAER/blob/HEAD/Imagenet-100/Imagenet.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"27e7954cc9b19461"}},{"code_sha256_prefix":"8a6e2e06ca96fb3c","entry":"perturb_deepfool","repo":"LIONS-EPFL/ELLE","repo_kind":"found_in_text","path":"core/attacks/deepfool.py","file_url":"https://github.com/LIONS-EPFL/ELLE/blob/HEAD/core/attacks/deepfool.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8a6e2e06ca96fb3c"}},{"code_sha256_prefix":"f4eb9ee689bafcc0","entry":"perturb_fgsm","repo":"HuangZhiChao95/ATAS","repo_kind":"found_in_text","path":"attack.py","file_url":"https://github.com/HuangZhiChao95/ATAS/blob/HEAD/attack.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f4eb9ee689bafcc0"}},{"code_sha256_prefix":"d1571ea92eef9950","entry":"get_adv_adaptive_step_size","repo":"HuangZhiChao95/ATAS","repo_kind":"found_in_text","path":"adv_attack.py","file_url":"https://github.com/HuangZhiChao95/ATAS/blob/HEAD/adv_attack.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d1571ea92eef9950"}},{"code_sha256_prefix":"6bb87a83f6cf07a5","entry":"load_data","repo":"HuangZhiChao95/ATAS","repo_kind":"found_in_text","path":"data.py","file_url":"https://github.com/HuangZhiChao95/ATAS/blob/HEAD/data.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6bb87a83f6cf07a5"}},{"code_sha256_prefix":"556859d13775d382","entry":"load_data_imagenet","repo":"HuangZhiChao95/ATAS","repo_kind":"found_in_text","path":"data.py","file_url":"https://github.com/HuangZhiChao95/ATAS/blob/HEAD/data.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"556859d13775d382"}},{"code_sha256_prefix":"a150310cfa8cae70","entry":"load_data_imagenet_val","repo":"HuangZhiChao95/ATAS","repo_kind":"found_in_text","path":"data.py","file_url":"https://github.com/HuangZhiChao95/ATAS/blob/HEAD/data.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a150310cfa8cae70"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.LG","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}