{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/robust-semantic-segmentation-strong","title":"Towards Reliable Evaluation and Fast Training of Robust Semantic Segmentation Models","arxiv_id":"2306.12941","date":"2023-06-22","proceeding":null,"authors":["Francesco Croce","Naman D Singh","Matthias Hein"],"abstract":"Adversarial robustness has been studied extensively in image classification, especially for the $\\ell_\\infty$-threat model, but significantly less so for related tasks such as object detection and semantic segmentation, where attacks turn out to be a much harder optimization problem than for image classification. We propose several problem-specific novel attacks minimizing different metrics in accuracy and mIoU. The ensemble of our attacks, SEA, shows that existing attacks severely overestimate the robustness of semantic segmentation models. Surprisingly, existing attempts of adversarial training for semantic segmentation models turn out to be weak or even completely non-robust. We investigate why previous adaptations of adversarial training to semantic segmentation failed and show how recently proposed robust ImageNet backbones can be used to obtain adversarially robust semantic segmentation models with up to six times less training time for PASCAL-VOC and the more challenging ADE20k. The associated code and robust models are available at https://github.com/nmndeep/robust-segmentation","url_abs":"https://arxiv.org/abs/2306.12941v2","url_pdf":"https://arxiv.org/pdf/2306.12941v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"robust-semantic-segmentation-strong","repo_url":"https://github.com/nmndeep/robust-segmentation","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"robust-semantic-segmentation-strong","repo_url":"https://github.com/szegedai/robust-segmentation-evaluation","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"adversarial-robustness","task_name":"Adversarial Robustness"},{"task_slug":"image-classification","task_name":"Image Classification"},{"task_slug":"object-detection","task_name":"Object Detection"},{"task_slug":"segmentation","task_name":"Segmentation"},{"task_slug":"semantic-segmentation","task_name":"Semantic Segmentation"},{"task_slug":"image-classification","task_name":"image-classification"},{"task_slug":"object-detection-1","task_name":"object-detection"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2306.12941","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.12941"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/nmndeep/robust-segmentation","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/szegedai/robust-segmentation-evaluation","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_fixture":3,"ran_honours":1,"unverified":4},"by_repo_kind":{"official":{"samples":4,"ran":4,"repositories":1},"listed":{"samples":4,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":4,"samples":[{"code_sha256_prefix":"7f0c6d6786235d89","entry":"check_imgs","repo":"nmndeep/robust-segmentation","repo_kind":"official","path":"tools/infer.py","file_url":"https://github.com/nmndeep/robust-segmentation/blob/HEAD/tools/infer.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"7f0c6d6786235d89"}},{"code_sha256_prefix":"655558caaffbbdad","entry":"eval_performance","repo":"nmndeep/robust-segmentation","repo_kind":"official","path":"tools/infer.py","file_url":"https://github.com/nmndeep/robust-segmentation/blob/HEAD/tools/infer.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"655558caaffbbdad"}},{"code_sha256_prefix":"69576f9a9c57ce46","entry":"evaluate","repo":"nmndeep/robust-segmentation","repo_kind":"official","path":"tools/infer.py","file_url":"https://github.com/nmndeep/robust-segmentation/blob/HEAD/tools/infer.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"69576f9a9c57ce46"}},{"code_sha256_prefix":"587d57b085419e0e","entry":"poly_learning_rate","repo":"nmndeep/robust-segmentation","repo_kind":"official","path":"tools/train_rob_seg.py","file_url":"https://github.com/nmndeep/robust-segmentation/blob/HEAD/tools/train_rob_seg.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"587d57b085419e0e"}},{"code_sha256_prefix":"935105d173cd4e7a","entry":"js_div_fn","repo":"szegedai/robust-segmentation-evaluation","repo_kind":"listed","path":"rse/_sea.py","file_url":"https://github.com/szegedai/robust-segmentation-evaluation/blob/HEAD/rse/_sea.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"935105d173cd4e7a"}},{"code_sha256_prefix":"566c54f62254e6a1","entry":"masked_cross_entropy","repo":"szegedai/robust-segmentation-evaluation","repo_kind":"listed","path":"rse/_sea.py","file_url":"https://github.com/szegedai/robust-segmentation-evaluation/blob/HEAD/rse/_sea.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"566c54f62254e6a1"}},{"code_sha256_prefix":"fc1ed7c7459d10fa","entry":"padam","repo":"szegedai/robust-segmentation-evaluation","repo_kind":"listed","path":"rse/attacks.py","file_url":"https://github.com/szegedai/robust-segmentation-evaluation/blob/HEAD/rse/attacks.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fc1ed7c7459d10fa"}},{"code_sha256_prefix":"8eb95e28786de4eb","entry":"single_logits_loss","repo":"szegedai/robust-segmentation-evaluation","repo_kind":"listed","path":"rse/_sea.py","file_url":"https://github.com/szegedai/robust-segmentation-evaluation/blob/HEAD/rse/_sea.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8eb95e28786de4eb"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}