{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2602-11933","title":"Cross-Modal Robustness Transfer (CMRT): Training Robust Speech Translation Models Using Adversarial Text","arxiv_id":"2602.11933","date":"2026-02-12","proceeding":null,"authors":["Abderrahmane Issam","Yusuf Can Semerci","Jan Scholtes","Gerasimos Spanakis"],"abstract":"End-to-End Speech Translation (E2E-ST) has seen significant advancements, yet current models are primarily benchmarked on curated, \"clean\" datasets. This overlooks critical real-world challenges, such as morphological robustness to inflectional variations common in non-native or dialectal speech. In this work, we adapt a text-based adversarial attack targeting inflectional morphology to the speech domain and demonstrate that state-of-the-art E2E-ST models are highly vulnerable it. While adversarial training effectively mitigates such risks in text-based tasks, generating high-quality adversarial speech data remains computationally expensive and technically challenging. To address this, we propose Cross-Modal Robustness Transfer (CMRT), a framework that transfers adversarial robustness from the text modality to the speech modality. Our method eliminates the requirement for adversarial speech data during training. Extensive experiments across four language pairs demonstrate that CMRT improves adversarial robustness by an average of more than 3 BLEU points, establishing a new baseline for robust E2E-ST without the overhead of generating adversarial speech.","url_abs":"https://arxiv.org/abs/2602.11933","url_pdf":"https://arxiv.org/pdf/2602.11933","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":null,"mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2602.11933"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/NVIDIA/NeMo","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"ran":5,"unverified":1},"by_repo_kind":{"found_in_text":{"samples":6,"ran":5,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"b440f7f9d47e9715","entry":"analyze_imports","repo":"NVIDIA/NeMo","repo_kind":"found_in_text","path":"nemo_dependencies.py","file_url":"https://github.com/NVIDIA/NeMo/blob/HEAD/nemo_dependencies.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"b440f7f9d47e9715"}},{"code_sha256_prefix":"133df64d93db327e","entry":"detect_prefix","repo":"NVIDIA/NeMo","repo_kind":"found_in_text","path":"nemo/utils/model_utils.py","file_url":"https://github.com/NVIDIA/NeMo/blob/HEAD/nemo/utils/model_utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"133df64d93db327e"}},{"code_sha256_prefix":"6c5bcba1a5bb7625","entry":"find_python_files","repo":"NVIDIA/NeMo","repo_kind":"found_in_text","path":"nemo_dependencies.py","file_url":"https://github.com/NVIDIA/NeMo/blob/HEAD/nemo_dependencies.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"6c5bcba1a5bb7625"}},{"code_sha256_prefix":"167ef881cd9f9133","entry":"find_top_level_packages","repo":"NVIDIA/NeMo","repo_kind":"found_in_text","path":"nemo_dependencies.py","file_url":"https://github.com/NVIDIA/NeMo/blob/HEAD/nemo_dependencies.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"167ef881cd9f9133"}},{"code_sha256_prefix":"d0b9c431aaf4be9f","entry":"unwrap_model","repo":"NVIDIA/NeMo","repo_kind":"found_in_text","path":"nemo/utils/model_utils.py","file_url":"https://github.com/NVIDIA/NeMo/blob/HEAD/nemo/utils/model_utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"d0b9c431aaf4be9f"}},{"code_sha256_prefix":"9f06792a2d142360","entry":"safe_instantiate","repo":"NVIDIA/NeMo","repo_kind":"found_in_text","path":"nemo/core/classes/common.py","file_url":"https://github.com/NVIDIA/NeMo/blob/HEAD/nemo/core/classes/common.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9f06792a2d142360"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.CL","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}