{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/incorporating-a-local-translation-mechanism","title":"Incorporating a Local Translation Mechanism into Non-autoregressive Translation","arxiv_id":"2011.06132","date":"2020-11-12","proceeding":"EMNLP 2020 11","authors":["Xiang Kong","Zhisong Zhang","Eduard Hovy"],"abstract":"In this work, we introduce a novel local autoregressive translation (LAT) mechanism into non-autoregressive translation (NAT) models so as to capture local dependencies among tar-get outputs. Specifically, for each target decoding position, instead of only one token, we predict a short sequence of tokens in an autoregressive way. We further design an efficient merging algorithm to align and merge the out-put pieces into one final output sequence. We integrate LAT into the conditional masked language model (CMLM; Ghazvininejad et al.,2019) and similarly adopt iterative decoding. Empirical results on five translation tasks show that compared with CMLM, our method achieves comparable or better performance with fewer decoding iterations, bringing a 2.5xspeedup. Further analysis indicates that our method reduces repeated translations and performs better at longer sentences.","url_abs":"https://arxiv.org/abs/2011.06132v1","url_pdf":"https://arxiv.org/pdf/2011.06132v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"incorporating-a-local-translation-mechanism","repo_url":"https://github.com/shawnkx/NAT-with-Local-AT","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"language-modeling","task_name":"Language Modeling"},{"task_slug":"machine-translation","task_name":"Machine Translation"},{"task_slug":null,"task_name":"Position"},{"task_slug":"tar","task_name":"TAR"},{"task_slug":"translation","task_name":"Translation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/machine-translation-on-wmt2014-english-german","task":"Machine Translation","dataset":"WMT2014 English-German","model":"CMLM+LAT+4 iterations","rank_in_archive_order":50,"of":91,"metrics":{"BLEU score":"27.35"},"uses_additional_data":false},{"leaderboard":"/sota/machine-translation-on-wmt2014-english-german","task":"Machine Translation","dataset":"WMT2014 English-German","model":"CMLM+LAT+1 iterations","rank_in_archive_order":69,"of":91,"metrics":{"BLEU score":"25.20"},"uses_additional_data":false},{"leaderboard":"/sota/machine-translation-on-wmt2014-german-english","task":"Machine Translation","dataset":"WMT2014 German-English","model":"CMLM+LAT+4 iterations","rank_in_archive_order":5,"of":16,"metrics":{"BLEU score":"32.04"},"uses_additional_data":false},{"leaderboard":"/sota/machine-translation-on-wmt2014-german-english","task":"Machine Translation","dataset":"WMT2014 German-English","model":"CMLM+LAT+1 iterations","rank_in_archive_order":8,"of":16,"metrics":{"BLEU score":"29.91"},"uses_additional_data":false},{"leaderboard":"/sota/machine-translation-on-wmt2016-english-1","task":"Machine Translation","dataset":"WMT2016 English-Romanian","model":"CMLM+LAT+4 iterations","rank_in_archive_order":2,"of":21,"metrics":{"BLEU score":"32.87"},"uses_additional_data":false},{"leaderboard":"/sota/machine-translation-on-wmt2016-english-1","task":"Machine Translation","dataset":"WMT2016 English-Romanian","model":"CMLM+LAT+1 iterations","rank_in_archive_order":6,"of":21,"metrics":{"BLEU score":"30.74"},"uses_additional_data":false},{"leaderboard":"/sota/machine-translation-on-wmt2016-romanian","task":"Machine Translation","dataset":"WMT2016 Romanian-English","model":"CMLM+LAT+4 iterations","rank_in_archive_order":8,"of":21,"metrics":{"BLEU score":"33.26"},"uses_additional_data":false},{"leaderboard":"/sota/machine-translation-on-wmt2016-romanian","task":"Machine Translation","dataset":"WMT2016 Romanian-English","model":"CMLM+LAT+1 iterations","rank_in_archive_order":17,"of":21,"metrics":{"BLEU score":"31.24"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2011.06132","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2011.06132"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/shawnkx/NAT-with-Local-AT","reach":null}],"summary":{"ran":2,"ran_fixture":1,"unverified":2},"by_repo_kind":{"official":{"samples":5,"ran":3,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"c6109769dc8bd5e7","entry":"MSeg","repo":"shawnkx/NAT-with-Local-AT","repo_kind":"official","path":"Mask-Predict/nat_merge.py","file_url":"https://github.com/shawnkx/NAT-with-Local-AT/blob/HEAD/Mask-Predict/nat_merge.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c6109769dc8bd5e7"}},{"code_sha256_prefix":"1b9e99abb1911bf4","entry":"MToken","repo":"shawnkx/NAT-with-Local-AT","repo_kind":"official","path":"Mask-Predict/nat_merge.py","file_url":"https://github.com/shawnkx/NAT-with-Local-AT/blob/HEAD/Mask-Predict/nat_merge.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1b9e99abb1911bf4"}},{"code_sha256_prefix":"1876669b20a0b5f4","entry":"align_matches","repo":"shawnkx/NAT-with-Local-AT","repo_kind":"official","path":"Mask-Predict/nat_merge.py","file_url":"https://github.com/shawnkx/NAT-with-Local-AT/blob/HEAD/Mask-Predict/nat_merge.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1876669b20a0b5f4"}},{"code_sha256_prefix":"88bb8df4f9581dcc","entry":"GreedyMerger","repo":"shawnkx/NAT-with-Local-AT","repo_kind":"official","path":"Mask-Predict/nat_merge.py","file_url":"https://github.com/shawnkx/NAT-with-Local-AT/blob/HEAD/Mask-Predict/nat_merge.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"88bb8df4f9581dcc"}},{"code_sha256_prefix":"8cd7292585b347b6","entry":"align_seqs","repo":"shawnkx/NAT-with-Local-AT","repo_kind":"official","path":"Mask-Predict/nat_merge.py","file_url":"https://github.com/shawnkx/NAT-with-Local-AT/blob/HEAD/Mask-Predict/nat_merge.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8cd7292585b347b6"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}