{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/deterministic-non-autoregressive-neural","title":"Deterministic Non-Autoregressive Neural Sequence Modeling by Iterative Refinement","arxiv_id":"1802.06901","date":"2018-02-19","proceeding":"EMNLP 2018 10","authors":["Jason Lee","Elman Mansimov","Kyunghyun Cho"],"abstract":"We propose a conditional non-autoregressive neural sequence model based on\niterative refinement. The proposed model is designed based on the principles of\nlatent variable models and denoising autoencoders, and is generally applicable\nto any sequence generation task. We extensively evaluate the proposed model on\nmachine translation (En-De and En-Ro) and image caption generation, and observe\nthat it significantly speeds up decoding while maintaining the generation\nquality comparable to the autoregressive counterpart.","url_abs":"http://arxiv.org/abs/1802.06901v3","url_pdf":"http://arxiv.org/pdf/1802.06901v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"deterministic-non-autoregressive-neural","repo_url":"https://github.com/nyu-dl/dl4mt-nonauto","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"deterministic-non-autoregressive-neural","repo_url":"https://github.com/zhajiahe/Token_Drop","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"caption-generation","task_name":"Caption Generation"},{"task_slug":"denoising","task_name":"Denoising"},{"task_slug":"machine-translation","task_name":"Machine Translation"},{"task_slug":"translation","task_name":"Translation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/machine-translation-on-iwslt2015-english","task":"Machine Translation","dataset":"IWSLT2015 English-German","model":"Denoising autoencoders (non-autoregressive)","rank_in_archive_order":5,"of":8,"metrics":{"BLEU score":"27.01"},"uses_additional_data":false},{"leaderboard":"/sota/machine-translation-on-iwslt2015-german","task":"Machine Translation","dataset":"IWSLT2015 German-English","model":"Denoising autoencoders (non-autoregressive)","rank_in_archive_order":5,"of":15,"metrics":{"BLEU score":"32.43"},"uses_additional_data":false},{"leaderboard":"/sota/machine-translation-on-wmt2014-english-german","task":"Machine Translation","dataset":"WMT2014 English-German","model":"Denoising autoencoders (non-autoregressive)","rank_in_archive_order":75,"of":91,"metrics":{"BLEU score":"21.54"},"uses_additional_data":false},{"leaderboard":"/sota/machine-translation-on-wmt2014-german-english","task":"Machine Translation","dataset":"WMT2014 German-English","model":"Denoising autoencoders (non-autoregressive)","rank_in_archive_order":12,"of":16,"metrics":{"BLEU score":"25.43"},"uses_additional_data":false},{"leaderboard":"/sota/machine-translation-on-wmt2016-english-1","task":"Machine Translation","dataset":"WMT2016 English-Romanian","model":"Denoising autoencoders (non-autoregressive)","rank_in_archive_order":10,"of":21,"metrics":{"BLEU score":"29.66"},"uses_additional_data":false},{"leaderboard":"/sota/machine-translation-on-wmt2016-romanian","task":"Machine Translation","dataset":"WMT2016 Romanian-English","model":"Denoising autoencoders (non-autoregressive)","rank_in_archive_order":19,"of":21,"metrics":{"BLEU score":"30.30"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1802.06901","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1802.06901"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/zhajiahe/Token_Drop","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/nyu-dl/dl4mt-nonauto","reach":null}],"summary":{"ran_honours":1,"ran_draft_wrong":1,"ran":1,"unverified":1},"by_repo_kind":{"official":{"samples":3,"ran":2,"repositories":1},"listed":{"samples":1,"ran":1,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":1,"samples":[{"code_sha256_prefix":"2a7e189196f18f84","entry":"grad_reverse","repo":"nyu-dl/dl4mt-nonauto","repo_kind":"official","path":"model.py","file_url":"https://github.com/nyu-dl/dl4mt-nonauto/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"2a7e189196f18f84"}},{"code_sha256_prefix":"2ade611efde18805","entry":"positional_encodings_like","repo":"nyu-dl/dl4mt-nonauto","repo_kind":"official","path":"model.py","file_url":"https://github.com/nyu-dl/dl4mt-nonauto/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"2ade611efde18805"}},{"code_sha256_prefix":"82bdf940665aeeb4","entry":"safe_readline","repo":"zhajiahe/Token_Drop","repo_kind":"listed","path":"fairseq/binarizer.py","file_url":"https://github.com/zhajiahe/Token_Drop/blob/HEAD/fairseq/binarizer.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":false,"mcp_get_code":{"code_sha256":"82bdf940665aeeb4"}},{"code_sha256_prefix":"896064f7021686ca","entry":"demask","repo":"nyu-dl/dl4mt-nonauto","repo_kind":"official","path":"model.py","file_url":"https://github.com/nyu-dl/dl4mt-nonauto/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"896064f7021686ca"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}