{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/continual-learning-for-task-oriented-dialogue","title":"Continual Learning for Task-oriented Dialogue System with Iterative Network Pruning, Expanding and Masking","arxiv_id":"2107.08173","date":"2021-07-17","proceeding":"ACL 2021 5","authors":["Binzong Geng","Fajie Yuan","Qiancheng Xu","Ying Shen","Ruifeng Xu","Min Yang"],"abstract":"This ability to learn consecutive tasks without forgetting how to perform previously trained problems is essential for developing an online dialogue system. This paper proposes an effective continual learning for the task-oriented dialogue system with iterative network pruning, expanding and masking (TPEM), which preserves performance on previously encountered tasks while accelerating learning progress on subsequent tasks. Specifically, TPEM (i) leverages network pruning to keep the knowledge for old tasks, (ii) adopts network expanding to create free weights for new tasks, and (iii) introduces task-specific network masking to alleviate the negative impact of fixed weights of old tasks on new tasks. We conduct extensive experiments on seven different tasks from three benchmark datasets and show empirically that TPEM leads to significantly improved results over the strong competitors. For reproducibility, we submit the code and data at: https://github.com/siat-nlp/TPEM","url_abs":"https://arxiv.org/abs/2107.08173v1","url_pdf":"https://arxiv.org/pdf/2107.08173v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"continual-learning-for-task-oriented-dialogue","repo_url":"https://github.com/siat-nlp/TPEM","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"continual-learning","task_name":"Continual Learning"},{"task_slug":"network-pruning","task_name":"Network Pruning"}],"methods":[{"method_slug":"pruning","method_name":"Pruning"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2107.08173","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.08173"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/siat-nlp/TPEM","reach":null}],"summary":{"ran":1,"ran_draft_wrong":1,"unverified":2},"by_repo_kind":{"official":{"samples":4,"ran":2,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":4,"samples":[{"code_sha256_prefix":"7c6a5c83febc9cad","entry":"Optimizers","repo":"siat-nlp/TPEM","repo_kind":"official","path":"models/TPEM.py","file_url":"https://github.com/siat-nlp/TPEM/blob/HEAD/models/TPEM.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"7c6a5c83febc9cad"}},{"code_sha256_prefix":"cdf712a640709425","entry":"get_optimize_parameters","repo":"siat-nlp/TPEM","repo_kind":"official","path":"models/TPEM.py","file_url":"https://github.com/siat-nlp/TPEM/blob/HEAD/models/TPEM.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"cdf712a640709425"}},{"code_sha256_prefix":"aa18b4f170bd2d2d","entry":"TPEM","repo":"siat-nlp/TPEM","repo_kind":"official","path":"models/TPEM.py","file_url":"https://github.com/siat-nlp/TPEM/blob/HEAD/models/TPEM.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"aa18b4f170bd2d2d"}},{"code_sha256_prefix":"ac2d18a9057bbc41","entry":"moses_multi_bleu","repo":"siat-nlp/TPEM","repo_kind":"official","path":"models/TPEM.py","file_url":"https://github.com/siat-nlp/TPEM/blob/HEAD/models/TPEM.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ac2d18a9057bbc41"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}