{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/a-probabilistic-end-to-end-task-oriented","title":"A Probabilistic End-To-End Task-Oriented Dialog Model with Latent Belief States towards Semi-Supervised Learning","arxiv_id":"2009.08115","date":"2020-09-17","proceeding":"EMNLP 2020 11","authors":["Yichi Zhang","Zhijian Ou","Huixin Wang","Junlan Feng"],"abstract":"Structured belief states are crucial for user goal tracking and database query in task-oriented dialog systems. However, training belief trackers often requires expensive turn-level annotations of every user utterance. In this paper we aim at alleviating the reliance on belief state labels in building end-to-end dialog systems, by leveraging unlabeled dialog data towards semi-supervised learning. We propose a probabilistic dialog model, called the LAtent BElief State (LABES) model, where belief states are represented as discrete latent variables and jointly modeled with system responses given user inputs. Such latent variable modeling enables us to develop semi-supervised learning under the principled variational learning framework. Furthermore, we introduce LABES-S2S, which is a copy-augmented Seq2Seq model instantiation of LABES. In supervised experiments, LABES-S2S obtains strong results on three benchmark datasets of different scales. In utilizing unlabeled dialog data, semi-supervised LABES-S2S significantly outperforms both supervised-only and semi-supervised baselines. Remarkably, we can reduce the annotation demands to 50% without performance loss on MultiWOZ.","url_abs":"https://arxiv.org/abs/2009.08115v3","url_pdf":"https://arxiv.org/pdf/2009.08115v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"a-probabilistic-end-to-end-task-oriented","repo_url":"https://github.com/thu-spmi/LABES","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"end-to-end-dialogue-modelling","task_name":"End-To-End Dialogue Modelling"}],"methods":[{"method_slug":"lstm","method_name":"LSTM"},{"method_slug":"seq2seq","method_name":"Seq2Seq"},{"method_slug":"sigmoid-activation","method_name":"Sigmoid Activation"},{"method_slug":"tanh-activation","method_name":"Tanh Activation"}],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/end-to-end-dialogue-modelling-on-multiwoz-2-1","task":"End-To-End Dialogue Modelling","dataset":"MULTIWOZ 2.1","model":"LABES-S2S","rank_in_archive_order":2,"of":4,"metrics":{"BLEU":"18.3","MultiWOZ (Inform)":"78.1","MultiWOZ (Success)":"67.1"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2009.08115","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.08115"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/thu-spmi/LABES","reach":null}],"summary":{"ran":3,"ran_violates":1,"unverified":6},"by_repo_kind":{"official":{"samples":10,"ran":4,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"e928e03af1929603","entry":"BeamState","repo":"thu-spmi/LABES","repo_kind":"official","path":"vae_model.py","file_url":"https://github.com/thu-spmi/LABES/blob/HEAD/vae_model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"e928e03af1929603"}},{"code_sha256_prefix":"8da4276bc72ed659","entry":"Encoder","repo":"thu-spmi/LABES","repo_kind":"official","path":"vae_model.py","file_url":"https://github.com/thu-spmi/LABES/blob/HEAD/vae_model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"8da4276bc72ed659"}},{"code_sha256_prefix":"ef419c77fa0af064","entry":"MultinomialKLDivergenceLoss","repo":"thu-spmi/LABES","repo_kind":"official","path":"vae_model.py","file_url":"https://github.com/thu-spmi/LABES/blob/HEAD/vae_model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"ef419c77fa0af064"}},{"code_sha256_prefix":"3bcbe2a9cc88b480","entry":"toss_","repo":"thu-spmi/LABES","repo_kind":"official","path":"vae_model.py","file_url":"https://github.com/thu-spmi/LABES/blob/HEAD/vae_model.py","link_basis":"first_harvest_node","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"3bcbe2a9cc88b480"}},{"code_sha256_prefix":"e3e9fea7b52bb054","entry":"BLEUScorer","repo":"thu-spmi/LABES","repo_kind":"official","path":"vae_model.py","file_url":"https://github.com/thu-spmi/LABES/blob/HEAD/vae_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"e3e9fea7b52bb054"}},{"code_sha256_prefix":"4ba40c6c59d34ab3","entry":"BaseModel","repo":"thu-spmi/LABES","repo_kind":"official","path":"vae_model.py","file_url":"https://github.com/thu-spmi/LABES/blob/HEAD/vae_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"4ba40c6c59d34ab3"}},{"code_sha256_prefix":"d08881e82724d6bc","entry":"SemiCVAE","repo":"thu-spmi/LABES","repo_kind":"official","path":"vae_model.py","file_url":"https://github.com/thu-spmi/LABES/blob/HEAD/vae_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"d08881e82724d6bc"}},{"code_sha256_prefix":"5183511da7aa2db6","entry":"_Config","repo":"thu-spmi/LABES","repo_kind":"official","path":"vae_model.py","file_url":"https://github.com/thu-spmi/LABES/blob/HEAD/vae_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"5183511da7aa2db6"}},{"code_sha256_prefix":"01b0659849fc1d12","entry":"cuda_","repo":"thu-spmi/LABES","repo_kind":"official","path":"vae_model.py","file_url":"https://github.com/thu-spmi/LABES/blob/HEAD/vae_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"01b0659849fc1d12"}},{"code_sha256_prefix":"1570b4198e9ba646","entry":"get_one_hot_input","repo":"thu-spmi/LABES","repo_kind":"official","path":"vae_model.py","file_url":"https://github.com/thu-spmi/LABES/blob/HEAD/vae_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"1570b4198e9ba646"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}