{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/dialogue-summaries-as-dialogue-states-ds2","title":"Dialogue Summaries as Dialogue States (DS2), Template-Guided Summarization for Few-shot Dialogue State Tracking","arxiv_id":"2203.01552","date":"2022-03-03","proceeding":"Findings (ACL) 2022 5","authors":["Jamin Shin","Hangyeol Yu","Hyeongdon Moon","Andrea Madotto","Juneyoung Park"],"abstract":"Annotating task-oriented dialogues is notorious for the expensive and difficult data collection process. Few-shot dialogue state tracking (DST) is a realistic solution to this problem. In this paper, we hypothesize that dialogue summaries are essentially unstructured dialogue states; hence, we propose to reformulate dialogue state tracking as a dialogue summarization problem. To elaborate, we train a text-to-text language model with synthetic template-based dialogue summaries, generated by a set of rules from the dialogue states. Then, the dialogue states can be recovered by inversely applying the summary generation rules. We empirically show that our method DS2 outperforms previous works on few-shot DST in MultiWoZ 2.0 and 2.1, in both cross-domain and multi-domain settings. Our method also exhibits vast speedup during both training and inference as it can generate all states at once. Finally, based on our analysis, we discover that the naturalness of the summary templates plays a key role for successful training.","url_abs":"https://arxiv.org/abs/2203.01552v1","url_pdf":"https://arxiv.org/pdf/2203.01552v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"dialogue-summaries-as-dialogue-states-ds2","repo_url":"https://github.com/jshin49/ds2","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"none","reach":null}],"tasks":[{"task_slug":"abstractive-dialogue-summarization","task_name":"Abstractive Dialogue Summarization"},{"task_slug":"dialogue-state-tracking","task_name":"Dialogue State Tracking"},{"task_slug":"language-modeling","task_name":"Language Modeling"},{"task_slug":"language-modelling","task_name":"Language Modelling"},{"task_slug":"multi-domain-dialogue-state-tracking","task_name":"Multi-domain Dialogue State Tracking"}],"methods":[{"method_slug":"dst","method_name":"DST"},{"method_slug":"t5","method_name":"T5"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2203.01552","atlas_url":"https://app.syntology.ai/?focus=2203.01552","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.01552"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/jshin49/ds2","reach":null}],"summary":{"ran_draft_wrong":8,"ran_honours":1,"unverified":6},"by_repo_kind":{"official":{"samples":15,"ran":9,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":15,"samples":[{"code_sha256_prefix":"c28015dfcdc79836","entry":"attraction_sum_to_state","repo":"jshin49/ds2","repo_kind":"official","path":"ds2/utils/state_sum_converter.py","file_url":"https://github.com/jshin49/ds2/blob/HEAD/ds2/utils/state_sum_converter.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"c28015dfcdc79836"}},{"code_sha256_prefix":"ace652ddd90dab6b","entry":"get_dontcare_sentence","repo":"jshin49/ds2","repo_kind":"official","path":"ds2/utils/state_sum_converter.py","file_url":"https://github.com/jshin49/ds2/blob/HEAD/ds2/utils/state_sum_converter.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ace652ddd90dab6b"}},{"code_sha256_prefix":"897401701c9f94e9","entry":"get_dontcare_values","repo":"jshin49/ds2","repo_kind":"official","path":"ds2/utils/state_sum_converter.py","file_url":"https://github.com/jshin49/ds2/blob/HEAD/ds2/utils/state_sum_converter.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"897401701c9f94e9"}},{"code_sha256_prefix":"fa8098beddc05b33","entry":"get_first_sentence","repo":"jshin49/ds2","repo_kind":"official","path":"ds2/utils/state_sum_converter.py","file_url":"https://github.com/jshin49/ds2/blob/HEAD/ds2/utils/state_sum_converter.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"fa8098beddc05b33"}},{"code_sha256_prefix":"47505b50846b0d20","entry":"hotel_sum_to_state","repo":"jshin49/ds2","repo_kind":"official","path":"ds2/utils/state_sum_converter.py","file_url":"https://github.com/jshin49/ds2/blob/HEAD/ds2/utils/state_sum_converter.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"47505b50846b0d20"}},{"code_sha256_prefix":"1ae7ee8bb0ff3326","entry":"restaurant_sum_to_state","repo":"jshin49/ds2","repo_kind":"official","path":"ds2/utils/state_sum_converter.py","file_url":"https://github.com/jshin49/ds2/blob/HEAD/ds2/utils/state_sum_converter.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"1ae7ee8bb0ff3326"}},{"code_sha256_prefix":"9640760885ad9153","entry":"safeint","repo":"jshin49/ds2","repo_kind":"official","path":"ds2/utils/state_sum_converter.py","file_url":"https://github.com/jshin49/ds2/blob/HEAD/ds2/utils/state_sum_converter.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"9640760885ad9153"}},{"code_sha256_prefix":"2e0b59d377e9aa48","entry":"taxi_sum_to_state","repo":"jshin49/ds2","repo_kind":"official","path":"ds2/utils/state_sum_converter.py","file_url":"https://github.com/jshin49/ds2/blob/HEAD/ds2/utils/state_sum_converter.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"2e0b59d377e9aa48"}},{"code_sha256_prefix":"7ff3cd1a74b14fc2","entry":"train_sum_to_state","repo":"jshin49/ds2","repo_kind":"official","path":"ds2/utils/state_sum_converter.py","file_url":"https://github.com/jshin49/ds2/blob/HEAD/ds2/utils/state_sum_converter.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"7ff3cd1a74b14fc2"}},{"code_sha256_prefix":"5e251b9b7e7615ce","entry":"MwzConverter","repo":"jshin49/ds2","repo_kind":"official","path":"ds2/utils/state_sum_converter.py","file_url":"https://github.com/jshin49/ds2/blob/HEAD/ds2/utils/state_sum_converter.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5e251b9b7e7615ce"}},{"code_sha256_prefix":"ed2122b2634e6305","entry":"attraction_state_to_sum","repo":"jshin49/ds2","repo_kind":"official","path":"ds2/utils/state_sum_converter.py","file_url":"https://github.com/jshin49/ds2/blob/HEAD/ds2/utils/state_sum_converter.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ed2122b2634e6305"}},{"code_sha256_prefix":"df4906b9cb2cfda4","entry":"hotel_state_to_sum","repo":"jshin49/ds2","repo_kind":"official","path":"ds2/utils/state_sum_converter.py","file_url":"https://github.com/jshin49/ds2/blob/HEAD/ds2/utils/state_sum_converter.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"df4906b9cb2cfda4"}},{"code_sha256_prefix":"dcc0631ba0913d91","entry":"restaurant_state_to_sum","repo":"jshin49/ds2","repo_kind":"official","path":"ds2/utils/state_sum_converter.py","file_url":"https://github.com/jshin49/ds2/blob/HEAD/ds2/utils/state_sum_converter.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"dcc0631ba0913d91"}},{"code_sha256_prefix":"ddba65dba7ea1779","entry":"taxi_state_to_sum","repo":"jshin49/ds2","repo_kind":"official","path":"ds2/utils/state_sum_converter.py","file_url":"https://github.com/jshin49/ds2/blob/HEAD/ds2/utils/state_sum_converter.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ddba65dba7ea1779"}},{"code_sha256_prefix":"5b0b60f9ded5fa3c","entry":"train_state_to_sum","repo":"jshin49/ds2","repo_kind":"official","path":"ds2/utils/state_sum_converter.py","file_url":"https://github.com/jshin49/ds2/blob/HEAD/ds2/utils/state_sum_converter.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5b0b60f9ded5fa3c"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}