{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/action-based-conversations-dataset-a-corpus","title":"Action-Based Conversations Dataset: A Corpus for Building More In-Depth Task-Oriented Dialogue Systems","arxiv_id":"2104.00783","date":"2021-04-01","proceeding":"NAACL 2021 4","authors":["Derek Chen","Howard Chen","Yi Yang","Alex Lin","Zhou Yu"],"abstract":"Existing goal-oriented dialogue datasets focus mainly on identifying slots and values. However, customer support interactions in reality often involve agents following multi-step procedures derived from explicitly-defined company policies as well. To study customer service dialogue systems in more realistic settings, we introduce the Action-Based Conversations Dataset (ABCD), a fully-labeled dataset with over 10K human-to-human dialogues containing 55 distinct user intents requiring unique sequences of actions constrained by policies to achieve task success. We propose two additional dialog tasks, Action State Tracking and Cascading Dialogue Success, and establish a series of baselines involving large-scale, pre-trained language models on this dataset. Empirical results demonstrate that while more sophisticated networks outperform simpler models, a considerable gap (50.8% absolute accuracy) still exists to reach human-level performance on ABCD.","url_abs":"https://arxiv.org/abs/2104.00783v1","url_pdf":"https://arxiv.org/pdf/2104.00783v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"action-based-conversations-dataset-a-corpus","repo_url":"https://github.com/asappresearch/abcd","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"action-based-conversations-dataset-a-corpus","repo_url":"https://github.com/boru-roylu/theta","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"task-oriented-dialogue-systems","task_name":"Task-Oriented Dialogue Systems"}],"methods":[{"method_slug":null,"method_name":null}],"datasets_introduced":[{"slug":"abcd","name":"ABCD","full_name":"Action-Based Conversations Dataset"}],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2104.00783","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.00783"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/boru-roylu/theta","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/asappresearch/abcd","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"unverified":11},"by_repo_kind":{"official":{"samples":11,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"617ad3e5efd78dcd","entry":"ast_report","repo":"asappresearch/abcd","repo_kind":"official","path":"utils/evaluate.py","file_url":"https://github.com/asappresearch/abcd/blob/HEAD/utils/evaluate.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"617ad3e5efd78dcd"}},{"code_sha256_prefix":"5b554aaa4782e58b","entry":"check_cache","repo":"asappresearch/abcd","repo_kind":"official","path":"utils/help.py","file_url":"https://github.com/asappresearch/abcd/blob/HEAD/utils/help.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5b554aaa4782e58b"}},{"code_sha256_prefix":"749a1a25d79c4775","entry":"check_directories","repo":"asappresearch/abcd","repo_kind":"official","path":"utils/help.py","file_url":"https://github.com/asappresearch/abcd/blob/HEAD/utils/help.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"749a1a25d79c4775"}},{"code_sha256_prefix":"a7ab719397915122","entry":"load_candidates","repo":"asappresearch/abcd","repo_kind":"official","path":"utils/load.py","file_url":"https://github.com/asappresearch/abcd/blob/HEAD/utils/load.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a7ab719397915122"}},{"code_sha256_prefix":"2efa83d98dfd8f8a","entry":"load_data","repo":"asappresearch/abcd","repo_kind":"official","path":"utils/load.py","file_url":"https://github.com/asappresearch/abcd/blob/HEAD/utils/load.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2efa83d98dfd8f8a"}},{"code_sha256_prefix":"10442a3755e649e8","entry":"load_tokenizer","repo":"asappresearch/abcd","repo_kind":"official","path":"utils/load.py","file_url":"https://github.com/asappresearch/abcd/blob/HEAD/utils/load.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"10442a3755e649e8"}},{"code_sha256_prefix":"40ff57a189e78563","entry":"prepare_action_labels","repo":"asappresearch/abcd","repo_kind":"official","path":"utils/process.py","file_url":"https://github.com/asappresearch/abcd/blob/HEAD/utils/process.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"40ff57a189e78563"}},{"code_sha256_prefix":"2d1639331600ea76","entry":"prepare_intent_labels","repo":"asappresearch/abcd","repo_kind":"official","path":"utils/process.py","file_url":"https://github.com/asappresearch/abcd/blob/HEAD/utils/process.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2d1639331600ea76"}},{"code_sha256_prefix":"cb0b6764e6ec1900","entry":"ranking_report","repo":"asappresearch/abcd","repo_kind":"official","path":"utils/evaluate.py","file_url":"https://github.com/asappresearch/abcd/blob/HEAD/utils/evaluate.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"cb0b6764e6ec1900"}},{"code_sha256_prefix":"c560474429a6b107","entry":"setup_dataloader","repo":"asappresearch/abcd","repo_kind":"official","path":"utils/process.py","file_url":"https://github.com/asappresearch/abcd/blob/HEAD/utils/process.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c560474429a6b107"}},{"code_sha256_prefix":"38bb85bb95096b63","entry":"setup_gpus","repo":"asappresearch/abcd","repo_kind":"official","path":"utils/help.py","file_url":"https://github.com/asappresearch/abcd/blob/HEAD/utils/help.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"38bb85bb95096b63"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}