{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/a-survey-on-asking-clarification-questions","title":"A Survey on Asking Clarification Questions Datasets in Conversational Systems","arxiv_id":"2305.15933","date":"2023-05-25","proceeding":null,"authors":["Hossein A. Rahmani","Xi Wang","Yue Feng","Qiang Zhang","Emine Yilmaz","Aldo Lipani"],"abstract":"The ability to understand a user's underlying needs is critical for conversational systems, especially with limited input from users in a conversation. Thus, in such a domain, Asking Clarification Questions (ACQs) to reveal users' true intent from their queries or utterances arise as an essential task. However, it is noticeable that a key limitation of the existing ACQs studies is their incomparability, from inconsistent use of data, distinct experimental setups and evaluation strategies. Therefore, in this paper, to assist the development of ACQs techniques, we comprehensively analyse the current ACQs research status, which offers a detailed comparison of publicly available datasets, and discusses the applied evaluation metrics, joined with benchmarks for multiple ACQs-related tasks. In particular, given a thorough analysis of the ACQs task, we discuss a number of corresponding research directions for the investigation of ACQs as well as the development of conversational systems.","url_abs":"https://arxiv.org/abs/2305.15933v1","url_pdf":"https://arxiv.org/pdf/2305.15933v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"a-survey-on-asking-clarification-questions","repo_url":"https://github.com/rahmanidashti/acqsurvey","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"none","reach":{"status":"ok"}}],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=2305.15933","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.15933"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/aliannejadi/ClariQ","reach":null},{"provenance":"deterministic:regex_extraction","url":"https://github.com/aliannejadi/qulac","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"deterministic:regex_extraction","url":"https://github.com/raosudha89/ranking_clarification_questions","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/rahmanidashti/acqsurvey","reach":{"status":"ok"}},{"provenance":"deterministic:regex_extraction","url":"https://github.com/sweetalyssum/clarit","reach":{"status":"gone","observed_at":"2026-09-17","how":"tree_404+repo_404"}},{"provenance":"deterministic:regex_extraction","url":"https://github.com/Leila-Ta/Clarification_CQA","reach":{"status":"ok"}},{"provenance":"deterministic:regex_extraction","url":"https://github.com/microsoft/MIMICS","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"deterministic:regex_extraction","url":"https://github.com/isekulic/CQ-generation","reach":{"status":"ok"}},{"provenance":"deterministic:regex_extraction","url":"https://github.com/Leila-Ta/MIMICS-Duo","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"deterministic:regex_extraction","url":"https://github.com/vaibhav4595/ClarQ","reach":{"status":"ok"}},{"provenance":"deterministic:regex_extraction","url":"https://github.com/raosudha89/clarification_question_generation_pytorch","reach":{"status":"ok"}},{"provenance":"deterministic:regex_extraction","url":"https://github.com/msra-nlc/MSParS_V2.0","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"unverified":16},"by_repo_kind":{"found_in_text":{"samples":16,"ran":0,"repositories":2}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"283c08752ab07dbf","entry":"calculate_accuracy","repo":"msra-nlc/MSParS_V2.0","repo_kind":"found_in_text","path":"code/classification/a05_HierarchicalAttentionNetwork/p1_HierarchicalAttention_train.py","file_url":"https://github.com/msra-nlc/MSParS_V2.0/blob/HEAD/code/classification/a05_HierarchicalAttentionNetwork/p1_HierarchicalAttention_train.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"283c08752ab07dbf"}},{"code_sha256_prefix":"9b8a7f0a4be941c7","entry":"calculate_accuracy","repo":"msra-nlc/MSParS_V2.0","repo_kind":"found_in_text","path":"code/classification/a09_DynamicMemoryNet/a8_train.py","file_url":"https://github.com/msra-nlc/MSParS_V2.0/blob/HEAD/code/classification/a09_DynamicMemoryNet/a8_train.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9b8a7f0a4be941c7"}},{"code_sha256_prefix":"40d0f2232c402e7c","entry":"compute_single_label","repo":"msra-nlc/MSParS_V2.0","repo_kind":"found_in_text","path":"code/classification/a02_TextCNN/p7_TextCNN_model.py","file_url":"https://github.com/msra-nlc/MSParS_V2.0/blob/HEAD/code/classification/a02_TextCNN/p7_TextCNN_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"40d0f2232c402e7c"}},{"code_sha256_prefix":"f8f1d8c68d7c71c2","entry":"create_vocabulary","repo":"msra-nlc/MSParS_V2.0","repo_kind":"found_in_text","path":"code/classification/a05_HierarchicalAttentionNetwork/data_util.py","file_url":"https://github.com/msra-nlc/MSParS_V2.0/blob/HEAD/code/classification/a05_HierarchicalAttentionNetwork/data_util.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"f8f1d8c68d7c71c2"}},{"code_sha256_prefix":"5d30e0bd6048f033","entry":"decode_id","repo":"aliannejadi/qulac","repo_kind":"found_in_text","path":"src/utils/utils.py","file_url":"https://github.com/aliannejadi/qulac/blob/HEAD/src/utils/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5d30e0bd6048f033"}},{"code_sha256_prefix":"8ef525178610a9a3","entry":"encode_id","repo":"aliannejadi/qulac","repo_kind":"found_in_text","path":"src/utils/utils.py","file_url":"https://github.com/aliannejadi/qulac/blob/HEAD/src/utils/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8ef525178610a9a3"}},{"code_sha256_prefix":"3a19987885a91fe3","entry":"extract_argmax_and_embed","repo":"msra-nlc/MSParS_V2.0","repo_kind":"found_in_text","path":"code/classification/a05_HierarchicalAttentionNetwork/p1_seq2seq.py","file_url":"https://github.com/msra-nlc/MSParS_V2.0/blob/HEAD/code/classification/a05_HierarchicalAttentionNetwork/p1_seq2seq.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"3a19987885a91fe3"}},{"code_sha256_prefix":"413b9f01ceeb3a80","entry":"get_input_y","repo":"msra-nlc/MSParS_V2.0","repo_kind":"found_in_text","path":"code/classification/a05_HierarchicalAttentionNetwork/p1_HierarchicalAttention_model_transformer.py","file_url":"https://github.com/msra-nlc/MSParS_V2.0/blob/HEAD/code/classification/a05_HierarchicalAttentionNetwork/p1_HierarchicalAttention_model_transformer.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"413b9f01ceeb3a80"}},{"code_sha256_prefix":"9636df81bbc3414f","entry":"get_label_using_logits","repo":"msra-nlc/MSParS_V2.0","repo_kind":"found_in_text","path":"code/classification/a05_HierarchicalAttentionNetwork/p1_HierarchicalAttention_predict.py","file_url":"https://github.com/msra-nlc/MSParS_V2.0/blob/HEAD/code/classification/a05_HierarchicalAttentionNetwork/p1_HierarchicalAttention_predict.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9636df81bbc3414f"}},{"code_sha256_prefix":"9167bcc3b577f7ee","entry":"get_label_using_logits","repo":"msra-nlc/MSParS_V2.0","repo_kind":"found_in_text","path":"code/classification/a05_HierarchicalAttentionNetwork/p1_HierarchicalAttention_train.py","file_url":"https://github.com/msra-nlc/MSParS_V2.0/blob/HEAD/code/classification/a05_HierarchicalAttentionNetwork/p1_HierarchicalAttention_train.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9167bcc3b577f7ee"}},{"code_sha256_prefix":"425e506187f1c317","entry":"get_label_using_logits","repo":"msra-nlc/MSParS_V2.0","repo_kind":"found_in_text","path":"code/classification/a09_DynamicMemoryNet/a8_train.py","file_url":"https://github.com/msra-nlc/MSParS_V2.0/blob/HEAD/code/classification/a09_DynamicMemoryNet/a8_train.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"425e506187f1c317"}},{"code_sha256_prefix":"13a27928f135f31f","entry":"get_label_using_logits_with_value","repo":"msra-nlc/MSParS_V2.0","repo_kind":"found_in_text","path":"code/classification/a05_HierarchicalAttentionNetwork/p1_HierarchicalAttention_predict.py","file_url":"https://github.com/msra-nlc/MSParS_V2.0/blob/HEAD/code/classification/a05_HierarchicalAttentionNetwork/p1_HierarchicalAttention_predict.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"13a27928f135f31f"}},{"code_sha256_prefix":"f1a16c0dadccbcf8","entry":"get_label_y","repo":"msra-nlc/MSParS_V2.0","repo_kind":"found_in_text","path":"code/classification/a02_TextCNN/p7_TextCNN_model.py","file_url":"https://github.com/msra-nlc/MSParS_V2.0/blob/HEAD/code/classification/a02_TextCNN/p7_TextCNN_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"f1a16c0dadccbcf8"}},{"code_sha256_prefix":"1fb9df9e0cbc7c7b","entry":"remove_symbols","repo":"aliannejadi/qulac","repo_kind":"found_in_text","path":"src/utils/utils.py","file_url":"https://github.com/aliannejadi/qulac/blob/HEAD/src/utils/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1fb9df9e0cbc7c7b"}},{"code_sha256_prefix":"7fd5c811b5950db3","entry":"rnn_decoder_with_attention","repo":"msra-nlc/MSParS_V2.0","repo_kind":"found_in_text","path":"code/classification/a05_HierarchicalAttentionNetwork/p1_seq2seq.py","file_url":"https://github.com/msra-nlc/MSParS_V2.0/blob/HEAD/code/classification/a05_HierarchicalAttentionNetwork/p1_seq2seq.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"7fd5c811b5950db3"}},{"code_sha256_prefix":"aa03d525f10278ed","entry":"transform_multilabel_as_multihot","repo":"msra-nlc/MSParS_V2.0","repo_kind":"found_in_text","path":"code/classification/a05_HierarchicalAttentionNetwork/data_util.py","file_url":"https://github.com/msra-nlc/MSParS_V2.0/blob/HEAD/code/classification/a05_HierarchicalAttentionNetwork/data_util.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"aa03d525f10278ed"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}