{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/efficient-intent-detection-with-dual-sentence","title":"Efficient Intent Detection with Dual Sentence Encoders","arxiv_id":"2003.04807","date":"2020-03-10","proceeding":"WS 2020 7","authors":["Iñigo Casanueva","Tadas Temčinas","Daniela Gerz","Matthew Henderson","Ivan Vulić"],"abstract":"Building conversational systems in new domains and with added functionality requires resource-efficient models that work under low-data regimes (i.e., in few-shot setups). Motivated by these requirements, we introduce intent detection methods backed by pretrained dual sentence encoders such as USE and ConveRT. We demonstrate the usefulness and wide applicability of the proposed intent detectors, showing that: 1) they outperform intent detectors based on fine-tuning the full BERT-Large model or using BERT as a fixed black-box encoder on three diverse intent detection data sets; 2) the gains are especially pronounced in few-shot setups (i.e., with only 10 or 30 annotated examples per intent); 3) our intent detectors can be trained in a matter of minutes on a single CPU; and 4) they are stable across different hyperparameter settings. In hope of facilitating and democratizing research focused on intention detection, we release our code, as well as a new challenging single-domain intent detection dataset comprising 13,083 annotated examples over 77 intents.","url_abs":"https://arxiv.org/abs/2003.04807v1","url_pdf":"https://arxiv.org/pdf/2003.04807v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"efficient-intent-detection-with-dual-sentence","repo_url":"https://github.com/PolyAI-LDN/task-specific-datasets","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"CC-BY-4.0"}},{"paper_slug":"efficient-intent-detection-with-dual-sentence","repo_url":"https://github.com/amazon-science/intent-aware-encoder","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"efficient-intent-detection-with-dual-sentence","repo_url":"https://github.com/haodeqi/BenchmarkingIntentDetection","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"unanswered"}},{"paper_slug":"efficient-intent-detection-with-dual-sentence","repo_url":"https://github.com/thuiar/textoir","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"efficient-intent-detection-with-dual-sentence","repo_url":"https://github.com/thuiar/textoir-demo","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"GPL-3.0"}}],"tasks":[{"task_slug":null,"task_name":"CPU"},{"task_slug":"intent-detection","task_name":"Intent Detection"},{"task_slug":"sentence","task_name":"Sentence"}],"methods":[{"method_slug":"adam","method_name":"Adam"},{"method_slug":"attention","method_name":"Attention"},{"method_slug":"attention-dropout","method_name":"Attention Dropout"},{"method_slug":"bert","method_name":"BERT"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"dropout","method_name":"Dropout"},{"method_slug":"layer-normalization","method_name":"Layer Normalization"},{"method_slug":"linear-layer","method_name":"Linear Layer"},{"method_slug":"linear-warmup-with-linear-decay","method_name":"Linear Warmup With Linear Decay"},{"method_slug":"multi-head-attention","method_name":"Multi-Head Attention"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"softmax","method_name":"Softmax"},{"method_slug":"use","method_name":"USE"},{"method_slug":"weight-decay","method_name":"Weight Decay"},{"method_slug":"wordpiece","method_name":"WordPiece"}],"datasets_introduced":[{"slug":"banking77","name":"BANKING77","full_name":"BANKING77"}],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2003.04807","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2003.04807"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/PolyAI-LDN/task-specific-datasets","reach":{"status":"ok","spdx":"CC-BY-4.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/amazon-science/intent-aware-encoder","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/thuiar/textoir-demo","reach":{"status":"ok","spdx":"GPL-3.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/haodeqi/BenchmarkingIntentDetection","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/thuiar/textoir","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"unverified":6},"by_repo_kind":{"listed":{"samples":6,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"26105291c088d807","entry":"bleu_score","repo":"amazon-science/intent-aware-encoder","repo_kind":"listed","path":"downstream/protaugment/paraphrase/modeling.py","file_url":"https://github.com/amazon-science/intent-aware-encoder/blob/HEAD/downstream/protaugment/paraphrase/modeling.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"26105291c088d807"}},{"code_sha256_prefix":"bcbfb5a90e8cfb8f","entry":"filter_generated_texts_with_clustering","repo":"amazon-science/intent-aware-encoder","repo_kind":"listed","path":"downstream/protaugment/paraphrase/modeling.py","file_url":"https://github.com/amazon-science/intent-aware-encoder/blob/HEAD/downstream/protaugment/paraphrase/modeling.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"bcbfb5a90e8cfb8f"}},{"code_sha256_prefix":"fa1b69cf4b2462a4","entry":"filter_generated_texts_with_distance_metric","repo":"amazon-science/intent-aware-encoder","repo_kind":"listed","path":"downstream/protaugment/paraphrase/modeling.py","file_url":"https://github.com/amazon-science/intent-aware-encoder/blob/HEAD/downstream/protaugment/paraphrase/modeling.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"fa1b69cf4b2462a4"}},{"code_sha256_prefix":"47a1eabe7ee96b10","entry":"load_data","repo":"amazon-science/intent-aware-encoder","repo_kind":"listed","path":"pretraining/run_eval.py","file_url":"https://github.com/amazon-science/intent-aware-encoder/blob/HEAD/pretraining/run_eval.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"47a1eabe7ee96b10"}},{"code_sha256_prefix":"0da58da66b680326","entry":"load_label_file","repo":"amazon-science/intent-aware-encoder","repo_kind":"listed","path":"downstream/run_protonet.py","file_url":"https://github.com/amazon-science/intent-aware-encoder/blob/HEAD/downstream/run_protonet.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"0da58da66b680326"}},{"code_sha256_prefix":"470f909844d66c82","entry":"str2bool","repo":"amazon-science/intent-aware-encoder","repo_kind":"listed","path":"downstream/run_eval.py","file_url":"https://github.com/amazon-science/intent-aware-encoder/blob/HEAD/downstream/run_eval.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"470f909844d66c82"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}