{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/attention-based-recurrent-neural-network","title":"Attention-Based Recurrent Neural Network Models for Joint Intent Detection and Slot Filling","arxiv_id":"1609.01454","date":"2016-09-06","proceeding":null,"authors":["Bing Liu","Ian Lane"],"abstract":"Attention-based encoder-decoder neural network models have recently shown\npromising results in machine translation and speech recognition. In this work,\nwe propose an attention-based neural network model for joint intent detection\nand slot filling, both of which are critical steps for many speech\nunderstanding and dialog systems. Unlike in machine translation and speech\nrecognition, alignment is explicit in slot filling. We explore different\nstrategies in incorporating this alignment information to the encoder-decoder\nframework. Learning from the attention mechanism in encoder-decoder model, we\nfurther propose introducing attention to the alignment-based RNN models. Such\nattentions provide additional information to the intent classification and slot\nlabel prediction. Our independent task models achieve state-of-the-art intent\ndetection error rate and slot filling F1 score on the benchmark ATIS task. Our\njoint training model further obtains 0.56% absolute (23.8% relative) error\nreduction on intent detection and 0.23% absolute gain on slot filling over the\nindependent task models.","url_abs":"http://arxiv.org/abs/1609.01454v1","url_pdf":"http://arxiv.org/pdf/1609.01454v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"attention-based-recurrent-neural-network","repo_url":"https://github.com/DSKSD/RNN-for-Joint-NLU","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"attention-based-recurrent-neural-network","repo_url":"https://github.com/Fireblossom/DeepDarkHomeword","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"attention-based-recurrent-neural-network","repo_url":"https://github.com/Fireblossom/DeepDarkHomework","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"attention-based-recurrent-neural-network","repo_url":"https://github.com/pengshuang/Joint-Slot-Filling","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"attention-based-recurrent-neural-network","repo_url":"https://github.com/rparkin1/intent_LSTM","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"attention-based-recurrent-neural-network","repo_url":"https://github.com/yinghao1019/Joint_learn","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"decoder","task_name":"Decoder"},{"task_slug":"intent-classification","task_name":"Intent Classification"},{"task_slug":"intent-detection","task_name":"Intent Detection"},{"task_slug":"slot-filling","task_name":"Slot Filling"},{"task_slug":"translation","task_name":"Translation"},{"task_slug":"intent-classification-1","task_name":"intent-classification"}],"methods":[{"method_slug":"lstm","method_name":"LSTM"},{"method_slug":"sigmoid-activation","method_name":"Sigmoid Activation"},{"method_slug":"tanh-activation","method_name":"Tanh Activation"}],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/intent-detection-on-atis","task":"Intent Detection","dataset":"ATIS","model":"Attention Encoder-Decoder NN","rank_in_archive_order":3,"of":16,"metrics":{"Accuracy":"98.43"},"uses_additional_data":false},{"leaderboard":"/sota/slot-filling-on-atis","task":"Slot Filling","dataset":"ATIS","model":"Attention Encoder-Decoder NN","rank_in_archive_order":8,"of":14,"metrics":{"F1":"0.9587"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1609.01454","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1609.01454"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/DSKSD/RNN-for-Joint-NLU","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/Fireblossom/DeepDarkHomework","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/Fireblossom/DeepDarkHomeword","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/rparkin1/intent_LSTM","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/yinghao1019/Joint_learn","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/pengshuang/Joint-Slot-Filling","reach":{"status":"ok"}}],"summary":{"ran_draft_wrong":2,"unverified":3},"by_repo_kind":{"listed":{"samples":3,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":2,"samples":[{"code_sha256_prefix":"7b9905a68c0add30","entry":"read_file","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"7b9905a68c0add30"}},{"code_sha256_prefix":"cfd666d38b923d90","entry":"set_device","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"cfd666d38b923d90"}},{"code_sha256_prefix":"b73975fa461a82bd","entry":"loadVocabulary","repo":"rparkin1/intent_LSTM","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/rparkin1/intent_LSTM/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b73975fa461a82bd"}},{"code_sha256_prefix":"22668e19219a498c","entry":"padSentence","repo":"rparkin1/intent_LSTM","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/rparkin1/intent_LSTM/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"22668e19219a498c"}},{"code_sha256_prefix":"97bdb0cbf57f9734","entry":"sentenceToIds","repo":"rparkin1/intent_LSTM","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/rparkin1/intent_LSTM/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"97bdb0cbf57f9734"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}