{"url":"/method/recurrent-dropout","slug":"recurrent-dropout","name":"Recurrent Dropout","full_name":"Recurrent Dropout","full_name_withheld":false,"description_markdown":"**Recurrent Dropout** is a regularization method for [recurrent neural networks](https://paperswithcode.com/methods/category/recurrent-neural-networks). [Dropout](https://paperswithcode.com/method/dropout) is applied to the updates to [LSTM](https://paperswithcode.com/method/lstm) memory cells (or [GRU](https://paperswithcode.com/method/gru) states), i.e. it drops out the input/update gate in LSTM/GRU.","description_state":"present","introduced_year":null,"introduced_by":{"title":null,"paper":null,"first_author":null,"n_authors":0,"url_abs":null,"archive_paper_url":null},"source":{"url":"http://arxiv.org/abs/1603.05118v2","title":"Recurrent Dropout without Memory Loss","url_on_a_paper_host":true},"code_snippet_url":"https://github.com/ssemeniuta/drop-rnn/blob/fec39a29c3c315e8f6d4529c799620ac0ffe7176/layers.py#L143","code_snippet_url_on_a_code_host":true,"categories":[{"area":"General","area_id":"general","collection":"Regularization","url":"/methods/category/regularization","pwc_aliases":[]}],"n_papers_tagged":3,"archive_num_papers":null,"papers_newest_first":[{"paper":"/paper/classification-of-medication-related-tweets","title":"Classification of Medication-Related Tweets Using Stacked Bidirectional LSTMs with Context-Aware Attention","date":"2018-10-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":"/paper/revisiting-activation-regularization-for","title":"Revisiting Activation Regularization for Language RNNs","date":"2017-08-03","arxiv_id":"1708.01009","n_code_links":0,"syntology":null},{"paper":"/paper/recurrent-dropout-without-memory-loss","title":"Recurrent Dropout without Memory Loss","date":"2016-03-16","arxiv_id":"1603.05118","n_code_links":2,"syntology":null}],"papers_shown":3,"tasks":[{"task":"/task/classification","name":"General Classification","papers":1},{"task":"/task/l2-regularization","name":"L2 Regularization","papers":1},{"task":"/task/language-modeling","name":"Language Modeling","papers":1},{"task":"/task/language-modelling","name":"Language Modelling","papers":1},{"task":"/task/text-classification","name":"Text Classification","papers":1},{"task":"/task/word-embeddings","name":"Word Embeddings","papers":1}],"tasks_shown":6,"n_tasks":6,"usage_by_year":[{"year":"2016","papers":1},{"year":"2017","papers":1},{"year":"2018","papers":1}],"row_source":"embedded","archive":{"source":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","archive_url":"https://paperswithcode.com/method/recurrent-dropout"},"syntology_read_at":"2026-09-24T18:15:14+00:00"}