{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/variational-dropout/papers/2","list_of":"/method/variational-dropout","method":"Variational Dropout","archive":{"snapshot":"2025-07-28"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"date (newest first), then slug","page":2,"pages_in_order":2,"rows_per_page":100,"rows":[101,141],"of":141,"counts":{"archive_papers_tagged":141,"with_a_code_link":73,"where_syntology_ran_a_sample":22,"not_listed_spam_title":0,"listed":141,"listed_where_code_ran":22,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":20,"every_run_a_failure_of_syntologys_instrument":2,"listed_with_a_run_with_no_instrument_failure":20,"listed_every_run_a_failure_of_syntologys_instrument":2,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/method/variational-dropout","prev":"/method/variational-dropout","next":null,"papers":[{"paper":"/paper/improving-polyphonic-music-models-with","slug":"improving-polyphonic-music-models-with","title":"Improving Polyphonic Music Models with Feature-Rich Encoding","date":"2019-11-26","arxiv_id":"1911.11775","n_code_links":2,"syntology":null},{"paper":null,"slug":"a-subword-level-language-model-for-bangla","title":"A Subword Level Language Model for Bangla Language","date":"2019-11-15","arxiv_id":"1911.07613","n_code_links":0,"syntology":null},{"paper":"/paper/compressive-transformers-for-long-range-1","slug":"compressive-transformers-for-long-range-1","title":"Compressive Transformers for Long-Range Sequence Modelling","date":"2019-11-13","arxiv_id":"1911.05507","n_code_links":6,"syntology":{"ran":6,"of":11,"n_ran_checked":5,"n_instrument":1,"unverified":5,"pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 2 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 5 unverified","official":null}},{"paper":null,"slug":"correction-of-automatic-speech-recognition","title":"Correction of Automatic Speech Recognition with Transformer Sequence-to-sequence Model","date":"2019-10-23","arxiv_id":"1910.10697","n_code_links":0,"syntology":null},{"paper":null,"slug":"evolution-of-transfer-learning-in-natural","title":"Evolution of transfer learning in natural language processing","date":"2019-10-16","arxiv_id":"1910.07370","n_code_links":0,"syntology":null},{"paper":"/paper/stabilizing-transformers-for-reinforcement-1","slug":"stabilizing-transformers-for-reinforcement-1","title":"Stabilizing Transformers for Reinforcement Learning","date":"2019-10-13","arxiv_id":"1910.06764","n_code_links":5,"syntology":{"ran":3,"of":3,"n_ran_checked":2,"n_instrument":1,"unverified":0,"pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 2 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":null}},{"paper":"/paper/the-merits-of-universal-language-model-fine","slug":"the-merits-of-universal-language-model-fine","title":"The merits of Universal Language Model Fine-tuning for Small Datasets -- a case with Dutch book reviews","date":"2019-10-02","arxiv_id":"1910.00896","n_code_links":2,"syntology":null},{"paper":null,"slug":"gdp-generalized-device-placement-for-dataflow","title":"GDP: Generalized Device Placement for Dataflow Graphs","date":"2019-09-28","arxiv_id":"1910.01578","n_code_links":0,"syntology":null},{"paper":null,"slug":"a-self-attentional-neural-architecture-for","title":"A Self-Attentional Neural Architecture for Code Completion with Multi-Task Learning","date":"2019-09-16","arxiv_id":"1909.06983","n_code_links":0,"syntology":null},{"paper":"/paper/ouroboros-on-accelerating-training-of","slug":"ouroboros-on-accelerating-training-of","title":"Ouroboros: On Accelerating Training of Transformer-Based Language Models","date":"2019-09-14","arxiv_id":"1909.06695","n_code_links":1,"syntology":null},{"paper":null,"slug":"analyzing-customer-feedback-for-product-fit","title":"Analyzing Customer Feedback for Product Fit Prediction","date":"2019-08-28","arxiv_id":"1908.10896","n_code_links":0,"syntology":null},{"paper":null,"slug":"low-shot-classification-a-comparison-of","title":"Low-Shot Classification: A Comparison of Classical and Deep Transfer Machine Learning Approaches","date":"2019-07-17","arxiv_id":"1907.07543","n_code_links":0,"syntology":null},{"paper":"/paper/evaluating-language-model-finetuning","slug":"evaluating-language-model-finetuning","title":"Evaluating Language Model Finetuning Techniques for Low-resource Languages","date":"2019-06-30","arxiv_id":"1907.00409","n_code_links":2,"syntology":null},{"paper":"/paper/a-tensorized-transformer-for-language","slug":"a-tensorized-transformer-for-language","title":"A Tensorized Transformer for Language Modeling","date":"2019-06-24","arxiv_id":"1906.09777","n_code_links":1,"syntology":{"ran":0,"of":1,"n_ran_checked":0,"n_instrument":0,"unverified":1,"pointer_only":1,"phrase":"0 ran · 1 unverified","official":{"repos":["szhangtju/The-compression-of-Transformer"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"paper":"/paper/one-shot-neural-architecture-search-through-a","slug":"one-shot-neural-architecture-search-through-a","title":"Posterior-Guided Neural Architecture Search","date":"2019-06-23","arxiv_id":"1906.09557","n_code_links":1,"syntology":null},{"paper":"/paper/xlnet-generalized-autoregressive-pretraining","slug":"xlnet-generalized-autoregressive-pretraining","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","date":"2019-06-19","arxiv_id":"1906.08237","n_code_links":27,"syntology":{"ran":15,"of":24,"n_ran_checked":10,"n_instrument":5,"unverified":9,"pointer_only":4,"phrase":"15 ran (of which 2 constructed an object rather than computing a result; 10 with no instrument failure: 2 honoured, 0 violated, 8 with no contract checked; 5 where Syntology's instrument failed) · 9 unverified","official":{"repos":["zihangdai/xlnet"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"paper":null,"slug":"exploiting-unsupervised-pre-training-and","title":"Exploiting Unsupervised Pre-training and Automated Feature Engineering for Low-resource Hate Speech Detection in Polish","date":"2019-06-17","arxiv_id":"1906.09325","n_code_links":0,"syntology":null},{"paper":null,"slug":"figure-eight-at-semeval-2019-task-3-ensemble","title":"Figure Eight at SemEval-2019 Task 3: Ensemble of Transfer Learning Methods for Contextual Emotion Detection","date":"2019-06-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"speak-up-fight-back-detection-of-social-media","title":"Speak up, Fight Back! Detection of Social Media Disclosures of Sexual Harassment","date":"2019-06-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/interpreting-and-improving-natural-language","slug":"interpreting-and-improving-natural-language","title":"Interpreting and improving natural-language processing (in machines) with natural language-processing (in the brain)","date":"2019-05-28","arxiv_id":"1905.11833","n_code_links":1,"syntology":{"ran":0,"of":1,"n_ran_checked":0,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"0 ran · 1 unverified","official":{"repos":["mtoneva/brain_language_nlp"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"paper":null,"slug":"transformer-xl-language-modeling-with-longer","title":"Transformer-XL: Language Modeling with Longer-Term Dependency","date":"2019-05-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"an-empirical-evaluation-of-text","title":"An Empirical Evaluation of Text Representation Schemes on Multilingual Social Web to Filter the Textual Aggression","date":"2019-04-16","arxiv_id":"1904.08770","n_code_links":0,"syntology":null},{"paper":"/paper/low-resource-text-classification-with-ulmfit","slug":"low-resource-text-classification-with-ulmfit","title":"Low Resource Text Classification with ULMFit and Backtranslation","date":"2019-03-21","arxiv_id":"1903.09244","n_code_links":1,"syntology":null},{"paper":"/paper/how-large-a-vocabulary-does-text","slug":"how-large-a-vocabulary-does-text","title":"How Large a Vocabulary Does Text Classification Need? A Variational Approach to Vocabulary Selection","date":"2019-02-27","arxiv_id":"1902.10339","n_code_links":1,"syntology":{"ran":3,"of":3,"n_ran_checked":3,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["wenhuchen/Variational-Vocabulary-Selection"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/transformer-xl-attentive-language-models","slug":"transformer-xl-attentive-language-models","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","date":"2019-01-09","arxiv_id":"1901.02860","n_code_links":37,"syntology":{"ran":67,"of":143,"n_ran_checked":49,"n_instrument":18,"unverified":76,"pointer_only":43,"phrase":"67 ran (of which 37 constructed an object rather than computing a result; 49 with no instrument failure: 4 honoured, 1 violated, 44 with no contract checked; 18 where Syntology's instrument failed) · 76 unverified","official":{"repos":["kimiyoung/transformer-xl"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":7,"n_ran_no_instrument_failure":7,"n_unverified":5,"ran_from_kinds":["listed","official","unlocated"]}}},{"paper":null,"slug":"analysing-dropout-and-compounding-errors-in","title":"Analysing Dropout and Compounding Errors in Neural Language Models","date":"2018-11-02","arxiv_id":"1811.00998","n_code_links":0,"syntology":null},{"paper":"/paper/variational-dropout-via-empirical-bayes","slug":"variational-dropout-via-empirical-bayes","title":"Variational Dropout via Empirical Bayes","date":"2018-11-01","arxiv_id":"1811.00596","n_code_links":1,"syntology":null},{"paper":"/paper/online-cyber-attack-detection-in-smart-grid-a","slug":"online-cyber-attack-detection-in-smart-grid-a","title":"Online Cyber-Attack Detection in Smart Grid: A Reinforcement Learning Approach","date":"2018-09-14","arxiv_id":"1809.05258","n_code_links":1,"syntology":null},{"paper":null,"slug":"language-informed-modeling-of-code-switched","title":"Language Informed Modeling of Code-Switched Text","date":"2018-07-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/adaptive-network-sparsification-with","slug":"adaptive-network-sparsification-with","title":"Adaptive Network Sparsification with Dependent Variational Beta-Bernoulli Dropout","date":"2018-05-28","arxiv_id":"1805.10896","n_code_links":1,"syntology":{"ran":0,"of":1,"n_ran_checked":0,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"0 ran · 1 unverified","official":null}},{"paper":"/paper/universal-language-model-fine-tuning-for-text","slug":"universal-language-model-fine-tuning-for-text","title":"Universal Language Model Fine-tuning for Text Classification","date":"2018-01-18","arxiv_id":"1801.06146","n_code_links":66,"syntology":{"ran":2,"of":5,"n_ran_checked":0,"n_instrument":2,"unverified":3,"pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","official":{"repos":["fastai/fastai"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":null,"slug":"differentially-private-variational-dropout","title":"Differentially Private Variational Dropout","date":"2017-11-30","arxiv_id":"1712.02629","n_code_links":0,"syntology":null},{"paper":null,"slug":"improved-bayesian-compression","title":"Improved Bayesian Compression","date":"2017-11-17","arxiv_id":"1711.06494","n_code_links":0,"syntology":null},{"paper":null,"slug":"alpha-divergences-in-variational-dropout","title":"Alpha-Divergences in Variational Dropout","date":"2017-11-12","arxiv_id":"1711.04345","n_code_links":0,"syntology":null},{"paper":"/paper/breaking-the-softmax-bottleneck-a-high-rank","slug":"breaking-the-softmax-bottleneck-a-high-rank","title":"Breaking the Softmax Bottleneck: A High-Rank RNN Language Model","date":"2017-11-10","arxiv_id":"1711.03953","n_code_links":9,"syntology":{"ran":12,"of":23,"n_ran_checked":11,"n_instrument":1,"unverified":11,"pointer_only":1,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 1 where Syntology's instrument failed) · 11 unverified","official":{"repos":["zihangdai/mos"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"paper":"/paper/regularizing-and-optimizing-lstm-language","slug":"regularizing-and-optimizing-lstm-language","title":"Regularizing and Optimizing LSTM Language Models","date":"2017-08-07","arxiv_id":"1708.02182","n_code_links":45,"syntology":{"ran":6,"of":7,"n_ran_checked":2,"n_instrument":4,"unverified":1,"pointer_only":7,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 1 unverified","official":{"repos":["salesforce/awd-lstm-lm"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/bayesian-sparsification-of-recurrent-neural","slug":"bayesian-sparsification-of-recurrent-neural","title":"Bayesian Sparsification of Recurrent Neural Networks","date":"2017-07-31","arxiv_id":"1708.00077","n_code_links":2,"syntology":null},{"paper":"/paper/variational-dropout-sparsifies-deep-neural","slug":"variational-dropout-sparsifies-deep-neural","title":"Variational Dropout Sparsifies Deep Neural Networks","date":"2017-01-19","arxiv_id":"1701.05369","n_code_links":15,"syntology":{"ran":1,"of":3,"n_ran_checked":1,"n_instrument":0,"unverified":2,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":null}},{"paper":"/paper/multiplicative-lstm-for-sequence-modelling","slug":"multiplicative-lstm-for-sequence-modelling","title":"Multiplicative LSTM for sequence modelling","date":"2016-09-26","arxiv_id":"1609.07959","n_code_links":1,"syntology":null},{"paper":"/paper/pointer-sentinel-mixture-models","slug":"pointer-sentinel-mixture-models","title":"Pointer Sentinel Mixture Models","date":"2016-09-26","arxiv_id":"1609.07843","n_code_links":10,"syntology":{"ran":3,"of":9,"n_ran_checked":2,"n_instrument":1,"unverified":6,"pointer_only":1,"phrase":"3 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 6 unverified","official":null}},{"paper":"/paper/a-theoretically-grounded-application-of","slug":"a-theoretically-grounded-application-of","title":"A Theoretically Grounded Application of Dropout in Recurrent Neural Networks","date":"2015-12-16","arxiv_id":"1512.05287","n_code_links":14,"syntology":{"ran":3,"of":3,"n_ran_checked":3,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":null}}],"record_sha256":"00867f35fd1a6c437f432857096724b1481ff88423dee20171c0a3327e97aac2","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}