{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/attention-dropout/papers/105","list_of":"/method/attention-dropout","method":"Attention Dropout","archive":{"snapshot":"2025-07-28"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"date (newest first), then slug","page":105,"pages_in_order":109,"rows_per_page":100,"rows":[10401,10500],"of":10892,"counts":{"archive_papers_tagged":10892,"with_a_code_link":4634,"where_syntology_ran_a_sample":1270,"not_listed_spam_title":0,"listed":10892,"listed_where_code_ran":1270,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":1043,"every_run_a_failure_of_syntologys_instrument":227,"listed_with_a_run_with_no_instrument_failure":1043,"listed_every_run_a_failure_of_syntologys_instrument":227,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/method/attention-dropout","prev":"/method/attention-dropout/papers/104","next":"/method/attention-dropout/papers/106","papers":[{"paper":null,"slug":"fine-tune-bert-with-sparse-self-attention","title":"Fine-tune BERT with Sparse Self-Attention Mechanism","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"from-monolingual-to-multilingual-faq","title":"From Monolingual to Multilingual FAQ Assistant using Multilingual Co-training","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"fully-unsupervised-crosslingual-semantic","title":"Fully Unsupervised Crosslingual Semantic Textual Similarity Metric Based on BERT for Identifying Parallel Data","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"gem-generative-enhanced-model-for-adversarial","title":"GEM: Generative Enhanced Model for adversarial attacks","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/hit-scir-at-mrp-2019-a-unified-pipeline-for","slug":"hit-scir-at-mrp-2019-a-unified-pipeline-for","title":"HIT-SCIR at MRP 2019: A Unified Pipeline for Meaning Representation Parsing via Efficient Training and Effective Encoding","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"how-well-do-nli-models-capture-verb","title":"How well do NLI models capture verb veridicality?","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"improving-pre-trained-multilingual-model-with","title":"Improving Pre-Trained Multilingual Model with Vocabulary Expansion","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"inspecting-unification-of-encoding-and","title":"Inspecting Unification of Encoding and Matching with Transformer: A Case Study of Machine Reading Comprehension","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"jbnu-at-mrp-2019-multi-level-biaffine","title":"JBNU at MRP 2019: Multi-level Biaffine Attention for Semantic Dependency Parsing","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"jeff-da-at-coin-shared-task","title":"Jeff Da at COIN - Shared Task: BIG MOOD: Relating Transformers to Explicit Commonsense Knowledge","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"justdeep-at-nlp4if-2019-task-1-propaganda","title":"JUSTDeep at NLP4IF 2019 Task 1: Propaganda Detection using Ensemble Deep Learning Models","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"lexicalat-lexical-based-adversarial","title":"LexicalAT: Lexical-Based Adversarial Reinforcement Training for Robust Sentiment Classification","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"multi-view-domain-adapted-sentence-embeddings","title":"Multi-View Domain Adapted Sentence Embeddings for Low-Resource Unsupervised Duplicate Question Detection","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"named-entity-recognition-is-there-a-glass-1","title":"Named Entity Recognition - Is There a Glass Ceiling?","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/natural-language-generation-for-effective","slug":"natural-language-generation-for-effective","title":"Natural Language Generation for Effective Knowledge Distillation","date":"2019-11-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"no-youre-not-alone-a-better-way-to-find","title":"No, you're not alone: A better way to find people with similar experiences on Reddit","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"nsitnlp4if-2019-propaganda-detection-from","title":"NSIT@NLP4IF-2019: Propaganda Detection from News Articles using Transfer Learning","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/pingan-smart-health-and-sjtu-at-coin-shared","slug":"pingan-smart-health-and-sjtu-at-coin-shared","title":"Pingan Smart Health and SJTU at COIN - Shared Task: utilizing Pre-trained Language Models and Common-sense Knowledge in Machine Reading Tasks","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"policy-preference-detection-in-parliamentary","title":"Policy Preference Detection in Parliamentary Debate Motions","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"pre-training-bert-on-domain-resources-for","title":"Pre-Training BERT on Domain Resources for Short Answer Grading","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"question-answering-using-hierarchical","title":"Question Answering Using Hierarchical Attention on Top of BERT Features","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"recycling-a-pre-trained-bert-encoder-for","title":"Recycling a Pre-trained BERT Encoder for Neural Machine Translation","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"reevaluating-argument-component-extraction-in","title":"Reevaluating Argument Component Extraction in Low Resource Settings","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"relation-module-for-non-answerable","title":"Relation Module for Non-Answerable Predictions on Reading Comprehension","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"selecting-planning-and-rewriting-a-modular","title":"Selecting, Planning, and Rewriting: A Modular Approach for Data-to-Document Generation and Translation","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"sentence-level-propaganda-detection-in-news","title":"Sentence-Level Propaganda Detection in News Articles with Transfer Learning and BERT-BiLSTM-Capsule Model","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"suda-alibaba-at-mrp-2019-graph-based-models","title":"SUDA-Alibaba at MRP 2019: Graph-Based Models with BERT","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"sum-qe-a-bert-based-summary-quality","title":"SUM-QE: a BERT-based Summary Quality Estimation Model","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"team-domlin-exploiting-evidence-enhancement","title":"Team DOMLIN: Exploiting Evidence Enhancement for the FEVER Shared Task","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"transfer-learning-in-biomedical-named-entity","title":"Transfer Learning in Biomedical Named Entity Recognition: An Evaluation of BERT in the PharmaCoNER task","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/tupa-at-mrp-2019-a-multi-task-baseline-system","slug":"tupa-at-mrp-2019-a-multi-task-baseline-system","title":"TUPA at MRP 2019: A Multi-Task Baseline System","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"unsupervised-labeled-parsing-with-deep-inside","title":"Unsupervised Labeled Parsing with Deep Inside-Outside Recursive Autoencoders","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"what-does-this-word-mean-explaining","title":"What Does This Word Mean? Explaining Contextualized Embeddings with Natural Language Definition","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"when-choosing-plausible-alternatives-clever-1","title":"When Choosing Plausible Alternatives, Clever Hans can be Clever","date":"2019-11-01","arxiv_id":"1911.00225","n_code_links":0,"syntology":null},{"paper":null,"slug":"dianet-bert-and-hierarchical-attention-multi","title":"DiaNet: BERT and Hierarchical Attention Multi-Task Learning of Fine-Grained Dialect","date":"2019-10-31","arxiv_id":"1910.14243","n_code_links":0,"syntology":null},{"paper":"/paper/do-multi-hop-readers-dream-of-reasoning","slug":"do-multi-hop-readers-dream-of-reasoning","title":"Do Multi-hop Readers Dream of Reasoning Chains?","date":"2019-10-31","arxiv_id":"1910.14520","n_code_links":1,"syntology":{"ran":9,"of":11,"n_ran_checked":6,"n_instrument":3,"unverified":2,"pointer_only":2,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 2 honoured, 1 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","official":{"repos":["helloeve/bert-co-matching"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":2,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"human-centric-metric-for-accelerating","title":"Human-centric Metric for Accelerating Pathology Reports Annotation","date":"2019-10-31","arxiv_id":"1911.01226","n_code_links":0,"syntology":null},{"paper":null,"slug":"limit-bert-linguistic-informed-multi-task","title":"LIMIT-BERT : Linguistic Informed Multi-Task BERT","date":"2019-10-31","arxiv_id":"1910.14296","n_code_links":0,"syntology":null},{"paper":"/paper/multi-stage-document-ranking-with-bert","slug":"multi-stage-document-ranking-with-bert","title":"Multi-Stage Document Ranking with BERT","date":"2019-10-31","arxiv_id":"1910.14424","n_code_links":3,"syntology":{"ran":4,"of":5,"n_ran_checked":4,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":null}},{"paper":null,"slug":"positional-attention-based-frame","title":"Positional Attention-based Frame Identification with BERT: A Deep Learning Approach to Target Disambiguation and Semantic Frame Selection","date":"2019-10-31","arxiv_id":"1910.14549","n_code_links":0,"syntology":null},{"paper":"/paper/pseudolikelihood-reranking-with-masked","slug":"pseudolikelihood-reranking-with-masked","title":"Masked Language Model Scoring","date":"2019-10-31","arxiv_id":"1910.14659","n_code_links":6,"syntology":{"ran":10,"of":10,"n_ran_checked":7,"n_instrument":3,"unverified":0,"pointer_only":3,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 2 honoured, 0 violated, 5 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","official":{"repos":["awslabs/mlm-scoring"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"paper":null,"slug":"transfer-learning-from-transformers-to-fake","title":"Transfer Learning from Transformers to Fake News Challenge Stance Detection (FNC-1) Task","date":"2019-10-31","arxiv_id":"1910.14353","n_code_links":0,"syntology":null},{"paper":"/paper/discourse-aware-neural-extractive-model-for","slug":"discourse-aware-neural-extractive-model-for","title":"Discourse-Aware Neural Extractive Text Summarization","date":"2019-10-30","arxiv_id":"1910.14142","n_code_links":1,"syntology":{"ran":10,"of":11,"n_ran_checked":10,"n_instrument":0,"unverified":1,"pointer_only":1,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":{"repos":["jiacheng-xu/DiscoBERT"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"lsh-sampling-breaks-the-computation-chicken","title":"Lsh-sampling Breaks the Computation Chicken-and-egg Loop in Adaptive Stochastic Gradient Estimation","date":"2019-10-30","arxiv_id":"1910.14162","n_code_links":0,"syntology":null},{"paper":"/paper/phenotyping-of-clinical-notes-with-improved","slug":"phenotyping-of-clinical-notes-with-improved","title":"Phenotyping of Clinical Notes with Improved Document Classification Models Using Contextualized Neural Language Models","date":"2019-10-30","arxiv_id":"1910.13664","n_code_links":2,"syntology":null},{"paper":null,"slug":"time-to-take-emoji-seriously-they-vastly","title":"Time to Take Emoji Seriously: They Vastly Improve Casual Conversational Models","date":"2019-10-30","arxiv_id":"1910.13793","n_code_links":0,"syntology":null},{"paper":"/paper/191013291","slug":"191013291","title":"Sentence Embeddings for Russian NLU","date":"2019-10-29","arxiv_id":"1910.13291","n_code_links":1,"syntology":null},{"paper":"/paper/inducing-brain-relevant-bias-in-natural","slug":"inducing-brain-relevant-bias-in-natural","title":"Inducing brain-relevant bias in natural language processing models","date":"2019-10-29","arxiv_id":"1911.03268","n_code_links":1,"syntology":{"ran":3,"of":4,"n_ran_checked":1,"n_instrument":2,"unverified":1,"pointer_only":4,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","official":{"repos":["danrsc/bert_brain_neurips_2019"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"paper":null,"slug":"learning-rich-image-region-representation-for","title":"Learning Rich Image Region Representation for Visual Question Answering","date":"2019-10-29","arxiv_id":"1910.13077","n_code_links":0,"syntology":null},{"paper":"/paper/a-bert-based-transfer-learning-approach-for","slug":"a-bert-based-transfer-learning-approach-for","title":"A BERT-Based Transfer Learning Approach for Hate Speech Detection in Online Social Media","date":"2019-10-28","arxiv_id":"1910.12574","n_code_links":2,"syntology":{"ran":0,"of":1,"n_ran_checked":0,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"0 ran · 1 unverified","official":null}},{"paper":"/paper/a-simple-but-effective-bert-model-for-dialog","slug":"a-simple-but-effective-bert-model-for-dialog","title":"A Simple but Effective BERT Model for Dialog State Tracking on Resource-Limited Systems","date":"2019-10-28","arxiv_id":"1910.12995","n_code_links":0,"syntology":null},{"paper":"/paper/sequence-to-sequence-automatic-speech","slug":"sequence-to-sequence-automatic-speech","title":"Sequence-to-sequence Automatic Speech Recognition with Word Embedding Regularization and Fused Decoding","date":"2019-10-28","arxiv_id":"1910.12740","n_code_links":1,"syntology":null},{"paper":null,"slug":"what-does-bert-learn-from-multiple-choice","title":"What does BERT Learn from Multiple-Choice Reading Comprehension Datasets?","date":"2019-10-28","arxiv_id":"1910.12391","n_code_links":0,"syntology":null},{"paper":"/paper/open-the-boxes-of-words-incorporating-sememes","slug":"open-the-boxes-of-words-incorporating-sememes","title":"Word-level Textual Adversarial Attacking as Combinatorial Optimization","date":"2019-10-27","arxiv_id":"1910.12196","n_code_links":1,"syntology":{"ran":1,"of":2,"n_ran_checked":1,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":{"repos":["thunlp/SememePSO-Attack"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":"/paper/thieves-on-sesame-street-model-extraction-of","slug":"thieves-on-sesame-street-model-extraction-of","title":"Thieves on Sesame Street! Model Extraction of BERT-based APIs","date":"2019-10-27","arxiv_id":"1910.12366","n_code_links":1,"syntology":null},{"paper":null,"slug":"dens-a-dataset-for-multi-class-emotion","title":"DENS: A Dataset for Multi-class Emotion Analysis","date":"2019-10-25","arxiv_id":"1910.11769","n_code_links":0,"syntology":null},{"paper":"/paper/hubert-untangles-bert-to-improve-transfer-1","slug":"hubert-untangles-bert-to-improve-transfer-1","title":"HUBERT Untangles BERT to Improve Transfer across NLP Tasks","date":"2019-10-25","arxiv_id":"1910.12647","n_code_links":1,"syntology":null},{"paper":null,"slug":"l2rs-a-learning-to-rescore-mechanism-for","title":"L2RS: A Learning-to-Rescore Mechanism for Automatic Speech Recognition","date":"2019-10-25","arxiv_id":"1910.11496","n_code_links":0,"syntology":null},{"paper":"/paper/on-the-cross-lingual-transferability-of","slug":"on-the-cross-lingual-transferability-of","title":"On the Cross-lingual Transferability of Monolingual Representations","date":"2019-10-25","arxiv_id":"1910.11856","n_code_links":7,"syntology":{"ran":6,"of":7,"n_ran_checked":6,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":{"repos":["deepmind/xquad"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/speechbert-cross-modal-pre-trained-language","slug":"speechbert-cross-modal-pre-trained-language","title":"SpeechBERT: An Audio-and-text Jointly Learned Language Model for End-to-end Spoken Question Answering","date":"2019-10-25","arxiv_id":"1910.11559","n_code_links":0,"syntology":null},{"paper":null,"slug":"an-empirical-study-of-efficient-asr-rescoring","title":"An Empirical Study of Efficient ASR Rescoring with Transformers","date":"2019-10-24","arxiv_id":"1910.11450","n_code_links":0,"syntology":null},{"paper":null,"slug":"combining-acoustics-content-and-interaction","title":"Combining Acoustics, Content and Interaction Features to Find Hot Spots in Meetings","date":"2019-10-24","arxiv_id":"1910.10869","n_code_links":0,"syntology":null},{"paper":null,"slug":"emergent-properties-of-finetuned-language","title":"Emergent Properties of Finetuned Language Representation Models","date":"2019-10-23","arxiv_id":"1910.10832","n_code_links":0,"syntology":null},{"paper":"/paper/exploring-the-limits-of-transfer-learning","slug":"exploring-the-limits-of-transfer-learning","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","date":"2019-10-23","arxiv_id":"1910.10683","n_code_links":57,"syntology":{"ran":21,"of":31,"n_ran_checked":20,"n_instrument":1,"unverified":10,"pointer_only":0,"phrase":"21 ran (of which 0 constructed an object rather than computing a result; 20 with no instrument failure: 1 honoured, 0 violated, 19 with no contract checked; 1 where Syntology's instrument failed) · 10 unverified","official":null}},{"paper":"/paper/hierarchical-transformers-for-long-document","slug":"hierarchical-transformers-for-long-document","title":"Hierarchical Transformers for Long Document Classification","date":"2019-10-23","arxiv_id":"1910.10781","n_code_links":3,"syntology":null},{"paper":null,"slug":"relation-module-for-non-answerable-prediction","title":"Relation Module for Non-answerable Prediction on Question Answering","date":"2019-10-23","arxiv_id":"1910.10843","n_code_links":0,"syntology":null},{"paper":null,"slug":"speech-xlnet-unsupervised-acoustic-model","title":"Speech-XLNet: Unsupervised Acoustic Model Pretraining For Self-Attention Networks","date":"2019-10-23","arxiv_id":"1910.10387","n_code_links":0,"syntology":null},{"paper":"/paper/mrqa-2019-shared-task-evaluating","slug":"mrqa-2019-shared-task-evaluating","title":"MRQA 2019 Shared Task: Evaluating Generalization in Reading Comprehension","date":"2019-10-22","arxiv_id":"1910.09753","n_code_links":1,"syntology":{"ran":3,"of":3,"n_ran_checked":2,"n_instrument":1,"unverified":0,"pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["mrqa/MRQA-Shared-Task-2019"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/monalog-a-lightweight-system-for-natural","slug":"monalog-a-lightweight-system-for-natural","title":"MonaLog: a Lightweight System for Natural Language Inference Based on Monotonicity","date":"2019-10-19","arxiv_id":"1910.08772","n_code_links":1,"syntology":null},{"paper":null,"slug":"a-mutual-information-maximization-perspective-1","title":"A Mutual Information Maximization Perspective of Language Representation Learning","date":"2019-10-18","arxiv_id":"1910.08350","n_code_links":0,"syntology":null},{"paper":null,"slug":"model-compression-with-two-stage-multi","title":"Model Compression with Two-stage Multi-teacher Knowledge Distillation for Web Question Answering System","date":"2019-10-18","arxiv_id":"1910.08381","n_code_links":0,"syntology":null},{"paper":null,"slug":"big-mood-relating-transformers-to-explicit","title":"BIG MOOD: Relating Transformers to Explicit Commonsense Knowledge","date":"2019-10-17","arxiv_id":"1910.07713","n_code_links":0,"syntology":null},{"paper":"/paper/measuring-semantic-similarity-of-clinical","slug":"measuring-semantic-similarity-of-clinical","title":"Measuring semantic similarity of clinical trial outcomes using deep pre-trained language representations","date":"2019-10-17","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"universal-text-representation-from-bert-an","title":"Universal Text Representation from BERT: An Empirical Study","date":"2019-10-17","arxiv_id":"1910.07973","n_code_links":0,"syntology":null},{"paper":"/paper/bertram-improved-word-embeddings-have-big","slug":"bertram-improved-word-embeddings-have-big","title":"BERTRAM: Improved Word Embeddings Have Big Impact on Contextualized Model Performance","date":"2019-10-16","arxiv_id":"1910.07181","n_code_links":1,"syntology":{"ran":3,"of":3,"n_ran_checked":3,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 3 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["timoschick/bertram"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"bridging-the-knowledge-gap-enhancing-question","title":"Bridging the Knowledge Gap: Enhancing Question Answering with World and Domain Knowledge","date":"2019-10-16","arxiv_id":"1910.07429","n_code_links":0,"syntology":null},{"paper":null,"slug":"evolution-of-transfer-learning-in-natural","title":"Evolution of transfer learning in natural language processing","date":"2019-10-16","arxiv_id":"1910.07370","n_code_links":0,"syntology":null},{"paper":"/paper/aligning-cross-lingual-entities-with-multi","slug":"aligning-cross-lingual-entities-with-multi","title":"Aligning Cross-Lingual Entities with Multi-Aspect Information","date":"2019-10-15","arxiv_id":"1910.06575","n_code_links":1,"syntology":null},{"paper":"/paper/answering-complex-open-domain-questions","slug":"answering-complex-open-domain-questions","title":"Answering Complex Open-domain Questions Through Iterative Query Generation","date":"2019-10-15","arxiv_id":"1910.07000","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["qipeng/golden-retriever"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"pruning-a-bert-based-question-answering-model","title":"Structured Pruning of a BERT-based Question Answering Model","date":"2019-10-14","arxiv_id":"1910.06360","n_code_links":0,"syntology":null},{"paper":"/paper/q8bert-quantized-8bit-bert","slug":"q8bert-quantized-8bit-bert","title":"Q8BERT: Quantized 8Bit BERT","date":"2019-10-14","arxiv_id":"1910.06188","n_code_links":5,"syntology":{"ran":10,"of":11,"n_ran_checked":9,"n_instrument":1,"unverified":1,"pointer_only":3,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 2 honoured, 0 violated, 7 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","official":{"repos":["intellabs/model-compression-research-package","NervanaSystems/nlp-architect"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["listed","official","unlocated"]}}},{"paper":"/paper/stancy-stance-classification-based-on","slug":"stancy-stance-classification-based-on","title":"STANCY: Stance Classification Based on Consistency Cues","date":"2019-10-14","arxiv_id":"1910.06048","n_code_links":1,"syntology":null},{"paper":"/paper/whatcha-lookin-at-deeplifting-berts-attention","slug":"whatcha-lookin-at-deeplifting-berts-attention","title":"Whatcha lookin' at? DeepLIFTing BERT's Attention in Question Answering","date":"2019-10-14","arxiv_id":"1910.06431","n_code_links":1,"syntology":null},{"paper":null,"slug":"progress-notes-classification-and-keyword","title":"Progress Notes Classification and Keyword Extraction using Attention-based Deep Learning Models with BERT","date":"2019-10-13","arxiv_id":"1910.05786","n_code_links":0,"syntology":null},{"paper":"/paper/vq-wav2vec-self-supervised-learning-of-1","slug":"vq-wav2vec-self-supervised-learning-of-1","title":"vq-wav2vec: Self-Supervised Learning of Discrete Speech Representations","date":"2019-10-12","arxiv_id":"1910.05453","n_code_links":3,"syntology":{"ran":3,"of":3,"n_ran_checked":3,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":null}},{"paper":null,"slug":"automatic-segmentation-of-texts-into-units-of","title":"Automatic segmentation of texts into units of meaning for reading assistance","date":"2019-10-11","arxiv_id":"1910.05014","n_code_links":0,"syntology":null},{"paper":"/paper/bipar-a-bilingual-parallel-dataset-for","slug":"bipar-a-bilingual-parallel-dataset-for","title":"BiPaR: A Bilingual Parallel Dataset for Multilingual and Cross-lingual Reading Comprehension on Novels","date":"2019-10-11","arxiv_id":"1910.05040","n_code_links":1,"syntology":null},{"paper":"/paper/exbert-a-visual-analysis-tool-to-explore","slug":"exbert-a-visual-analysis-tool-to-explore","title":"exBERT: A Visual Analysis Tool to Explore Learned Representations in Transformers Models","date":"2019-10-11","arxiv_id":"1910.05276","n_code_links":1,"syntology":null},{"paper":"/paper/cross-lingual-alignment-vs-joint-training-a","slug":"cross-lingual-alignment-vs-joint-training-a","title":"Cross-lingual Alignment vs Joint Training: A Comparative Study and A Simple Unified Framework","date":"2019-10-10","arxiv_id":"1910.04708","n_code_links":2,"syntology":null},{"paper":"/paper/fuse-multi-faceted-set-expansion-by-coherent","slug":"fuse-multi-faceted-set-expansion-by-coherent","title":"FUSE: Multi-Faceted Set Expansion by Coherent Clustering of Skip-grams","date":"2019-10-10","arxiv_id":"1910.04345","n_code_links":3,"syntology":null},{"paper":"/paper/multi-label-categorization-of-accounts-of","slug":"multi-label-categorization-of-accounts-of","title":"Multi-label Categorization of Accounts of Sexism using a Neural Framework","date":"2019-10-10","arxiv_id":"1910.04602","n_code_links":1,"syntology":null},{"paper":null,"slug":"multilingual-question-answering-from","title":"Multilingual Question Answering from Formatted Text applied to Conversational Agents","date":"2019-10-10","arxiv_id":"1910.04659","n_code_links":0,"syntology":null},{"paper":"/paper/structured-pruning-of-large-language-models","slug":"structured-pruning-of-large-language-models","title":"Structured Pruning of Large Language Models","date":"2019-10-10","arxiv_id":"1910.04732","n_code_links":2,"syntology":{"ran":8,"of":12,"n_ran_checked":6,"n_instrument":2,"unverified":4,"pointer_only":2,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 0 violated, 5 with no contract checked; 2 where Syntology's instrument failed) · 4 unverified","official":{"repos":["asappresearch/flop"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/visual-natural-language-query-auto-completion","slug":"visual-natural-language-query-auto-completion","title":"Visual Natural Language Query Auto-Completion for Estimating Instance Probabilities","date":"2019-10-10","arxiv_id":"1910.04887","n_code_links":1,"syntology":null},{"paper":null,"slug":"a-closer-look-at-feature-space-data","title":"A Closer Look At Feature Space Data Augmentation For Few-Shot Intent Classification","date":"2019-10-09","arxiv_id":"1910.04176","n_code_links":0,"syntology":null},{"paper":"/paper/alternating-recurrent-dialog-model-with-large","slug":"alternating-recurrent-dialog-model-with-large","title":"Alternating Recurrent Dialog Model with Large-scale Pre-trained Language Models","date":"2019-10-09","arxiv_id":"1910.03756","n_code_links":1,"syntology":null},{"paper":"/paper/is-multilingual-bert-fluent-in-language","slug":"is-multilingual-bert-fluent-in-language","title":"Is Multilingual BERT Fluent in Language Generation?","date":"2019-10-09","arxiv_id":"1910.03806","n_code_links":1,"syntology":null},{"paper":null,"slug":"knowledge-distillation-from-internal","title":"Knowledge Distillation from Internal Representations","date":"2019-10-08","arxiv_id":"1910.03723","n_code_links":0,"syntology":null},{"paper":null,"slug":"sesamebert-attention-for-anywhere","title":"SesameBERT: Attention for Anywhere","date":"2019-10-08","arxiv_id":"1910.03176","n_code_links":0,"syntology":null},{"paper":"/paper/bert-for-evidence-retrieval-and-claim","slug":"bert-for-evidence-retrieval-and-claim","title":"BERT for Evidence Retrieval and Claim Verification","date":"2019-10-07","arxiv_id":"1910.02655","n_code_links":2,"syntology":{"ran":4,"of":6,"n_ran_checked":0,"n_instrument":4,"unverified":2,"pointer_only":6,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 2 unverified","official":null}}],"record_sha256":"cc776fe5e9dec2105aa89406b9081eb0d32a2858f1e9cb29a07f666bced28d07","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}