{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/attention-dropout/papers/109","list_of":"/method/attention-dropout","method":"Attention Dropout","archive":{"snapshot":"2025-07-28"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"date (newest first), then slug","page":109,"pages_in_order":109,"rows_per_page":100,"rows":[10801,10892],"of":10892,"counts":{"archive_papers_tagged":10892,"with_a_code_link":4634,"where_syntology_ran_a_sample":1270,"not_listed_spam_title":0,"listed":10892,"listed_where_code_ran":1270,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":1043,"every_run_a_failure_of_syntologys_instrument":227,"listed_with_a_run_with_no_instrument_failure":1043,"listed_every_run_a_failure_of_syntologys_instrument":227,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/method/attention-dropout","prev":"/method/attention-dropout/papers/108","next":null,"papers":[{"paper":"/paper/adaptive-attention-span-in-transformers","slug":"adaptive-attention-span-in-transformers","title":"Adaptive Attention Span in Transformers","date":"2019-05-19","arxiv_id":"1905.07799","n_code_links":8,"syntology":null},{"paper":"/paper/hellaswag-can-a-machine-really-finish-your","slug":"hellaswag-can-a-machine-really-finish-your","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","date":"2019-05-19","arxiv_id":"1905.07830","n_code_links":2,"syntology":{"ran":4,"of":6,"n_ran_checked":4,"n_instrument":0,"unverified":2,"pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":null}},{"paper":"/paper/bertsel-answer-selection-with-pre-trained","slug":"bertsel-answer-selection-with-pre-trained","title":"BERTSel: Answer Selection with Pre-trained Models","date":"2019-05-18","arxiv_id":"1905.07588","n_code_links":1,"syntology":null},{"paper":"/paper/ernie-enhanced-language-representation-with","slug":"ernie-enhanced-language-representation-with","title":"ERNIE: Enhanced Language Representation with Informative Entities","date":"2019-05-17","arxiv_id":"1905.07129","n_code_links":2,"syntology":{"ran":3,"of":3,"n_ran_checked":2,"n_instrument":1,"unverified":0,"pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["thunlp/ERNIE"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"paper":"/paper/story-ending-prediction-by-transferable-bert","slug":"story-ending-prediction-by-transferable-bert","title":"Story Ending Prediction by Transferable BERT","date":"2019-05-17","arxiv_id":"1905.07504","n_code_links":1,"syntology":null},{"paper":null,"slug":"latent-universal-task-specific-bert","title":"Latent Universal Task-Specific BERT","date":"2019-05-16","arxiv_id":"1905.06638","n_code_links":0,"syntology":null},{"paper":"/paper/a-surprisingly-robust-trick-for-winograd","slug":"a-surprisingly-robust-trick-for-winograd","title":"A Surprisingly Robust Trick for Winograd Schema Challenge","date":"2019-05-15","arxiv_id":"1905.06290","n_code_links":2,"syntology":null},{"paper":"/paper/bert-rediscovers-the-classical-nlp-pipeline","slug":"bert-rediscovers-the-classical-nlp-pipeline","title":"BERT Rediscovers the Classical NLP Pipeline","date":"2019-05-15","arxiv_id":"1905.05950","n_code_links":1,"syntology":null},{"paper":"/paper/190602124","slug":"190602124","title":"PatentBERT: Patent Classification with Fine-Tuning a pre-trained BERT Model","date":"2019-05-14","arxiv_id":"1906.02124","n_code_links":1,"syntology":null},{"paper":"/paper/bert-with-history-answer-embedding-for","slug":"bert-with-history-answer-embedding-for","title":"BERT with History Answer Embedding for Conversational Question Answering","date":"2019-05-14","arxiv_id":"1905.05412","n_code_links":1,"syntology":null},{"paper":"/paper/cognitive-graph-for-multi-hop-reading","slug":"cognitive-graph-for-multi-hop-reading","title":"Cognitive Graph for Multi-Hop Reading Comprehension at Scale","date":"2019-05-14","arxiv_id":"1905.05460","n_code_links":2,"syntology":{"ran":7,"of":9,"n_ran_checked":5,"n_instrument":2,"unverified":2,"pointer_only":1,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 2 violated, 2 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","official":{"repos":["THUDM/CogQA"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"paper":"/paper/how-to-fine-tune-bert-for-text-classification","slug":"how-to-fine-tune-bert-for-text-classification","title":"How to Fine-Tune BERT for Text Classification?","date":"2019-05-14","arxiv_id":"1905.05583","n_code_links":15,"syntology":{"ran":12,"of":18,"n_ran_checked":7,"n_instrument":5,"unverified":6,"pointer_only":5,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 1 honoured, 0 violated, 6 with no contract checked; 5 where Syntology's instrument failed) · 6 unverified","official":{"repos":["xuyige/BERT4doc-Classification"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"paper":"/paper/sense-vocabulary-compression-through-the","slug":"sense-vocabulary-compression-through-the","title":"Sense Vocabulary Compression through the Semantic Knowledge of WordNet for Neural Word Sense Disambiguation","date":"2019-05-14","arxiv_id":"1905.05677","n_code_links":2,"syntology":null},{"paper":"/paper/using-syntactical-and-logical-forms-to","slug":"using-syntactical-and-logical-forms-to","title":"A logical-based corpus for cross-lingual evaluation","date":"2019-05-10","arxiv_id":"1905.05704","n_code_links":1,"syntology":null},{"paper":"/paper/faq-retrieval-using-query-question-similarity","slug":"faq-retrieval-using-query-question-similarity","title":"FAQ Retrieval using Query-Question Similarity and BERT-Based Query-Answer Relevance","date":"2019-05-08","arxiv_id":"1905.02851","n_code_links":1,"syntology":null},{"paper":"/paper/unified-language-model-pre-training-for","slug":"unified-language-model-pre-training-for","title":"Unified Language Model Pre-training for Natural Language Understanding and Generation","date":"2019-05-08","arxiv_id":"1905.03197","n_code_links":9,"syntology":null},{"paper":"/paper/a-modular-deep-learning-approach-for-extreme","slug":"a-modular-deep-learning-approach-for-extreme","title":"Taming Pretrained Transformers for Extreme Multi-label Text Classification","date":"2019-05-07","arxiv_id":"1905.02331","n_code_links":2,"syntology":{"ran":1,"of":1,"n_ran_checked":0,"n_instrument":1,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["OctoberChang/X-Transformer"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/mass-masked-sequence-to-sequence-pre-training","slug":"mass-masked-sequence-to-sequence-pre-training","title":"MASS: Masked Sequence to Sequence Pre-training for Language Generation","date":"2019-05-07","arxiv_id":"1905.02450","n_code_links":7,"syntology":null},{"paper":"/paper/anonymized-bert-an-augmentation-approach-to","slug":"anonymized-bert-an-augmentation-approach-to","title":"Anonymized BERT: An Augmentation Approach to the Gendered Pronoun Resolution Challenge","date":"2019-05-06","arxiv_id":"1905.01780","n_code_links":1,"syntology":null},{"paper":null,"slug":"investigating-the-successes-and-failures-of","title":"Investigating the Successes and Failures of BERT for Passage Re-Ranking","date":"2019-05-05","arxiv_id":"1905.01758","n_code_links":0,"syntology":null},{"paper":"/paper/unsupervised-data-augmentation-1","slug":"unsupervised-data-augmentation-1","title":"Unsupervised Data Augmentation for Consistency Training","date":"2019-04-29","arxiv_id":"1904.12848","n_code_links":20,"syntology":{"ran":30,"of":52,"n_ran_checked":22,"n_instrument":8,"unverified":22,"pointer_only":17,"phrase":"30 ran (of which 3 constructed an object rather than computing a result; 22 with no instrument failure: 0 honoured, 0 violated, 22 with no contract checked; 8 where Syntology's instrument failed) · 22 unverified","official":{"repos":["google-research/uda"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":14,"ran_from_kinds":["listed","official"]}}},{"paper":null,"slug":"softmax-optimizations-for-intel-xeon","title":"Softmax Optimizations for Intel Xeon Processor-based Platforms","date":"2019-04-28","arxiv_id":"1904.12380","n_code_links":0,"syntology":null},{"paper":"/paper/190410509","slug":"190410509","title":"Generating Long Sequences with Sparse Transformers","date":"2019-04-23","arxiv_id":"1904.10509","n_code_links":7,"syntology":{"ran":5,"of":6,"n_ran_checked":4,"n_instrument":1,"unverified":1,"pointer_only":0,"phrase":"5 ran (of which 4 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","official":{"repos":["openai/sparse_attention"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":null,"slug":"model-compression-with-multi-task-knowledge","title":"Model Compression with Multi-Task Knowledge Distillation for Web-scale Question Answering System","date":"2019-04-21","arxiv_id":"1904.09636","n_code_links":0,"syntology":null},{"paper":"/paper/190409408","slug":"190409408","title":"Language Models with Transformers","date":"2019-04-20","arxiv_id":"1904.09408","n_code_links":1,"syntology":{"ran":2,"of":2,"n_ran_checked":1,"n_instrument":1,"unverified":0,"pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["cgraywang/gluon-nlp-1"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"190501971","title":"An Evaluation of Transfer Learning for Classifying Sales Engagement Emails at Large Scale","date":"2019-04-19","arxiv_id":"1905.01971","n_code_links":0,"syntology":null},{"paper":"/paper/beto-bentz-becas-the-surprising-cross-lingual","slug":"beto-bentz-becas-the-surprising-cross-lingual","title":"Beto, Bentz, Becas: The Surprising Cross-Lingual Effectiveness of BERT","date":"2019-04-19","arxiv_id":"1904.09077","n_code_links":2,"syntology":null},{"paper":"/paper/ernie-enhanced-representation-through","slug":"ernie-enhanced-representation-through","title":"ERNIE: Enhanced Representation through Knowledge Integration","date":"2019-04-19","arxiv_id":"1904.09223","n_code_links":19,"syntology":{"ran":6,"of":7,"n_ran_checked":6,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":{"repos":["PaddlePaddle/PaddleNLP"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":null,"slug":"unifying-question-answering-and-text","title":"Unifying Question Answering, Text Classification, and Regression via Span Extraction","date":"2019-04-19","arxiv_id":"1904.09286","n_code_links":0,"syntology":null},{"paper":"/paper/docbert-bert-for-document-classification","slug":"docbert-bert-for-document-classification","title":"DocBERT: BERT for Document Classification","date":"2019-04-17","arxiv_id":"1904.08398","n_code_links":3,"syntology":{"ran":11,"of":14,"n_ran_checked":11,"n_instrument":0,"unverified":3,"pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","official":{"repos":["castorini/hedwig"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"paper":null,"slug":"understanding-the-behaviors-of-bert-in","title":"Understanding the Behaviors of BERT in Ranking","date":"2019-04-16","arxiv_id":"1904.07531","n_code_links":0,"syntology":null},{"paper":"/paper/190407094","slug":"190407094","title":"CEDR: Contextualized Embeddings for Document Ranking","date":"2019-04-15","arxiv_id":"1904.07094","n_code_links":7,"syntology":{"ran":5,"of":7,"n_ran_checked":5,"n_instrument":0,"unverified":2,"pointer_only":2,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":{"repos":["Georgetown-IR-Lab/cedr","Georgetown-IR-Lab/contextualized-reps-for-ranking"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"paper":null,"slug":"improving-human-text-comprehension-through","title":"Improving Human Text Comprehension through Semi-Markov CRF-based Neural Section Title Generation","date":"2019-04-15","arxiv_id":"1904.07142","n_code_links":0,"syntology":null},{"paper":null,"slug":"190412604","title":"Pre-training of Context-aware Item Representation for Next Basket Recommendation","date":"2019-04-14","arxiv_id":"1904.12604","n_code_links":0,"syntology":null},{"paper":"/paper/data-augmentation-for-bert-fine-tuning-in","slug":"data-augmentation-for-bert-fine-tuning-in","title":"Data Augmentation for BERT Fine-Tuning in Open-Domain Question Answering","date":"2019-04-14","arxiv_id":"1904.06652","n_code_links":0,"syntology":null},{"paper":"/paper/rare-words-a-major-problem-for-contextualized","slug":"rare-words-a-major-problem-for-contextualized","title":"Rare Words: A Major Problem for Contextualized Embeddings And How to Fix it by Attentive Mimicking","date":"2019-04-14","arxiv_id":"1904.06707","n_code_links":2,"syntology":{"ran":2,"of":2,"n_ran_checked":1,"n_instrument":1,"unverified":0,"pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["timoschick/am-for-bert","timoschick/one-token-approximation"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/190501962","slug":"190501962","title":"Harvey Mudd College at SemEval-2019 Task 4: The Clint Buchanan Hyperpartisan News Detector","date":"2019-04-10","arxiv_id":"1905.01962","n_code_links":1,"syntology":null},{"paper":null,"slug":"nlprsrpol-at-semeval-2019-task-6-and-task-5","title":"NLPR@SRPOL at SemEval-2019 Task 6 and Task 5: Linguistically enhanced deep learning offensive sentence classifier","date":"2019-04-10","arxiv_id":"1904.05152","n_code_links":0,"syntology":null},{"paper":"/paper/simple-bert-models-for-relation-extraction","slug":"simple-bert-models-for-relation-extraction","title":"Simple BERT Models for Relation Extraction and Semantic Role Labeling","date":"2019-04-10","arxiv_id":"1904.05255","n_code_links":3,"syntology":{"ran":3,"of":3,"n_ran_checked":3,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["Impavidity/relogic"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/a-unified-model-for-joint-chinese-word","slug":"a-unified-model-for-joint-chinese-word","title":"A Graph-based Model for Joint Chinese Word Segmentation and Dependency Parsing","date":"2019-04-09","arxiv_id":"1904.04697","n_code_links":1,"syntology":null},{"paper":"/paper/jointly-measuring-diversity-and-quality-in","slug":"jointly-measuring-diversity-and-quality-in","title":"Jointly Measuring Diversity and Quality in Text Generation Models","date":"2019-04-08","arxiv_id":"1904.03971","n_code_links":3,"syntology":{"ran":3,"of":6,"n_ran_checked":2,"n_instrument":1,"unverified":3,"pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","official":{"repos":["IAmS4n/TextGenerationEvaluationMetrics"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"paper":"/paper/publicly-available-clinical-bert-embeddings","slug":"publicly-available-clinical-bert-embeddings","title":"Publicly Available Clinical BERT Embeddings","date":"2019-04-06","arxiv_id":"1904.03323","n_code_links":3,"syntology":{"ran":2,"of":2,"n_ran_checked":1,"n_instrument":1,"unverified":0,"pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["EmilyAlsentzer/clinicalBERT"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"paper":null,"slug":"thisiscompetition-at-semeval-2019-task-9-bert","title":"ThisIsCompetition at SemEval-2019 Task 9: BERT is unstable for out-of-domain samples","date":"2019-04-06","arxiv_id":"1904.03339","n_code_links":0,"syntology":null},{"paper":"/paper/um-iuling-at-semeval-2019-task-6-identifying","slug":"um-iuling-at-semeval-2019-task-6-identifying","title":"UM-IU@LING at SemEval-2019 Task 6: Identifying Offensive Tweets Using BERT and SVMs","date":"2019-04-06","arxiv_id":"1904.03450","n_code_links":1,"syntology":null},{"paper":"/paper/unsupervised-domain-adaptation-of","slug":"unsupervised-domain-adaptation-of","title":"Unsupervised Domain Adaptation of Contextualized Embeddings for Sequence Labeling","date":"2019-04-04","arxiv_id":"1904.02817","n_code_links":1,"syntology":null},{"paper":null,"slug":"visualizing-attention-in-transformer-based","title":"Visualizing Attention in Transformer-Based Language Representation Models","date":"2019-04-04","arxiv_id":"1904.02679","n_code_links":0,"syntology":null},{"paper":"/paper/75-languages-1-model-parsing-universal","slug":"75-languages-1-model-parsing-universal","title":"75 Languages, 1 Model: Parsing Universal Dependencies Universally","date":"2019-04-03","arxiv_id":"1904.02099","n_code_links":3,"syntology":{"ran":9,"of":12,"n_ran_checked":9,"n_instrument":0,"unverified":3,"pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","official":{"repos":["hyperparticle/udify"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":3,"ran_from_kinds":["official"]}}},{"paper":"/paper/bert-post-training-for-review-reading","slug":"bert-post-training-for-review-reading","title":"BERT Post-Training for Review Reading Comprehension and Aspect-based Sentiment Analysis","date":"2019-04-03","arxiv_id":"1904.02232","n_code_links":1,"syntology":{"ran":4,"of":7,"n_ran_checked":3,"n_instrument":1,"unverified":3,"pointer_only":1,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","official":null}},{"paper":"/paper/probing-biomedical-embeddings-from-language","slug":"probing-biomedical-embeddings-from-language","title":"Probing Biomedical Embeddings from Language Models","date":"2019-04-03","arxiv_id":"1904.02181","n_code_links":1,"syntology":null},{"paper":"/paper/videobert-a-joint-model-for-video-and","slug":"videobert-a-joint-model-for-video-and","title":"VideoBERT: A Joint Model for Video and Language Representation Learning","date":"2019-04-03","arxiv_id":"1904.01766","n_code_links":3,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":null}},{"paper":"/paper/reducing-bert-pre-training-time-from-3-days","slug":"reducing-bert-pre-training-time-from-3-days","title":"Large Batch Optimization for Deep Learning: Training BERT in 76 minutes","date":"2019-04-01","arxiv_id":"1904.00962","n_code_links":32,"syntology":{"ran":6,"of":11,"n_ran_checked":6,"n_instrument":0,"unverified":5,"pointer_only":9,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","official":{"repos":["tensorflow/addons"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/ana-at-semeval-2019-task-3-contextual-emotion","slug":"ana-at-semeval-2019-task-3-contextual-emotion","title":"ANA at SemEval-2019 Task 3: Contextual Emotion detection in Conversations through hierarchical LSTMs and BERT","date":"2019-03-30","arxiv_id":"1904.00132","n_code_links":1,"syntology":null},{"paper":null,"slug":"making-neural-machine-reading-comprehension","title":"Making Neural Machine Reading Comprehension Faster","date":"2019-03-29","arxiv_id":"1904.00796","n_code_links":0,"syntology":null},{"paper":"/paper/distilling-task-specific-knowledge-from-bert","slug":"distilling-task-specific-knowledge-from-bert","title":"Distilling Task-Specific Knowledge from BERT into Simple Neural Networks","date":"2019-03-28","arxiv_id":"1903.12136","n_code_links":4,"syntology":{"ran":9,"of":9,"n_ran_checked":3,"n_instrument":6,"unverified":0,"pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 3 honoured, 0 violated, 0 with no contract checked; 6 where Syntology's instrument failed) · 0 unverified","official":null}},{"paper":"/paper/scibert-pretrained-contextualized-embeddings","slug":"scibert-pretrained-contextualized-embeddings","title":"SciBERT: A Pretrained Language Model for Scientific Text","date":"2019-03-26","arxiv_id":"1903.10676","n_code_links":6,"syntology":null},{"paper":"/paper/simple-applications-of-bert-for-ad-hoc","slug":"simple-applications-of-bert-for-ad-hoc","title":"Simple Applications of BERT for Ad Hoc Document Retrieval","date":"2019-03-26","arxiv_id":"1903.10972","n_code_links":2,"syntology":null},{"paper":"/paper/fine-tune-bert-for-extractive-summarization","slug":"fine-tune-bert-for-extractive-summarization","title":"Fine-tune BERT for Extractive Summarization","date":"2019-03-25","arxiv_id":"1903.10318","n_code_links":12,"syntology":{"ran":5,"of":5,"n_ran_checked":4,"n_instrument":1,"unverified":0,"pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 1 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["nlpyang/BertSum"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/on-measuring-social-biases-in-sentence","slug":"on-measuring-social-biases-in-sentence","title":"On Measuring Social Biases in Sentence Encoders","date":"2019-03-25","arxiv_id":"1903.10561","n_code_links":1,"syntology":null},{"paper":"/paper/recognizing-arrow-of-time-in-the-short","slug":"recognizing-arrow-of-time-in-the-short","title":"Recognizing Arrow Of Time In The Short Stories","date":"2019-03-25","arxiv_id":"1903.10548","n_code_links":1,"syntology":null},{"paper":"/paper/utilizing-bert-for-aspect-based-sentiment","slug":"utilizing-bert-for-aspect-based-sentiment","title":"Utilizing BERT for Aspect-Based Sentiment Analysis via Constructing Auxiliary Sentence","date":"2019-03-22","arxiv_id":"1903.09588","n_code_links":8,"syntology":{"ran":19,"of":27,"n_ran_checked":15,"n_instrument":4,"unverified":8,"pointer_only":9,"phrase":"19 ran (of which 0 constructed an object rather than computing a result; 15 with no instrument failure: 3 honoured, 0 violated, 12 with no contract checked; 4 where Syntology's instrument failed) · 8 unverified","official":{"repos":["HSLCY/ABSA-BERT-pair"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"paper":"/paper/cloze-driven-pretraining-of-self-attention","slug":"cloze-driven-pretraining-of-self-attention","title":"Cloze-driven Pretraining of Self-attention Networks","date":"2019-03-19","arxiv_id":"1903.07785","n_code_links":0,"syntology":null},{"paper":null,"slug":"hltsuda-at-semeval-2019-task-1-ucca-graph","title":"HLT@SUDA at SemEval 2019 Task 1: UCCA Graph Parsing as Constituent Tree Parsing","date":"2019-03-11","arxiv_id":"1903.04153","n_code_links":0,"syntology":null},{"paper":"/paper/bert-for-joint-intent-classification-and-slot","slug":"bert-for-joint-intent-classification-and-slot","title":"BERT for Joint Intent Classification and Slot Filling","date":"2019-02-28","arxiv_id":"1902.10909","n_code_links":16,"syntology":{"ran":26,"of":32,"n_ran_checked":19,"n_instrument":7,"unverified":6,"pointer_only":5,"phrase":"26 ran (of which 0 constructed an object rather than computing a result; 19 with no instrument failure: 1 honoured, 0 violated, 18 with no contract checked; 7 where Syntology's instrument failed) · 6 unverified","official":null}},{"paper":"/paper/attentional-encoder-network-for-targeted","slug":"attentional-encoder-network-for-targeted","title":"Attentional Encoder Network for Targeted Sentiment Classification","date":"2019-02-25","arxiv_id":"1902.09314","n_code_links":5,"syntology":null},{"paper":"/paper/pretraining-based-natural-language-generation","slug":"pretraining-based-natural-language-generation","title":"Pretraining-Based Natural Language Generation for Text Summarization","date":"2019-02-25","arxiv_id":"1902.09243","n_code_links":4,"syntology":{"ran":1,"of":1,"n_ran_checked":0,"n_instrument":1,"unverified":0,"pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":null}},{"paper":"/paper/enhancing-clinical-concept-extraction-with","slug":"enhancing-clinical-concept-extraction-with","title":"Enhancing Clinical Concept Extraction with Contextual Embeddings","date":"2019-02-22","arxiv_id":"1902.08691","n_code_links":0,"syntology":null},{"paper":"/paper/language-models-are-unsupervised-multitask","slug":"language-models-are-unsupervised-multitask","title":"Language Models are Unsupervised Multitask Learners","date":"2019-02-14","arxiv_id":null,"n_code_links":21,"syntology":null},{"paper":"/paper/bert-has-a-mouth-and-it-must-speak-bert-as-a","slug":"bert-has-a-mouth-and-it-must-speak-bert-as-a","title":"BERT has a Mouth, and It Must Speak: BERT as a Markov Random Field Language Model","date":"2019-02-11","arxiv_id":"1902.04094","n_code_links":13,"syntology":{"ran":10,"of":10,"n_ran_checked":8,"n_instrument":2,"unverified":0,"pointer_only":2,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 2 honoured, 0 violated, 6 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","official":{"repos":["kyunghyuncho/bert-gen","nyu-dl/bert-gen"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"paper":"/paper/bert-and-pals-projected-attention-layers-for","slug":"bert-and-pals-projected-attention-layers-for","title":"BERT and PALs: Projected Attention Layers for Efficient Adaptation in Multi-Task Learning","date":"2019-02-07","arxiv_id":"1902.02671","n_code_links":2,"syntology":null},{"paper":"/paper/end-to-end-open-domain-question-answering","slug":"end-to-end-open-domain-question-answering","title":"End-to-End Open-Domain Question Answering with BERTserini","date":"2019-02-05","arxiv_id":"1902.01718","n_code_links":1,"syntology":{"ran":8,"of":8,"n_ran_checked":5,"n_instrument":3,"unverified":0,"pointer_only":3,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 0 violated, 4 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","official":{"repos":["rsvp-ai/bertserini"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/a-comprehensive-exploration-on-wikisql-with","slug":"a-comprehensive-exploration-on-wikisql-with","title":"A Comprehensive Exploration on WikiSQL with Table-Aware Word Contextualization","date":"2019-02-04","arxiv_id":"1902.01069","n_code_links":5,"syntology":{"ran":21,"of":36,"n_ran_checked":5,"n_instrument":16,"unverified":15,"pointer_only":33,"phrase":"21 ran (of which 1 constructed an object rather than computing a result; 5 with no instrument failure: 2 honoured, 2 violated, 1 with no contract checked; 16 where Syntology's instrument failed) · 15 unverified","official":{"repos":["naver/sqlova"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["listed","official","unlocated"]}}},{"paper":"/paper/right-for-the-wrong-reasons-diagnosing","slug":"right-for-the-wrong-reasons-diagnosing","title":"Right for the Wrong Reasons: Diagnosing Syntactic Heuristics in Natural Language Inference","date":"2019-02-04","arxiv_id":"1902.01007","n_code_links":6,"syntology":{"ran":1,"of":1,"n_ran_checked":0,"n_instrument":1,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["tommccoy1/hans"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/parameter-efficient-transfer-learning-for-nlp","slug":"parameter-efficient-transfer-learning-for-nlp","title":"Parameter-Efficient Transfer Learning for NLP","date":"2019-02-02","arxiv_id":"1902.00751","n_code_links":17,"syntology":{"ran":14,"of":22,"n_ran_checked":14,"n_instrument":0,"unverified":8,"pointer_only":3,"phrase":"14 ran (of which 3 constructed an object rather than computing a result; 14 with no instrument failure: 0 honoured, 0 violated, 14 with no contract checked; 0 where Syntology's instrument failed) · 8 unverified","official":{"repos":["google-research/adapter-bert"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed"]}}},{"paper":"/paper/multi-task-deep-neural-networks-for-natural","slug":"multi-task-deep-neural-networks-for-natural","title":"Multi-Task Deep Neural Networks for Natural Language Understanding","date":"2019-01-31","arxiv_id":"1901.11504","n_code_links":7,"syntology":{"ran":9,"of":13,"n_ran_checked":6,"n_instrument":3,"unverified":4,"pointer_only":4,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 1 violated, 4 with no contract checked; 3 where Syntology's instrument failed) · 4 unverified","official":{"repos":["namisan/mt-dnn"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/biobert-a-pre-trained-biomedical-language","slug":"biobert-a-pre-trained-biomedical-language","title":"BioBERT: a pre-trained biomedical language representation model for biomedical text mining","date":"2019-01-25","arxiv_id":"1901.08746","n_code_links":19,"syntology":{"ran":15,"of":25,"n_ran_checked":12,"n_instrument":3,"unverified":10,"pointer_only":3,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 1 honoured, 0 violated, 11 with no contract checked; 3 where Syntology's instrument failed) · 10 unverified","official":{"repos":["dmis-lab/biobert","naver/biobert-pretrained"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"paper":"/paper/a-bert-baseline-for-the-natural-questions","slug":"a-bert-baseline-for-the-natural-questions","title":"A BERT Baseline for the Natural Questions","date":"2019-01-24","arxiv_id":"1901.08634","n_code_links":3,"syntology":{"ran":8,"of":10,"n_ran_checked":8,"n_instrument":0,"unverified":2,"pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":{"repos":["google-research/language"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":null,"slug":"self-attentive-model-for-headline-generation","title":"Self-Attentive Model for Headline Generation","date":"2019-01-23","arxiv_id":"1901.07786","n_code_links":0,"syntology":null},{"paper":"/paper/cross-lingual-language-model-pretraining","slug":"cross-lingual-language-model-pretraining","title":"Cross-lingual Language Model Pretraining","date":"2019-01-22","arxiv_id":"1901.07291","n_code_links":17,"syntology":{"ran":5,"of":7,"n_ran_checked":5,"n_instrument":0,"unverified":2,"pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 1 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":null}},{"paper":"/paper/assessing-berts-syntactic-abilities","slug":"assessing-berts-syntactic-abilities","title":"Assessing BERT's Syntactic Abilities","date":"2019-01-16","arxiv_id":"1901.05287","n_code_links":3,"syntology":{"ran":3,"of":3,"n_ran_checked":3,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["yoavg/bert-syntax"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/passage-re-ranking-with-bert","slug":"passage-re-ranking-with-bert","title":"Passage Re-ranking with BERT","date":"2019-01-13","arxiv_id":"1901.04085","n_code_links":6,"syntology":{"ran":11,"of":13,"n_ran_checked":9,"n_instrument":2,"unverified":2,"pointer_only":2,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","official":{"repos":["nyu-dl/dl4marco-bert"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":2,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"grammatical-analysis-of-pretrained-sentence","title":"Linguistic Analysis of Pretrained Sentence Encoders with Acceptability Judgments","date":"2019-01-11","arxiv_id":"1901.03438","n_code_links":0,"syntology":null},{"paper":"/paper/multilingual-constituency-parsing-with-self","slug":"multilingual-constituency-parsing-with-self","title":"Multilingual Constituency Parsing with Self-Attention and Pre-Training","date":"2018-12-31","arxiv_id":"1812.11760","n_code_links":4,"syntology":{"ran":22,"of":28,"n_ran_checked":19,"n_instrument":3,"unverified":6,"pointer_only":3,"phrase":"22 ran (of which 0 constructed an object rather than computing a result; 19 with no instrument failure: 0 honoured, 0 violated, 19 with no contract checked; 3 where Syntology's instrument failed) · 6 unverified","official":{"repos":["nikitakit/self-attentive-parser"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"paper":null,"slug":"looking-for-elmos-friends-sentence-level","title":"Can You Tell Me How to Get Past Sesame Street? Sentence-Level Pretraining Beyond Language Modeling","date":"2018-12-28","arxiv_id":"1812.10860","n_code_links":0,"syntology":null},{"paper":"/paper/conditional-bert-contextual-augmentation","slug":"conditional-bert-contextual-augmentation","title":"Conditional BERT Contextual Augmentation","date":"2018-12-17","arxiv_id":"1812.06705","n_code_links":5,"syntology":{"ran":2,"of":2,"n_ran_checked":0,"n_instrument":2,"unverified":0,"pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","official":null}},{"paper":"/paper/sdnet-contextualized-attention-based-deep","slug":"sdnet-contextualized-attention-based-deep","title":"SDNet: Contextualized Attention-based Deep Network for Conversational Question Answering","date":"2018-12-10","arxiv_id":"1812.03593","n_code_links":6,"syntology":null},{"paper":"/paper/attending-to-mathematical-language-with","slug":"attending-to-mathematical-language-with","title":"Attending to Mathematical Language with Transformers","date":"2018-12-05","arxiv_id":"1812.02825","n_code_links":3,"syntology":null},{"paper":"/paper/sentence-encoders-on-stilts-supplementary","slug":"sentence-encoders-on-stilts-supplementary","title":"Sentence Encoders on STILTs: Supplementary Training on Intermediate Labeled-data Tasks","date":"2018-11-02","arxiv_id":"1811.01088","n_code_links":1,"syntology":null},{"paper":"/paper/bert-pre-training-of-deep-bidirectional","slug":"bert-pre-training-of-deep-bidirectional","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","date":"2018-10-11","arxiv_id":"1810.04805","n_code_links":534,"syntology":{"ran":300,"of":659,"n_ran_checked":235,"n_instrument":65,"unverified":359,"pointer_only":164,"phrase":"300 ran (of which 75 constructed an object rather than computing a result; 235 with no instrument failure: 17 honoured, 4 violated, 214 with no contract checked; 65 where Syntology's instrument failed) · 359 unverified","official":{"repos":["google-research/bert"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"paper":null,"slug":"weakly-supervised-bilinear-attention-network","title":"Weakly Supervised Bilinear Attention Network for Fine-Grained Visual Classification","date":"2018-08-06","arxiv_id":"1808.02152","n_code_links":0,"syntology":null},{"paper":"/paper/universal-transformers","slug":"universal-transformers","title":"Universal Transformers","date":"2018-07-10","arxiv_id":"1807.03819","n_code_links":8,"syntology":{"ran":17,"of":25,"n_ran_checked":17,"n_instrument":0,"unverified":8,"pointer_only":24,"phrase":"17 ran (of which 8 constructed an object rather than computing a result; 17 with no instrument failure: 1 honoured, 0 violated, 16 with no contract checked; 0 where Syntology's instrument failed) · 8 unverified","official":{"repos":["tensorflow/tensor2tensor"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/improving-language-understanding-by","slug":"improving-language-understanding-by","title":"Improving Language Understanding by Generative Pre-Training","date":"2018-06-11","arxiv_id":null,"n_code_links":13,"syntology":null},{"paper":null,"slug":"an-improved-image-mosaicing-algorithm-for","title":"An Improved Image Mosaicing Algorithm for Damaged Documents","date":"2015-03-07","arxiv_id":"1503.02136","n_code_links":0,"syntology":null}],"record_sha256":"341e24d0e595fe25a6da36a916ec070729053a2afd137a98f9350e5ddbf3274f","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}