{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/multi-head-attention/papers/231","list_of":"/method/multi-head-attention","method":"Multi-Head Attention","archive":{"snapshot":"2025-07-28"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"date (newest first), then slug","page":231,"pages_in_order":249,"rows_per_page":100,"rows":[23001,23100],"of":24855,"counts":{"archive_papers_tagged":24855,"with_a_code_link":11214,"where_syntology_ran_a_sample":3454,"not_listed_spam_title":0,"listed":24855,"listed_where_code_ran":3454,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":2916,"every_run_a_failure_of_syntologys_instrument":538,"listed_with_a_run_with_no_instrument_failure":2916,"listed_every_run_a_failure_of_syntologys_instrument":538,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/method/multi-head-attention","prev":"/method/multi-head-attention/papers/230","next":"/method/multi-head-attention/papers/232","papers":[{"paper":null,"slug":"cert-contrastive-self-supervised-learning-for","title":"CERT: Contrastive Self-supervised Learning for Language Understanding","date":"2020-05-16","arxiv_id":"2005.12766","n_code_links":0,"syntology":null},{"paper":"/paper/conformer-convolution-augmented-transformer","slug":"conformer-convolution-augmented-transformer","title":"Conformer: Convolution-augmented Transformer for Speech Recognition","date":"2020-05-16","arxiv_id":"2005.08100","n_code_links":25,"syntology":{"ran":6,"of":7,"n_ran_checked":5,"n_instrument":1,"unverified":1,"pointer_only":2,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 3 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","official":null}},{"paper":null,"slug":"intellicode-compose-code-generation-using","title":"IntelliCode Compose: Code Generation Using Transformer","date":"2020-05-16","arxiv_id":"2005.08025","n_code_links":0,"syntology":null},{"paper":null,"slug":"leveraging-affective-bidirectional-1","title":"Leveraging Affective Bidirectional Transformers for Offensive Language Detection","date":"2020-05-16","arxiv_id":"2006.01266","n_code_links":0,"syntology":null},{"paper":"/paper/recurrent-chunking-mechanisms-for-long-text","slug":"recurrent-chunking-mechanisms-for-long-text","title":"Recurrent Chunking Mechanisms for Long-Text Machine Reading Comprehension","date":"2020-05-16","arxiv_id":"2005.08056","n_code_links":1,"syntology":null},{"paper":null,"slug":"spike-triggered-non-autoregressive","title":"Spike-Triggered Non-Autoregressive Transformer for End-to-End Speech Recognition","date":"2020-05-16","arxiv_id":"2005.07903","n_code_links":0,"syntology":null},{"paper":null,"slug":"streaming-transformer-based-acoustic-models","title":"Streaming Transformer-based Acoustic Models Using Self-attention with Augmented Memory","date":"2020-05-16","arxiv_id":"2005.08042","n_code_links":0,"syntology":null},{"paper":"/paper/challenges-in-emotion-style-transfer-an","slug":"challenges-in-emotion-style-transfer-an","title":"Challenges in Emotion Style Transfer: An Exploration with a Lexical Substitution Pipeline","date":"2020-05-15","arxiv_id":"2005.07617","n_code_links":1,"syntology":null},{"paper":"/paper/covid-twitter-bert-a-natural-language","slug":"covid-twitter-bert-a-natural-language","title":"COVID-Twitter-BERT: A Natural Language Processing Model to Analyse COVID-19 Content on Twitter","date":"2020-05-15","arxiv_id":"2005.07503","n_code_links":1,"syntology":{"ran":5,"of":9,"n_ran_checked":5,"n_instrument":0,"unverified":4,"pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","official":{"repos":["digitalepidemiologylab/covid-twitter-bert"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":4,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"cross-lingual-transfer-of-twitter-sentiment","title":"Cross-lingual Transfer of Sentiment Classifiers","date":"2020-05-15","arxiv_id":"2005.07456","n_code_links":0,"syntology":null},{"paper":null,"slug":"finding-experts-in-transformer-models","title":"Finding Experts in Transformer Models","date":"2020-05-15","arxiv_id":"2005.07647","n_code_links":0,"syntology":null},{"paper":null,"slug":"jdi-t-jointly-trained-duration-informed","title":"JDI-T: Jointly trained Duration Informed Transformer for Text-To-Speech without Explicit Alignment","date":"2020-05-15","arxiv_id":"2005.07799","n_code_links":0,"syntology":null},{"paper":null,"slug":"keis-just-at-semeval-2020-task-12-identifying","title":"KEIS@JUST at SemEval-2020 Task 12: Identifying Multilingual Offensive Tweets Using Weighted Ensemble and Fine-Tuned BERT","date":"2020-05-15","arxiv_id":"2005.07820","n_code_links":0,"syntology":null},{"paper":null,"slug":"neural-entity-linking-on-technical-service","title":"Neural Entity Linking on Technical Service Tickets","date":"2020-05-15","arxiv_id":"2005.07604","n_code_links":0,"syntology":null},{"paper":"/paper/spelling-error-correction-with-soft-masked","slug":"spelling-error-correction-with-soft-masked","title":"Spelling Error Correction with Soft-Masked BERT","date":"2020-05-15","arxiv_id":"2005.07421","n_code_links":5,"syntology":{"ran":14,"of":17,"n_ran_checked":13,"n_instrument":1,"unverified":3,"pointer_only":3,"phrase":"14 ran (of which 2 constructed an object rather than computing a result; 13 with no instrument failure: 0 honoured, 0 violated, 13 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","official":null}},{"paper":"/paper/a-pre-training-technique-to-localize-medical","slug":"a-pre-training-technique-to-localize-medical","title":"Pre-training technique to localize medical BERT and enhance biomedical BERT","date":"2020-05-14","arxiv_id":"2005.07202","n_code_links":1,"syntology":null},{"paper":null,"slug":"nit-agartala-nlp-team-at-semeval-2020-task-8","title":"NIT-Agartala-NLP-Team at SemEval-2020 Task 8: Building Multimodal Classifiers to tackle Internet Humor","date":"2020-05-14","arxiv_id":"2005.06943","n_code_links":0,"syntology":null},{"paper":null,"slug":"a-mixture-of-h-1-heads-is-better-than-h-heads","title":"A Mixture of $h-1$ Heads is Better than $h$ Heads","date":"2020-05-13","arxiv_id":"2005.06537","n_code_links":0,"syntology":null},{"paper":"/paper/entity-enriched-neural-models-for-clinical","slug":"entity-enriched-neural-models-for-clinical","title":"Entity-Enriched Neural Models for Clinical Question Answering","date":"2020-05-13","arxiv_id":"2005.06587","n_code_links":2,"syntology":null},{"paper":null,"slug":"large-scale-multi-actor-generative-dialog","title":"Large Scale Multi-Actor Generative Dialog Modeling","date":"2020-05-13","arxiv_id":"2005.06114","n_code_links":0,"syntology":null},{"paper":"/paper/parallel-corpus-filtering-via-pre-trained","slug":"parallel-corpus-filtering-via-pre-trained","title":"Parallel Corpus Filtering via Pre-trained Language Models","date":"2020-05-13","arxiv_id":"2005.06166","n_code_links":0,"syntology":null},{"paper":null,"slug":"the-unstoppable-rise-of-computational","title":"The Unstoppable Rise of Computational Linguistics in Deep Learning","date":"2020-05-13","arxiv_id":"2005.06420","n_code_links":0,"syntology":null},{"paper":"/paper/discriminative-multi-modality-speech","slug":"discriminative-multi-modality-speech","title":"Discriminative Multi-modality Speech Recognition","date":"2020-05-12","arxiv_id":"2005.05592","n_code_links":2,"syntology":null},{"paper":"/paper/on-the-robustness-of-language-encoders","slug":"on-the-robustness-of-language-encoders","title":"On the Robustness of Language Encoders against Grammatical Errors","date":"2020-05-12","arxiv_id":"2005.05683","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":0,"n_instrument":1,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["uclanlp/ProbeGrammarRobustness"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"simultaneous-paraphrasing-and-translation-by","title":"Simultaneous paraphrasing and translation by fine-tuning Transformer models","date":"2020-05-12","arxiv_id":"2005.05570","n_code_links":0,"syntology":null},{"paper":"/paper/skep-sentiment-knowledge-enhanced-pre","slug":"skep-sentiment-knowledge-enhanced-pre","title":"SKEP: Sentiment Knowledge Enhanced Pre-training for Sentiment Analysis","date":"2020-05-12","arxiv_id":"2005.05635","n_code_links":7,"syntology":null},{"paper":null,"slug":"detecting-adverse-drug-reactions-from-twitter","title":"Detecting Adverse Drug Reactions from Twitter through Domain-Specific Preprocessing and BERT Ensembling","date":"2020-05-11","arxiv_id":"2005.06634","n_code_links":0,"syntology":null},{"paper":null,"slug":"hierarchical-attention-transformer","title":"Hierarchical Attention Transformer Architecture For Syntactic Spell Correction","date":"2020-05-11","arxiv_id":"2005.04876","n_code_links":0,"syntology":null},{"paper":null,"slug":"listen-attentively-and-spell-once-whole","title":"Listen Attentively, and Spell Once: Whole Sentence Generation via a Non-Autoregressive Architecture for Low-Latency Speech Recognition","date":"2020-05-11","arxiv_id":"2005.04862","n_code_links":0,"syntology":null},{"paper":"/paper/mart-memory-augmented-recurrent-transformer","slug":"mart-memory-augmented-recurrent-transformer","title":"MART: Memory-Augmented Recurrent Transformer for Coherent Video Paragraph Captioning","date":"2020-05-11","arxiv_id":"2005.05402","n_code_links":1,"syntology":{"ran":1,"of":2,"n_ran_checked":1,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; the one sample that ran constructed an object rather than computing a result","official":{"repos":["jayleicn/recurrent-transformer"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"on-the-generation-of-medical-dialogues-for","title":"On the Generation of Medical Dialogues for COVID-19","date":"2020-05-11","arxiv_id":"2005.05442","n_code_links":0,"syntology":null},{"paper":"/paper/soloist-few-shot-task-oriented-dialog-with-a","slug":"soloist-few-shot-task-oriented-dialog-with-a","title":"SOLOIST: Building Task Bots at Scale with Transfer Learning and Machine Teaching","date":"2020-05-11","arxiv_id":"2005.05298","n_code_links":1,"syntology":{"ran":1,"of":3,"n_ran_checked":1,"n_instrument":0,"unverified":2,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":null}},{"paper":null,"slug":"value-at-risk-substitute-for-non-ruin-capital","title":"Value-at-Risk substitute for non-ruin capital is fallacious and redundant","date":"2020-05-11","arxiv_id":"2005.05428","n_code_links":0,"syntology":null},{"paper":"/paper/epipolar-transformers","slug":"epipolar-transformers","title":"Epipolar Transformers","date":"2020-05-10","arxiv_id":"2005.04551","n_code_links":1,"syntology":{"ran":4,"of":5,"n_ran_checked":4,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":{"repos":["yihui-he/epipolar-transformers"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"how-context-affects-language-models-factual","title":"How Context Affects Language Models' Factual Predictions","date":"2020-05-10","arxiv_id":"2005.04611","n_code_links":0,"syntology":null},{"paper":null,"slug":"transformer-based-language-models-for-similar","title":"Transformer Based Language Models for Similar Text Retrieval and Ranking","date":"2020-05-10","arxiv_id":"2005.04588","n_code_links":0,"syntology":null},{"paper":null,"slug":"character-matters-video-story-understanding","title":"Character Matters: Video Story Understanding with Character-Aware Relations","date":"2020-05-09","arxiv_id":"2005.08646","n_code_links":0,"syntology":null},{"paper":"/paper/finding-universal-grammatical-relations-in","slug":"finding-universal-grammatical-relations-in","title":"Finding Universal Grammatical Relations in Multilingual BERT","date":"2020-05-09","arxiv_id":"2005.04511","n_code_links":1,"syntology":{"ran":2,"of":2,"n_ran_checked":2,"n_instrument":0,"unverified":0,"pointer_only":2,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","official":{"repos":["ethanachi/multilingual-probing-visualization"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/it-s-morphin-time-combating-linguistic","slug":"it-s-morphin-time-combating-linguistic","title":"It's Morphin' Time! Combating Linguistic Discrimination with Inflectional Perturbations","date":"2020-05-09","arxiv_id":"2005.04364","n_code_links":1,"syntology":null},{"paper":"/paper/lince-a-centralized-benchmark-for-linguistic","slug":"lince-a-centralized-benchmark-for-linguistic","title":"LinCE: A Centralized Benchmark for Linguistic Code-switching Evaluation","date":"2020-05-09","arxiv_id":"2005.04322","n_code_links":0,"syntology":null},{"paper":null,"slug":"schubert-optimizing-elements-of-bert","title":"schuBERT: Optimizing Elements of BERT","date":"2020-05-09","arxiv_id":"2005.06628","n_code_links":0,"syntology":null},{"paper":null,"slug":"socialtrans-a-deep-sequential-model-with","title":"SocialTrans: A Deep Sequential Model with Social Information for Web-Scale Recommendation Systems","date":"2020-05-09","arxiv_id":"2005.04361","n_code_links":0,"syntology":null},{"paper":"/paper/beyond-accuracy-behavioral-testing-of-nlp","slug":"beyond-accuracy-behavioral-testing-of-nlp","title":"Beyond Accuracy: Behavioral Testing of NLP models with CheckList","date":"2020-05-08","arxiv_id":"2005.04118","n_code_links":4,"syntology":{"ran":6,"of":6,"n_ran_checked":6,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["marcotcr/checklist"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"comparative-analysis-of-text-classification","title":"Comparative Analysis of Text Classification Approaches in Electronic Health Records","date":"2020-05-08","arxiv_id":"2005.06624","n_code_links":0,"syntology":null},{"paper":null,"slug":"distilling-knowledge-from-pre-trained","title":"Distilling Knowledge from Pre-trained Language Models via Text Smoothing","date":"2020-05-08","arxiv_id":"2005.03848","n_code_links":0,"syntology":null},{"paper":null,"slug":"gobo-quantizing-attention-based-nlp-models","title":"GOBO: Quantizing Attention-Based NLP Models for Low Latency and Energy Efficient Inference","date":"2020-05-08","arxiv_id":"2005.03842","n_code_links":0,"syntology":null},{"paper":"/paper/sentibert-a-transferable-transformer-based","slug":"sentibert-a-transferable-transformer-based","title":"SentiBERT: A Transferable Transformer-Based Architecture for Compositional Sentiment Semantics","date":"2020-05-08","arxiv_id":"2005.04114","n_code_links":2,"syntology":null},{"paper":null,"slug":"temporal-common-sense-acquisition-with","title":"Temporal Common Sense Acquisition with Minimal Supervision","date":"2020-05-08","arxiv_id":"2005.04304","n_code_links":0,"syntology":null},{"paper":"/paper/a-systematic-assessment-of-syntactic","slug":"a-systematic-assessment-of-syntactic","title":"A Systematic Assessment of Syntactic Generalization in Neural Language Models","date":"2020-05-07","arxiv_id":"2005.03692","n_code_links":1,"syntology":null},{"paper":null,"slug":"liir-at-semeval-2020-task-12-a-cross-lingual","title":"LIIR at SemEval-2020 Task 12: A Cross-Lingual Augmentation Approach for Multilingual Offensive Language Identification","date":"2020-05-07","arxiv_id":"2005.03695","n_code_links":0,"syntology":null},{"paper":"/paper/mapping-natural-language-instructions-to","slug":"mapping-natural-language-instructions-to","title":"Mapping Natural Language Instructions to Mobile UI Action Sequences","date":"2020-05-07","arxiv_id":"2005.03776","n_code_links":2,"syntology":{"ran":1,"of":1,"n_ran_checked":0,"n_instrument":1,"unverified":0,"pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":null}},{"paper":"/paper/an-empirical-study-of-multi-task-learning-on","slug":"an-empirical-study-of-multi-task-learning-on","title":"An Empirical Study of Multi-Task Learning on BERT for Biomedical Text Mining","date":"2020-05-06","arxiv_id":"2005.02799","n_code_links":1,"syntology":null},{"paper":"/paper/autoencoding-pixies-amortised-variational","slug":"autoencoding-pixies-amortised-variational","title":"Autoencoding Pixies: Amortised Variational Inference with Graph Convolutions for Functional Distributional Semantics","date":"2020-05-06","arxiv_id":"2005.02991","n_code_links":1,"syntology":null},{"paper":null,"slug":"categorical-vector-space-semantics-for-lambek","title":"Categorical Vector Space Semantics for Lambek Calculus with a Relevant Modality","date":"2020-05-06","arxiv_id":"2005.03074","n_code_links":0,"syntology":null},{"paper":"/paper/harvesting-and-refining-question-answer-pairs","slug":"harvesting-and-refining-question-answer-pairs","title":"Harvesting and Refining Question-Answer Pairs for Unsupervised QA","date":"2020-05-06","arxiv_id":"2005.02925","n_code_links":1,"syntology":null},{"paper":null,"slug":"multi-head-attention-with-joint-agent-map","title":"Trajectory Prediction for Autonomous Driving based on Multi-Head Attention with Joint Agent-Map Representation","date":"2020-05-06","arxiv_id":"2005.02545","n_code_links":0,"syntology":null},{"paper":"/paper/contextualizing-hate-speech-classifiers-with","slug":"contextualizing-hate-speech-classifiers-with","title":"Contextualizing Hate Speech Classifiers with Post-hoc Explanation","date":"2020-05-05","arxiv_id":"2005.02439","n_code_links":3,"syntology":{"ran":10,"of":18,"n_ran_checked":6,"n_instrument":4,"unverified":8,"pointer_only":2,"phrase":"10 ran (of which 2 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 0 violated, 5 with no contract checked; 4 where Syntology's instrument failed) · 8 unverified","official":{"repos":["BrendanKennedy/contextualizing-hate-speech-models-with-explanations"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"paper":null,"slug":"dynamically-adjusting-transformer-batch-size","title":"Dynamically Adjusting Transformer Batch Size by Monitoring Gradient Direction Change","date":"2020-05-05","arxiv_id":"2005.02008","n_code_links":0,"syntology":null},{"paper":"/paper/establishing-baselines-for-text","slug":"establishing-baselines-for-text","title":"Establishing Baselines for Text Classification in Low-Resource Languages","date":"2020-05-05","arxiv_id":"2005.02068","n_code_links":1,"syntology":null},{"paper":"/paper/expbert-representation-engineering-with","slug":"expbert-representation-engineering-with","title":"ExpBERT: Representation Engineering with Natural Language Explanations","date":"2020-05-05","arxiv_id":"2005.01932","n_code_links":2,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","official":{"repos":["MurtyShikhar/ExpBERT","worksheets.codalab.org/worksheets/0x609d2d6a66194592a7f44fbb67ba9f49"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/impactcite-an-xlnet-based-method-for-citation","slug":"impactcite-an-xlnet-based-method-for-citation","title":"ImpactCite: An XLNet-based method for Citation Impact Analysis","date":"2020-05-05","arxiv_id":"2005.06611","n_code_links":1,"syntology":null},{"paper":"/paper/multireqa-a-cross-domain-evaluation-for","slug":"multireqa-a-cross-domain-evaluation-for","title":"MultiReQA: A Cross-Domain Evaluation for Retrieval Question Answering Models","date":"2020-05-05","arxiv_id":"2005.02507","n_code_links":1,"syntology":null},{"paper":"/paper/opiniondigest-a-simple-framework-for-opinion","slug":"opiniondigest-a-simple-framework-for-opinion","title":"OpinionDigest: A Simple Framework for Opinion Summarization","date":"2020-05-05","arxiv_id":"2005.01901","n_code_links":1,"syntology":null},{"paper":"/paper/the-cascade-transformer-an-application-for","slug":"the-cascade-transformer-an-application-for","title":"The Cascade Transformer: an Application for Efficient Answer Sentence Selection","date":"2020-05-05","arxiv_id":"2005.02534","n_code_links":1,"syntology":null},{"paper":"/paper/code-and-named-entity-recognition-in","slug":"code-and-named-entity-recognition-in","title":"Code and Named Entity Recognition in StackOverflow","date":"2020-05-04","arxiv_id":"2005.01634","n_code_links":2,"syntology":{"ran":9,"of":13,"n_ran_checked":7,"n_instrument":2,"unverified":4,"pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 3 honoured, 0 violated, 4 with no contract checked; 2 where Syntology's instrument failed) · 4 unverified","official":{"repos":["jeniyat/StackOverflowNER"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"paper":"/paper/distributional-discrepancy-a-metric-for","slug":"distributional-discrepancy-a-metric-for","title":"Distributional Discrepancy: A Metric for Unconditional Text Generation","date":"2020-05-04","arxiv_id":"2005.01282","n_code_links":1,"syntology":null},{"paper":"/paper/robust-encodings-a-framework-for-combating","slug":"robust-encodings-a-framework-for-combating","title":"Robust Encodings: A Framework for Combating Adversarial Typos","date":"2020-05-04","arxiv_id":"2005.01229","n_code_links":1,"syntology":null},{"paper":"/paper/spying-on-your-neighbors-fine-grained-probing","slug":"spying-on-your-neighbors-fine-grained-probing","title":"Spying on your neighbors: Fine-grained probing of contextual embeddings for information about surrounding words","date":"2020-05-04","arxiv_id":"2005.01810","n_code_links":0,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","official":null}},{"paper":null,"slug":"successfully-applying-the-stabilized-lottery","title":"Successfully Applying the Stabilized Lottery Ticket Hypothesis to the Transformer Architecture","date":"2020-05-04","arxiv_id":"2005.03454","n_code_links":0,"syntology":null},{"paper":"/paper/unsupervised-alignment-based-iterative","slug":"unsupervised-alignment-based-iterative","title":"Unsupervised Alignment-based Iterative Evidence Retrieval for Multi-hop Question Answering","date":"2020-05-04","arxiv_id":"2005.01218","n_code_links":1,"syntology":null},{"paper":null,"slug":"an-accurate-model-for-predicting-the-graded","title":"An Accurate Model for Predicting the (Graded) Effect of Context in Word Similarity Based on Bert","date":"2020-05-03","arxiv_id":"2005.01006","n_code_links":0,"syntology":null},{"paper":"/paper/dynamic-programming-encoding-for-subword","slug":"dynamic-programming-encoding-for-subword","title":"Dynamic Programming Encoding for Subword Segmentation in Neural Machine Translation","date":"2020-05-03","arxiv_id":"2005.06606","n_code_links":1,"syntology":null},{"paper":"/paper/encoder-decoder-models-can-benefit-from-pre","slug":"encoder-decoder-models-can-benefit-from-pre","title":"Encoder-Decoder Models Can Benefit from Pre-trained Masked Language Models in Grammatical Error Correction","date":"2020-05-03","arxiv_id":"2005.00987","n_code_links":1,"syntology":null},{"paper":"/paper/towards-faithful-neural-table-to-text","slug":"towards-faithful-neural-table-to-text","title":"Towards Faithful Neural Table-to-Text Generation with Content-Matching Constraints","date":"2020-05-03","arxiv_id":"2005.00969","n_code_links":0,"syntology":null},{"paper":"/paper/transformer-based-end-to-end-question","slug":"transformer-based-end-to-end-question","title":"Simplifying Paragraph-level Question Generation via Transformer Language Models","date":"2020-05-03","arxiv_id":"2005.01107","n_code_links":4,"syntology":{"ran":6,"of":8,"n_ran_checked":6,"n_instrument":0,"unverified":2,"pointer_only":1,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":null}},{"paper":"/paper/a-simple-language-model-for-task-oriented","slug":"a-simple-language-model-for-task-oriented","title":"A Simple Language Model for Task-Oriented Dialogue","date":"2020-05-02","arxiv_id":"2005.00796","n_code_links":1,"syntology":{"ran":13,"of":14,"n_ran_checked":12,"n_instrument":1,"unverified":1,"pointer_only":0,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 1 violated, 11 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","official":{"repos":["salesforce/simpletod"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":"/paper/bert-knn-adding-a-knn-search-component-to","slug":"bert-knn-adding-a-knn-search-component-to","title":"BERT-kNN: Adding a kNN Search Component to Pretrained Language Models for Better QA","date":"2020-05-02","arxiv_id":"2005.00766","n_code_links":1,"syntology":null},{"paper":"/paper/birds-have-four-legs-numersense-probing","slug":"birds-have-four-legs-numersense-probing","title":"Birds have four legs?! NumerSense: Probing Numerical Commonsense Knowledge of Pre-trained Language Models","date":"2020-05-02","arxiv_id":"2005.00683","n_code_links":0,"syntology":null},{"paper":"/paper/contrastive-self-supervised-learning-for","slug":"contrastive-self-supervised-learning-for","title":"Contrastive Self-Supervised Learning for Commonsense Reasoning","date":"2020-05-02","arxiv_id":"2005.00669","n_code_links":3,"syntology":{"ran":7,"of":8,"n_ran_checked":6,"n_instrument":1,"unverified":1,"pointer_only":1,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","official":{"repos":["SAP-samples/acl2020-commonsense"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"paper":"/paper/deformer-decomposing-pre-trained-transformers","slug":"deformer-decomposing-pre-trained-transformers","title":"DeFormer: Decomposing Pre-trained Transformers for Faster Question Answering","date":"2020-05-02","arxiv_id":"2005.00697","n_code_links":1,"syntology":{"ran":3,"of":6,"n_ran_checked":1,"n_instrument":2,"unverified":3,"pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","official":{"repos":["StonyBrookNLP/deformer"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":3,"ran_from_kinds":["official"]}}},{"paper":"/paper/generating-derivational-morphology-with-bert","slug":"generating-derivational-morphology-with-bert","title":"DagoBERT: Generating Derivational Morphology with a Pretrained Language Model","date":"2020-05-02","arxiv_id":"2005.00672","n_code_links":1,"syntology":null},{"paper":"/paper/hard-coded-gaussian-attention-for-neural","slug":"hard-coded-gaussian-attention-for-neural","title":"Hard-Coded Gaussian Attention for Neural Machine Translation","date":"2020-05-02","arxiv_id":"2005.00742","n_code_links":1,"syntology":{"ran":0,"of":1,"n_ran_checked":0,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"0 ran · 1 unverified","official":{"repos":["fallcat/stupidNMT"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"paper":"/paper/isobn-fine-tuning-bert-with-isotropic-batch","slug":"isobn-fine-tuning-bert-with-isotropic-batch","title":"IsoBN: Fine-Tuning BERT with Isotropic Batch Normalization","date":"2020-05-02","arxiv_id":"2005.02178","n_code_links":1,"syntology":null},{"paper":"/paper/measuring-and-reducing-non-multifact","slug":"measuring-and-reducing-non-multifact","title":"Is Multihop QA in DiRe Condition? Measuring and Reducing Disconnected Reasoning","date":"2020-05-02","arxiv_id":"2005.00789","n_code_links":1,"syntology":{"ran":0,"of":3,"n_ran_checked":0,"n_instrument":0,"unverified":3,"pointer_only":0,"phrase":"0 ran · 3 unverified","official":{"repos":["stonybrooknlp/dire"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":3,"ran_from_kinds":[]}}},{"paper":"/paper/quantifying-attention-flow-in-transformers","slug":"quantifying-attention-flow-in-transformers","title":"Quantifying Attention Flow in Transformers","date":"2020-05-02","arxiv_id":"2005.00928","n_code_links":7,"syntology":{"ran":2,"of":8,"n_ran_checked":1,"n_instrument":1,"unverified":6,"pointer_only":6,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 6 unverified","official":{"repos":["samiraabnar/attention_flow"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed"]}}},{"paper":"/paper/synthesizer-rethinking-self-attention-in","slug":"synthesizer-rethinking-self-attention-in","title":"Synthesizer: Rethinking Self-Attention in Transformer Models","date":"2020-05-02","arxiv_id":"2005.00743","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","official":null}},{"paper":"/paper/a-controllable-model-of-grounded-response","slug":"a-controllable-model-of-grounded-response","title":"A Controllable Model of Grounded Response Generation","date":"2020-05-01","arxiv_id":"2005.00613","n_code_links":1,"syntology":null},{"paper":null,"slug":"a-passage-to-india-pre-trained-word","title":"``A Passage to India'': Pre-trained Word Embeddings for Indian Languages","date":"2020-05-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"a-summarization-dataset-of-slovak-news","title":"A Summarization Dataset of Slovak News Articles","date":"2020-05-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/a-transformer-based-approach-for-source-code","slug":"a-transformer-based-approach-for-source-code","title":"A Transformer-based Approach for Source Code Summarization","date":"2020-05-01","arxiv_id":"2005.00653","n_code_links":9,"syntology":null},{"paper":null,"slug":"abusive-language-in-spanish-children-and","title":"Abusive language in Spanish children and young teenager's conversations: data preparation and short text classification with contextual word embeddings","date":"2020-05-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"adaptation-of-deep-bidirectional-transformers","title":"Adaptation of Deep Bidirectional Transformers for Afrikaans Language","date":"2020-05-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"adapting-bert-to-implicit-discourse-relation","title":"Adapting BERT to Implicit Discourse Relation Classification with a Focus on Discourse Connectives","date":"2020-05-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/aggression-and-misogyny-detection-using-bert","slug":"aggression-and-misogyny-detection-using-bert","title":"Aggression and Misogyny Detection using BERT: A Multi-Task Approach","date":"2020-05-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":"/paper/aggression-identification-in-english-hindi","slug":"aggression-identification-in-english-hindi","title":"Aggression Identification in English, Hindi and Bangla Text using BERT, RoBERTa and SVM","date":"2020-05-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"aggression-identification-in-social-media-a","title":"Aggression Identification in Social Media: a Transfer Learning Based Approach","date":"2020-05-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"aia-bde-a-corpus-of-faqs-in-portuguese-and","title":"AIA-BDE: A Corpus of FAQs in Portuguese and their Variations","date":"2020-05-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"an-evaluation-dataset-for-identifying","title":"An Evaluation Dataset for Identifying Communicative Functions of Sentences in English Scholarly Papers","date":"2020-05-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"analyzing-elmo-and-distilbert-on-socio","title":"Analyzing ELMo and DistilBERT on Socio-political News Classification","date":"2020-05-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"asu-opto-at-osact4-offensive-language","title":"ASU\\_OPTO at OSACT4 - Offensive Language Detection for Arabic text","date":"2020-05-01","arxiv_id":null,"n_code_links":0,"syntology":null}],"record_sha256":"4ee3abf8a39be716aebd67ade1c1df6d23d4fc7e5fed245247e6ef81cdc31af5","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}