{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/multi-head-attention/papers/247","list_of":"/method/multi-head-attention","method":"Multi-Head Attention","archive":{"snapshot":"2025-07-28"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"date (newest first), then slug","page":247,"pages_in_order":249,"rows_per_page":100,"rows":[24601,24700],"of":24855,"counts":{"archive_papers_tagged":24855,"with_a_code_link":11214,"where_syntology_ran_a_sample":3454,"not_listed_spam_title":0,"listed":24855,"listed_where_code_ran":3454,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":2916,"every_run_a_failure_of_syntologys_instrument":538,"listed_with_a_run_with_no_instrument_failure":2916,"listed_every_run_a_failure_of_syntologys_instrument":538,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/method/multi-head-attention","prev":"/method/multi-head-attention/papers/246","next":"/method/multi-head-attention/papers/248","papers":[{"paper":null,"slug":"model-compression-with-multi-task-knowledge","title":"Model Compression with Multi-Task Knowledge Distillation for Web-scale Question Answering System","date":"2019-04-21","arxiv_id":"1904.09636","n_code_links":0,"syntology":null},{"paper":"/paper/190409380","slug":"190409380","title":"Repurposing Entailment for Multi-Hop Question Answering Tasks","date":"2019-04-20","arxiv_id":"1904.09380","n_code_links":4,"syntology":null},{"paper":"/paper/190409408","slug":"190409408","title":"Language Models with Transformers","date":"2019-04-20","arxiv_id":"1904.09408","n_code_links":1,"syntology":{"ran":2,"of":2,"n_ran_checked":1,"n_instrument":1,"unverified":0,"pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["cgraywang/gluon-nlp-1"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/190409324","slug":"190409324","title":"Mask-Predict: Parallel Decoding of Conditional Masked Language Models","date":"2019-04-19","arxiv_id":"1904.09324","n_code_links":2,"syntology":{"ran":2,"of":2,"n_ran_checked":0,"n_instrument":2,"unverified":0,"pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","official":{"repos":["facebookresearch/Mask-Predict"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":null,"slug":"190501971","title":"An Evaluation of Transfer Learning for Classifying Sales Engagement Emails at Large Scale","date":"2019-04-19","arxiv_id":"1905.01971","n_code_links":0,"syntology":null},{"paper":"/paper/beto-bentz-becas-the-surprising-cross-lingual","slug":"beto-bentz-becas-the-surprising-cross-lingual","title":"Beto, Bentz, Becas: The Surprising Cross-Lingual Effectiveness of BERT","date":"2019-04-19","arxiv_id":"1904.09077","n_code_links":2,"syntology":null},{"paper":"/paper/ernie-enhanced-representation-through","slug":"ernie-enhanced-representation-through","title":"ERNIE: Enhanced Representation through Knowledge Integration","date":"2019-04-19","arxiv_id":"1904.09223","n_code_links":19,"syntology":{"ran":6,"of":7,"n_ran_checked":6,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":{"repos":["PaddlePaddle/PaddleNLP"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":null,"slug":"unifying-question-answering-and-text","title":"Unifying Question Answering, Text Classification, and Regression via Span Extraction","date":"2019-04-19","arxiv_id":"1904.09286","n_code_links":0,"syntology":null},{"paper":"/paper/real-time-style-transfer-with-strength","slug":"real-time-style-transfer-with-strength","title":"Real-Time Style Transfer With Strength Control","date":"2019-04-18","arxiv_id":"1904.08643","n_code_links":1,"syntology":null},{"paper":"/paper/docbert-bert-for-document-classification","slug":"docbert-bert-for-document-classification","title":"DocBERT: BERT for Document Classification","date":"2019-04-17","arxiv_id":"1904.08398","n_code_links":3,"syntology":{"ran":11,"of":14,"n_ran_checked":11,"n_instrument":0,"unverified":3,"pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","official":{"repos":["castorini/hedwig"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"paper":null,"slug":"understanding-the-behaviors-of-bert-in","title":"Understanding the Behaviors of BERT in Ranking","date":"2019-04-16","arxiv_id":"1904.07531","n_code_links":0,"syntology":null},{"paper":"/paper/190407094","slug":"190407094","title":"CEDR: Contextualized Embeddings for Document Ranking","date":"2019-04-15","arxiv_id":"1904.07094","n_code_links":7,"syntology":{"ran":5,"of":7,"n_ran_checked":5,"n_instrument":0,"unverified":2,"pointer_only":2,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":{"repos":["Georgetown-IR-Lab/cedr","Georgetown-IR-Lab/contextualized-reps-for-ranking"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"paper":null,"slug":"improving-human-text-comprehension-through","title":"Improving Human Text Comprehension through Semi-Markov CRF-based Neural Section Title Generation","date":"2019-04-15","arxiv_id":"1904.07142","n_code_links":0,"syntology":null},{"paper":"/paper/personalized-context-aware-re-ranking-for-e","slug":"personalized-context-aware-re-ranking-for-e","title":"Personalized Re-ranking for Recommendation","date":"2019-04-15","arxiv_id":"1904.06813","n_code_links":1,"syntology":null},{"paper":null,"slug":"190412604","title":"Pre-training of Context-aware Item Representation for Next Basket Recommendation","date":"2019-04-14","arxiv_id":"1904.12604","n_code_links":0,"syntology":null},{"paper":"/paper/data-augmentation-for-bert-fine-tuning-in","slug":"data-augmentation-for-bert-fine-tuning-in","title":"Data Augmentation for BERT Fine-Tuning in Open-Domain Question Answering","date":"2019-04-14","arxiv_id":"1904.06652","n_code_links":0,"syntology":null},{"paper":"/paper/rare-words-a-major-problem-for-contextualized","slug":"rare-words-a-major-problem-for-contextualized","title":"Rare Words: A Major Problem for Contextualized Embeddings And How to Fix it by Attentive Mimicking","date":"2019-04-14","arxiv_id":"1904.06707","n_code_links":2,"syntology":{"ran":2,"of":2,"n_ran_checked":1,"n_instrument":1,"unverified":0,"pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["timoschick/am-for-bert","timoschick/one-token-approximation"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/an-empirical-study-of-spatial-attention","slug":"an-empirical-study-of-spatial-attention","title":"An Empirical Study of Spatial Attention Mechanisms in Deep Networks","date":"2019-04-11","arxiv_id":"1904.05873","n_code_links":1,"syntology":null},{"paper":"/paper/190501962","slug":"190501962","title":"Harvey Mudd College at SemEval-2019 Task 4: The Clint Buchanan Hyperpartisan News Detector","date":"2019-04-10","arxiv_id":"1905.01962","n_code_links":1,"syntology":null},{"paper":null,"slug":"nlprsrpol-at-semeval-2019-task-6-and-task-5","title":"NLPR@SRPOL at SemEval-2019 Task 6 and Task 5: Linguistically enhanced deep learning offensive sentence classifier","date":"2019-04-10","arxiv_id":"1904.05152","n_code_links":0,"syntology":null},{"paper":"/paper/simple-bert-models-for-relation-extraction","slug":"simple-bert-models-for-relation-extraction","title":"Simple BERT Models for Relation Extraction and Semantic Role Labeling","date":"2019-04-10","arxiv_id":"1904.05255","n_code_links":3,"syntology":{"ran":3,"of":3,"n_ran_checked":3,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["Impavidity/relogic"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/a-unified-model-for-joint-chinese-word","slug":"a-unified-model-for-joint-chinese-word","title":"A Graph-based Model for Joint Chinese Word Segmentation and Dependency Parsing","date":"2019-04-09","arxiv_id":"1904.04697","n_code_links":1,"syntology":null},{"paper":"/paper/attention-based-multi-instance-neural-network","slug":"attention-based-multi-instance-neural-network","title":"Attention-based Multi-instance Neural Network for Medical Diagnosis from Incomplete and Low Quality Data","date":"2019-04-09","arxiv_id":"1904.04460","n_code_links":1,"syntology":null},{"paper":"/paper/jointly-measuring-diversity-and-quality-in","slug":"jointly-measuring-diversity-and-quality-in","title":"Jointly Measuring Diversity and Quality in Text Generation Models","date":"2019-04-08","arxiv_id":"1904.03971","n_code_links":3,"syntology":{"ran":3,"of":6,"n_ran_checked":2,"n_instrument":1,"unverified":3,"pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","official":{"repos":["IAmS4n/TextGenerationEvaluationMetrics"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"paper":null,"slug":"identity-preserving-face-recovery-from-1","title":"Identity-preserving Face Recovery from Stylized Portraits","date":"2019-04-07","arxiv_id":"1904.04241","n_code_links":0,"syntology":null},{"paper":null,"slug":"modeling-point-clouds-with-self-attention-and","title":"Modeling Point Clouds with Self-Attention and Gumbel Subset Sampling","date":"2019-04-06","arxiv_id":"1904.03375","n_code_links":0,"syntology":null},{"paper":"/paper/publicly-available-clinical-bert-embeddings","slug":"publicly-available-clinical-bert-embeddings","title":"Publicly Available Clinical BERT Embeddings","date":"2019-04-06","arxiv_id":"1904.03323","n_code_links":3,"syntology":{"ran":2,"of":2,"n_ran_checked":1,"n_instrument":1,"unverified":0,"pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["EmilyAlsentzer/clinicalBERT"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"paper":null,"slug":"thisiscompetition-at-semeval-2019-task-9-bert","title":"ThisIsCompetition at SemEval-2019 Task 9: BERT is unstable for out-of-domain samples","date":"2019-04-06","arxiv_id":"1904.03339","n_code_links":0,"syntology":null},{"paper":"/paper/token-level-ensemble-distillation-for","slug":"token-level-ensemble-distillation-for","title":"Token-Level Ensemble Distillation for Grapheme-to-Phoneme Conversion","date":"2019-04-06","arxiv_id":"1904.03446","n_code_links":0,"syntology":null},{"paper":"/paper/um-iuling-at-semeval-2019-task-6-identifying","slug":"um-iuling-at-semeval-2019-task-6-identifying","title":"UM-IU@LING at SemEval-2019 Task 6: Identifying Offensive Tweets Using BERT and SVMs","date":"2019-04-06","arxiv_id":"1904.03450","n_code_links":1,"syntology":null},{"paper":null,"slug":"convolutional-self-attention-networks","title":"Convolutional Self-Attention Networks","date":"2019-04-05","arxiv_id":"1904.03107","n_code_links":0,"syntology":null},{"paper":null,"slug":"information-aggregation-for-multi-head","title":"Information Aggregation for Multi-Head Attention with Routing-by-Agreement","date":"2019-04-05","arxiv_id":"1904.03100","n_code_links":0,"syntology":null},{"paper":null,"slug":"modeling-recurrence-for-transformer","title":"Modeling Recurrence for Transformer","date":"2019-04-05","arxiv_id":"1904.03092","n_code_links":0,"syntology":null},{"paper":"/paper/unsupervised-domain-adaptation-of","slug":"unsupervised-domain-adaptation-of","title":"Unsupervised Domain Adaptation of Contextualized Embeddings for Sequence Labeling","date":"2019-04-04","arxiv_id":"1904.02817","n_code_links":1,"syntology":null},{"paper":null,"slug":"visualizing-attention-in-transformer-based","title":"Visualizing Attention in Transformer-Based Language Representation Models","date":"2019-04-04","arxiv_id":"1904.02679","n_code_links":0,"syntology":null},{"paper":"/paper/75-languages-1-model-parsing-universal","slug":"75-languages-1-model-parsing-universal","title":"75 Languages, 1 Model: Parsing Universal Dependencies Universally","date":"2019-04-03","arxiv_id":"1904.02099","n_code_links":3,"syntology":{"ran":9,"of":12,"n_ran_checked":9,"n_instrument":0,"unverified":3,"pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","official":{"repos":["hyperparticle/udify"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":3,"ran_from_kinds":["official"]}}},{"paper":"/paper/bert-post-training-for-review-reading","slug":"bert-post-training-for-review-reading","title":"BERT Post-Training for Review Reading Comprehension and Aspect-based Sentiment Analysis","date":"2019-04-03","arxiv_id":"1904.02232","n_code_links":1,"syntology":{"ran":4,"of":7,"n_ran_checked":3,"n_instrument":1,"unverified":3,"pointer_only":1,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","official":null}},{"paper":"/paper/probing-biomedical-embeddings-from-language","slug":"probing-biomedical-embeddings-from-language","title":"Probing Biomedical Embeddings from Language Models","date":"2019-04-03","arxiv_id":"1904.02181","n_code_links":1,"syntology":null},{"paper":"/paper/videobert-a-joint-model-for-video-and","slug":"videobert-a-joint-model-for-video-and","title":"VideoBERT: A Joint Model for Video and Language Representation Learning","date":"2019-04-03","arxiv_id":"1904.01766","n_code_links":3,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":null}},{"paper":"/paper/reducing-bert-pre-training-time-from-3-days","slug":"reducing-bert-pre-training-time-from-3-days","title":"Large Batch Optimization for Deep Learning: Training BERT in 76 minutes","date":"2019-04-01","arxiv_id":"1904.00962","n_code_links":32,"syntology":{"ran":6,"of":11,"n_ran_checked":6,"n_instrument":0,"unverified":5,"pointer_only":9,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","official":{"repos":["tensorflow/addons"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/regional-homogeneity-towards-learning","slug":"regional-homogeneity-towards-learning","title":"Regional Homogeneity: Towards Learning Transferable Universal Adversarial Perturbations Against Defenses","date":"2019-04-01","arxiv_id":"1904.00979","n_code_links":1,"syntology":{"ran":2,"of":2,"n_ran_checked":2,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["LiYingwei/Regional-Homogeneity"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/ana-at-semeval-2019-task-3-contextual-emotion","slug":"ana-at-semeval-2019-task-3-contextual-emotion","title":"ANA at SemEval-2019 Task 3: Contextual Emotion detection in Conversations through hierarchical LSTMs and BERT","date":"2019-03-30","arxiv_id":"1904.00132","n_code_links":1,"syntology":null},{"paper":null,"slug":"making-neural-machine-reading-comprehension","title":"Making Neural Machine Reading Comprehension Faster","date":"2019-03-29","arxiv_id":"1904.00796","n_code_links":0,"syntology":null},{"paper":"/paper/towards-knowledge-based-personalized-product","slug":"towards-knowledge-based-personalized-product","title":"Towards Knowledge-Based Personalized Product Description Generation in E-commerce","date":"2019-03-29","arxiv_id":"1903.12457","n_code_links":4,"syntology":null},{"paper":"/paper/distilling-task-specific-knowledge-from-bert","slug":"distilling-task-specific-knowledge-from-bert","title":"Distilling Task-Specific Knowledge from BERT into Simple Neural Networks","date":"2019-03-28","arxiv_id":"1903.12136","n_code_links":4,"syntology":{"ran":9,"of":9,"n_ran_checked":3,"n_instrument":6,"unverified":0,"pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 3 honoured, 0 violated, 0 with no contract checked; 6 where Syntology's instrument failed) · 0 unverified","official":null}},{"paper":"/paper/train-sort-explain-learning-to-diagnose","slug":"train-sort-explain-learning-to-diagnose","title":"Train, Sort, Explain: Learning to Diagnose Translation Models","date":"2019-03-28","arxiv_id":"1903.12017","n_code_links":1,"syntology":null},{"paper":null,"slug":"190410045","title":"Automatic Spelling Correction with Transformer for CTC-based End-to-End Speech Recognition","date":"2019-03-27","arxiv_id":"1904.10045","n_code_links":0,"syntology":null},{"paper":"/paper/scibert-pretrained-contextualized-embeddings","slug":"scibert-pretrained-contextualized-embeddings","title":"SciBERT: A Pretrained Language Model for Scientific Text","date":"2019-03-26","arxiv_id":"1903.10676","n_code_links":6,"syntology":null},{"paper":"/paper/simple-applications-of-bert-for-ad-hoc","slug":"simple-applications-of-bert-for-ad-hoc","title":"Simple Applications of BERT for Ad Hoc Document Retrieval","date":"2019-03-26","arxiv_id":"1903.10972","n_code_links":2,"syntology":null},{"paper":"/paper/fine-tune-bert-for-extractive-summarization","slug":"fine-tune-bert-for-extractive-summarization","title":"Fine-tune BERT for Extractive Summarization","date":"2019-03-25","arxiv_id":"1903.10318","n_code_links":12,"syntology":{"ran":5,"of":5,"n_ran_checked":4,"n_instrument":1,"unverified":0,"pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 1 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["nlpyang/BertSum"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":null,"slug":"knowledge-driven-encode-retrieve-paraphrase","title":"Knowledge-driven Encode, Retrieve, Paraphrase for Medical Image Report Generation","date":"2019-03-25","arxiv_id":"1903.10122","n_code_links":0,"syntology":null},{"paper":"/paper/on-measuring-social-biases-in-sentence","slug":"on-measuring-social-biases-in-sentence","title":"On Measuring Social Biases in Sentence Encoders","date":"2019-03-25","arxiv_id":"1903.10561","n_code_links":1,"syntology":null},{"paper":"/paper/recognizing-arrow-of-time-in-the-short","slug":"recognizing-arrow-of-time-in-the-short","title":"Recognizing Arrow Of Time In The Short Stories","date":"2019-03-25","arxiv_id":"1903.10548","n_code_links":1,"syntology":null},{"paper":"/paper/utilizing-bert-for-aspect-based-sentiment","slug":"utilizing-bert-for-aspect-based-sentiment","title":"Utilizing BERT for Aspect-Based Sentiment Analysis via Constructing Auxiliary Sentence","date":"2019-03-22","arxiv_id":"1903.09588","n_code_links":8,"syntology":{"ran":19,"of":27,"n_ran_checked":15,"n_instrument":4,"unverified":8,"pointer_only":9,"phrase":"19 ran (of which 0 constructed an object rather than computing a result; 15 with no instrument failure: 3 honoured, 0 violated, 12 with no contract checked; 4 where Syntology's instrument failed) · 8 unverified","official":{"repos":["HSLCY/ABSA-BERT-pair"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"paper":null,"slug":"learning-multi-level-information-for-dialogue","title":"Learning Multi-Level Information for Dialogue Response Selection by Highway Recurrent Transformer","date":"2019-03-21","arxiv_id":"1903.08953","n_code_links":0,"syntology":null},{"paper":null,"slug":"linguistic-knowledge-and-transferability-of","title":"Linguistic Knowledge and Transferability of Contextual Representations","date":"2019-03-21","arxiv_id":"1903.08855","n_code_links":0,"syntology":null},{"paper":"/paper/selective-attention-for-context-aware-neural","slug":"selective-attention-for-context-aware-neural","title":"Selective Attention for Context-aware Neural Machine Translation","date":"2019-03-21","arxiv_id":"1903.08788","n_code_links":1,"syntology":null},{"paper":"/paper/cloze-driven-pretraining-of-self-attention","slug":"cloze-driven-pretraining-of-self-attention","title":"Cloze-driven Pretraining of Self-attention Networks","date":"2019-03-19","arxiv_id":"1903.07785","n_code_links":0,"syntology":null},{"paper":"/paper/neutron-an-implementation-of-the-transformer","slug":"neutron-an-implementation-of-the-transformer","title":"Neutron: An Implementation of the Transformer Translation Model and its Variants","date":"2019-03-18","arxiv_id":"1903.07402","n_code_links":2,"syntology":null},{"paper":null,"slug":"stnreid-deep-convolutional-networks-with","title":"STNReID : Deep Convolutional Networks with Pairwise Spatial Transformer Networks for Partial Person Re-identification","date":"2019-03-17","arxiv_id":"1903.07072","n_code_links":0,"syntology":null},{"paper":null,"slug":"a-deep-patent-landscaping-model-using","title":"Deep Patent Landscaping Model Using Transformer and Graph Embedding","date":"2019-03-14","arxiv_id":"1903.05823","n_code_links":0,"syntology":null},{"paper":"/paper/episodic-memory-reader-learning-what-to","slug":"episodic-memory-reader-learning-what-to","title":"Episodic Memory Reader: Learning What to Remember for Question Answering from Streaming Data","date":"2019-03-14","arxiv_id":"1903.06164","n_code_links":1,"syntology":null},{"paper":"/paper/communication-efficient-distributed-sgd-with","slug":"communication-efficient-distributed-sgd-with","title":"Communication-efficient distributed SGD with Sketching","date":"2019-03-12","arxiv_id":"1903.04488","n_code_links":2,"syntology":{"ran":1,"of":1,"n_ran_checked":0,"n_instrument":1,"unverified":0,"pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["dhroth/sketchedsgd"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"hltsuda-at-semeval-2019-task-1-ucca-graph","title":"HLT@SUDA at SemEval 2019 Task 1: UCCA Graph Parsing as Constituent Tree Parsing","date":"2019-03-11","arxiv_id":"1903.04153","n_code_links":0,"syntology":null},{"paper":null,"slug":"scene-memory-transformer-for-embodied-agents","title":"Scene Memory Transformer for Embodied Agents in Long-Horizon Tasks","date":"2019-03-09","arxiv_id":"1903.03878","n_code_links":0,"syntology":null},{"paper":null,"slug":"dixit-interactive-visual-storytelling-via","title":"Dixit: Interactive Visual Storytelling via Term Manipulation","date":"2019-03-06","arxiv_id":"1903.02230","n_code_links":0,"syntology":null},{"paper":null,"slug":"gq-stn-optimizing-one-shot-grasp-detection","title":"GQ-STN: Optimizing One-Shot Grasp Detection based on Robustness Classifier","date":"2019-03-06","arxiv_id":"1903.02489","n_code_links":0,"syntology":null},{"paper":"/paper/self-adversarial-variational-autoencoder-with","slug":"self-adversarial-variational-autoencoder-with","title":"adVAE: A self-adversarial variational autoencoder with Gaussian anomaly prior knowledge for anomaly detection","date":"2019-03-03","arxiv_id":"1903.00904","n_code_links":2,"syntology":null},{"paper":"/paper/frequency-domain-transformer-networks-for","slug":"frequency-domain-transformer-networks-for","title":"Frequency Domain Transformer Networks for Video Prediction","date":"2019-03-01","arxiv_id":"1903.00271","n_code_links":1,"syntology":null},{"paper":"/paper/bert-for-joint-intent-classification-and-slot","slug":"bert-for-joint-intent-classification-and-slot","title":"BERT for Joint Intent Classification and Slot Filling","date":"2019-02-28","arxiv_id":"1902.10909","n_code_links":16,"syntology":{"ran":26,"of":32,"n_ran_checked":19,"n_instrument":7,"unverified":6,"pointer_only":5,"phrase":"26 ran (of which 0 constructed an object rather than computing a result; 19 with no instrument failure: 1 honoured, 0 violated, 18 with no contract checked; 7 where Syntology's instrument failed) · 6 unverified","official":null}},{"paper":"/paper/attentional-encoder-network-for-targeted","slug":"attentional-encoder-network-for-targeted","title":"Attentional Encoder Network for Targeted Sentiment Classification","date":"2019-02-25","arxiv_id":"1902.09314","n_code_links":5,"syntology":null},{"paper":"/paper/pretraining-based-natural-language-generation","slug":"pretraining-based-natural-language-generation","title":"Pretraining-Based Natural Language Generation for Text Summarization","date":"2019-02-25","arxiv_id":"1902.09243","n_code_links":4,"syntology":{"ran":1,"of":1,"n_ran_checked":0,"n_instrument":1,"unverified":0,"pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":null}},{"paper":"/paper/star-transformer","slug":"star-transformer","title":"Star-Transformer","date":"2019-02-25","arxiv_id":"1902.09113","n_code_links":2,"syntology":{"ran":0,"of":1,"n_ran_checked":0,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"0 ran · 1 unverified","official":{"repos":["dmlc/dgl"],"state":"official: harvested for another paper","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":[]}}},{"paper":"/paper/enhancing-clinical-concept-extraction-with","slug":"enhancing-clinical-concept-extraction-with","title":"Enhancing Clinical Concept Extraction with Contextual Embeddings","date":"2019-02-22","arxiv_id":"1902.08691","n_code_links":0,"syntology":null},{"paper":null,"slug":"dynamic-layer-aggregation-for-neural-machine","title":"Dynamic Layer Aggregation for Neural Machine Translation with Routing-by-Agreement","date":"2019-02-15","arxiv_id":"1902.05770","n_code_links":0,"syntology":null},{"paper":null,"slug":"actions-generation-from-captions","title":"Actions Generation from Captions","date":"2019-02-14","arxiv_id":"1902.11109","n_code_links":0,"syntology":null},{"paper":"/paper/language-models-are-unsupervised-multitask","slug":"language-models-are-unsupervised-multitask","title":"Language Models are Unsupervised Multitask Learners","date":"2019-02-14","arxiv_id":null,"n_code_links":21,"syntology":null},{"paper":null,"slug":"machine-reading-comprehension-for-answer-re","title":"Machine Reading Comprehension for Answer Re-Ranking in Customer Support Chatbots","date":"2019-02-12","arxiv_id":"1902.04574","n_code_links":0,"syntology":null},{"paper":"/paper/bert-has-a-mouth-and-it-must-speak-bert-as-a","slug":"bert-has-a-mouth-and-it-must-speak-bert-as-a","title":"BERT has a Mouth, and It Must Speak: BERT as a Markov Random Field Language Model","date":"2019-02-11","arxiv_id":"1902.04094","n_code_links":13,"syntology":{"ran":10,"of":10,"n_ran_checked":8,"n_instrument":2,"unverified":0,"pointer_only":2,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 2 honoured, 0 violated, 6 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","official":{"repos":["kyunghyuncho/bert-gen","nyu-dl/bert-gen"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"paper":null,"slug":"improving-deep-image-clustering-with-spatial","title":"Improving Deep Image Clustering With Spatial Transformer Layers","date":"2019-02-09","arxiv_id":"1902.05401","n_code_links":0,"syntology":null},{"paper":null,"slug":"insertion-transformer-flexible-sequence","title":"Insertion Transformer: Flexible Sequence Generation via Insertion Operations","date":"2019-02-08","arxiv_id":"1902.03249","n_code_links":0,"syntology":null},{"paper":"/paper/bert-and-pals-projected-attention-layers-for","slug":"bert-and-pals-projected-attention-layers-for","title":"BERT and PALs: Projected Attention Layers for Efficient Adaptation in Multi-Task Learning","date":"2019-02-07","arxiv_id":"1902.02671","n_code_links":2,"syntology":null},{"paper":null,"slug":"alphastar-an-evolutionary-computation","title":"AlphaStar: An Evolutionary Computation Perspective","date":"2019-02-05","arxiv_id":"1902.01724","n_code_links":0,"syntology":null},{"paper":"/paper/end-to-end-open-domain-question-answering","slug":"end-to-end-open-domain-question-answering","title":"End-to-End Open-Domain Question Answering with BERTserini","date":"2019-02-05","arxiv_id":"1902.01718","n_code_links":1,"syntology":{"ran":8,"of":8,"n_ran_checked":5,"n_instrument":3,"unverified":0,"pointer_only":3,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 0 violated, 4 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","official":{"repos":["rsvp-ai/bertserini"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/a-comprehensive-exploration-on-wikisql-with","slug":"a-comprehensive-exploration-on-wikisql-with","title":"A Comprehensive Exploration on WikiSQL with Table-Aware Word Contextualization","date":"2019-02-04","arxiv_id":"1902.01069","n_code_links":5,"syntology":{"ran":21,"of":36,"n_ran_checked":5,"n_instrument":16,"unverified":15,"pointer_only":33,"phrase":"21 ran (of which 1 constructed an object rather than computing a result; 5 with no instrument failure: 2 honoured, 2 violated, 1 with no contract checked; 16 where Syntology's instrument failed) · 15 unverified","official":{"repos":["naver/sqlova"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["listed","official","unlocated"]}}},{"paper":null,"slug":"insertion-based-decoding-with-automatically","title":"Insertion-based Decoding with automatically Inferred Generation Order","date":"2019-02-04","arxiv_id":"1902.01370","n_code_links":0,"syntology":null},{"paper":"/paper/right-for-the-wrong-reasons-diagnosing","slug":"right-for-the-wrong-reasons-diagnosing","title":"Right for the Wrong Reasons: Diagnosing Syntactic Heuristics in Natural Language Inference","date":"2019-02-04","arxiv_id":"1902.01007","n_code_links":6,"syntology":{"ran":1,"of":1,"n_ran_checked":0,"n_instrument":1,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["tommccoy1/hans"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/parameter-efficient-transfer-learning-for-nlp","slug":"parameter-efficient-transfer-learning-for-nlp","title":"Parameter-Efficient Transfer Learning for NLP","date":"2019-02-02","arxiv_id":"1902.00751","n_code_links":17,"syntology":{"ran":14,"of":22,"n_ran_checked":14,"n_instrument":0,"unverified":8,"pointer_only":3,"phrase":"14 ran (of which 3 constructed an object rather than computing a result; 14 with no instrument failure: 0 honoured, 0 violated, 14 with no contract checked; 0 where Syntology's instrument failed) · 8 unverified","official":{"repos":["google-research/adapter-bert"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed"]}}},{"paper":"/paper/adding-interpretable-attention-to-neural","slug":"adding-interpretable-attention-to-neural","title":"Adding Interpretable Attention to Neural Translation Models Improves Word Alignment","date":"2019-01-31","arxiv_id":"1901.11359","n_code_links":1,"syntology":null},{"paper":"/paper/multi-task-deep-neural-networks-for-natural","slug":"multi-task-deep-neural-networks-for-natural","title":"Multi-Task Deep Neural Networks for Natural Language Understanding","date":"2019-01-31","arxiv_id":"1901.11504","n_code_links":7,"syntology":{"ran":9,"of":13,"n_ran_checked":6,"n_instrument":3,"unverified":4,"pointer_only":4,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 1 violated, 4 with no contract checked; 3 where Syntology's instrument failed) · 4 unverified","official":{"repos":["namisan/mt-dnn"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/the-second-conversational-intelligence","slug":"the-second-conversational-intelligence","title":"The Second Conversational Intelligence Challenge (ConvAI2)","date":"2019-01-31","arxiv_id":"1902.00098","n_code_links":2,"syntology":null},{"paper":"/paper/the-evolved-transformer","slug":"the-evolved-transformer","title":"The Evolved Transformer","date":"2019-01-30","arxiv_id":"1901.11117","n_code_links":3,"syntology":null},{"paper":"/paper/biobert-a-pre-trained-biomedical-language","slug":"biobert-a-pre-trained-biomedical-language","title":"BioBERT: a pre-trained biomedical language representation model for biomedical text mining","date":"2019-01-25","arxiv_id":"1901.08746","n_code_links":19,"syntology":{"ran":15,"of":25,"n_ran_checked":12,"n_instrument":3,"unverified":10,"pointer_only":3,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 1 honoured, 0 violated, 11 with no contract checked; 3 where Syntology's instrument failed) · 10 unverified","official":{"repos":["dmis-lab/biobert","naver/biobert-pretrained"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"paper":"/paper/a-bert-baseline-for-the-natural-questions","slug":"a-bert-baseline-for-the-natural-questions","title":"A BERT Baseline for the Natural Questions","date":"2019-01-24","arxiv_id":"1901.08634","n_code_links":3,"syntology":{"ran":8,"of":10,"n_ran_checked":8,"n_instrument":0,"unverified":2,"pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":{"repos":["google-research/language"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":null,"slug":"self-attentive-model-for-headline-generation","title":"Self-Attentive Model for Headline Generation","date":"2019-01-23","arxiv_id":"1901.07786","n_code_links":0,"syntology":null},{"paper":"/paper/transfertransfo-a-transfer-learning-approach","slug":"transfertransfo-a-transfer-learning-approach","title":"TransferTransfo: A Transfer Learning Approach for Neural Network Based Conversational Agents","date":"2019-01-23","arxiv_id":"1901.08149","n_code_links":23,"syntology":{"ran":18,"of":26,"n_ran_checked":11,"n_instrument":7,"unverified":8,"pointer_only":7,"phrase":"18 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 1 honoured, 0 violated, 10 with no contract checked; 7 where Syntology's instrument failed) · 8 unverified","official":null}},{"paper":"/paper/cross-lingual-language-model-pretraining","slug":"cross-lingual-language-model-pretraining","title":"Cross-lingual Language Model Pretraining","date":"2019-01-22","arxiv_id":"1901.07291","n_code_links":17,"syntology":{"ran":5,"of":7,"n_ran_checked":5,"n_instrument":0,"unverified":2,"pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 1 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":null}},{"paper":"/paper/linearized-multi-sampling-for-differentiable","slug":"linearized-multi-sampling-for-differentiable","title":"Linearized Multi-Sampling for Differentiable Image Transformation","date":"2019-01-22","arxiv_id":"1901.07124","n_code_links":1,"syntology":null},{"paper":"/paper/assessing-berts-syntactic-abilities","slug":"assessing-berts-syntactic-abilities","title":"Assessing BERT's Syntactic Abilities","date":"2019-01-16","arxiv_id":"1901.05287","n_code_links":3,"syntology":{"ran":3,"of":3,"n_ran_checked":3,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["yoavg/bert-syntax"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/passage-re-ranking-with-bert","slug":"passage-re-ranking-with-bert","title":"Passage Re-ranking with BERT","date":"2019-01-13","arxiv_id":"1901.04085","n_code_links":6,"syntology":{"ran":11,"of":13,"n_ran_checked":9,"n_instrument":2,"unverified":2,"pointer_only":2,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","official":{"repos":["nyu-dl/dl4marco-bert"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":2,"ran_from_kinds":["official"]}}}],"record_sha256":"7440ec06add9970a4bfc12182a5472c717083021804d143246ca9c23fd8c6f2e","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}