{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/multi-head-attention/papers/203","list_of":"/method/multi-head-attention","method":"Multi-Head Attention","archive":{"snapshot":"2025-07-28"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"date (newest first), then slug","page":203,"pages_in_order":249,"rows_per_page":100,"rows":[20201,20300],"of":24855,"counts":{"archive_papers_tagged":24855,"with_a_code_link":11214,"where_syntology_ran_a_sample":3454,"not_listed_spam_title":0,"listed":24855,"listed_where_code_ran":3454,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":2916,"every_run_a_failure_of_syntologys_instrument":538,"listed_with_a_run_with_no_instrument_failure":2916,"listed_every_run_a_failure_of_syntologys_instrument":538,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/method/multi-head-attention","prev":"/method/multi-head-attention/papers/202","next":"/method/multi-head-attention/papers/204","papers":[{"paper":"/paper/distributed-deep-learning-in-open","slug":"distributed-deep-learning-in-open","title":"Distributed Deep Learning in Open Collaborations","date":"2021-06-18","arxiv_id":"2106.10207","n_code_links":2,"syntology":{"ran":0,"of":5,"n_ran_checked":0,"n_instrument":0,"unverified":5,"pointer_only":0,"phrase":"0 ran · 5 unverified","official":{"repos":["learning-at-home/hivemind","yandex-research/DeDLOC"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":5,"ran_from_kinds":[]}}},{"paper":"/paper/end-to-end-temporal-action-detection-with","slug":"end-to-end-temporal-action-detection-with","title":"End-to-end Temporal Action Detection with Transformer","date":"2021-06-18","arxiv_id":"2106.10271","n_code_links":1,"syntology":{"ran":2,"of":3,"n_ran_checked":0,"n_instrument":2,"unverified":1,"pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","official":{"repos":["xlliu7/TadTR"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"graph-based-joint-pandemic-concern-and","title":"Graph-based Joint Pandemic Concern and Relation Extraction on Twitter","date":"2021-06-18","arxiv_id":"2106.09929","n_code_links":0,"syntology":null},{"paper":null,"slug":"process-for-adapting-language-models-to","title":"Process for Adapting Language Models to Society (PALMS) with Values-Targeted Datasets","date":"2021-06-18","arxiv_id":"2106.10328","n_code_links":0,"syntology":null},{"paper":null,"slug":"recurrent-stacking-of-layers-in-neural","title":"Recurrent Stacking of Layers in Neural Networks: An Application to Neural Machine Translation","date":"2021-06-18","arxiv_id":"2106.10002","n_code_links":0,"syntology":null},{"paper":"/paper/dual-view-molecule-pre-training","slug":"dual-view-molecule-pre-training","title":"Dual-view Molecule Pre-training","date":"2021-06-17","arxiv_id":"2106.10234","n_code_links":1,"syntology":null},{"paper":"/paper/knowledgeable-or-educated-guess-revisiting","slug":"knowledgeable-or-educated-guess-revisiting","title":"Knowledgeable or Educated Guess? Revisiting Language Models as Knowledge Bases","date":"2021-06-17","arxiv_id":"2106.09231","n_code_links":1,"syntology":null},{"paper":"/paper/large-scale-private-learning-via-low-rank","slug":"large-scale-private-learning-via-low-rank","title":"Large Scale Private Learning via Low-rank Reparametrization","date":"2021-06-17","arxiv_id":"2106.09352","n_code_links":1,"syntology":{"ran":4,"of":8,"n_ran_checked":1,"n_instrument":3,"unverified":4,"pointer_only":8,"phrase":"4 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 4 unverified","official":{"repos":["dayu11/Differentially-Private-Deep-Learning"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":4,"ran_from_kinds":["official"]}}},{"paper":"/paper/lnn-el-a-neuro-symbolic-approach-to-short","slug":"lnn-el-a-neuro-symbolic-approach-to-short","title":"LNN-EL: A Neuro-Symbolic Approach to Short-text Entity Linking","date":"2021-06-17","arxiv_id":"2106.09795","n_code_links":1,"syntology":null},{"paper":null,"slug":"long-short-temporal-contrastive-learning-of","title":"Long-Short Temporal Contrastive Learning of Video Transformers","date":"2021-06-17","arxiv_id":"2106.09212","n_code_links":0,"syntology":null},{"paper":"/paper/lora-low-rank-adaptation-of-large-language","slug":"lora-low-rank-adaptation-of-large-language","title":"LoRA: Low-Rank Adaptation of Large Language Models","date":"2021-06-17","arxiv_id":"2106.09685","n_code_links":74,"syntology":{"ran":51,"of":84,"n_ran_checked":44,"n_instrument":7,"unverified":33,"pointer_only":30,"phrase":"51 ran (of which 19 constructed an object rather than computing a result; 44 with no instrument failure: 1 honoured, 0 violated, 43 with no contract checked; 7 where Syntology's instrument failed) · 33 unverified","official":{"repos":["microsoft/LoRA"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/multi-head-or-single-head-an-empirical","slug":"multi-head-or-single-head-an-empirical","title":"Multi-head or Single-head? An Empirical Comparison for Transformer Training","date":"2021-06-17","arxiv_id":"2106.09650","n_code_links":1,"syntology":null},{"paper":"/paper/semi-autoregressive-transformer-for-image","slug":"semi-autoregressive-transformer-for-image","title":"Semi-Autoregressive Transformer for Image Captioning","date":"2021-06-17","arxiv_id":"2106.09436","n_code_links":1,"syntology":null},{"paper":"/paper/time-series-is-a-special-sequence-forecasting","slug":"time-series-is-a-special-sequence-forecasting","title":"SCINet: Time Series Modeling and Forecasting with Sample Convolution and Interaction","date":"2021-06-17","arxiv_id":"2106.09305","n_code_links":6,"syntology":{"ran":2,"of":6,"n_ran_checked":2,"n_instrument":0,"unverified":4,"pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","official":{"repos":["WenjieDu/PyPOTS"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","named_in_paper"]}}},{"paper":null,"slug":"algorithm-to-compilation-codesign-an","title":"Algorithm to Compilation Co-design: An Integrated View of Neural Network Sparsity","date":"2021-06-16","arxiv_id":"2106.08846","n_code_links":0,"syntology":null},{"paper":"/paper/end-to-end-semi-supervised-object-detection","slug":"end-to-end-semi-supervised-object-detection","title":"End-to-End Semi-Supervised Object Detection with Soft Teacher","date":"2021-06-16","arxiv_id":"2106.09018","n_code_links":8,"syntology":null},{"paper":"/paper/grounding-spatio-temporal-language-with","slug":"grounding-spatio-temporal-language-with","title":"Grounding Spatio-Temporal Language with Transformers","date":"2021-06-16","arxiv_id":"2106.08858","n_code_links":1,"syntology":null},{"paper":null,"slug":"model-based-counterfactual-synthesizer-for","title":"Model-Based Counterfactual Synthesizer for Interpretation","date":"2021-06-16","arxiv_id":"2106.08971","n_code_links":0,"syntology":null},{"paper":null,"slug":"on-evaluation-and-improvement-of-tail-label","title":"On Evaluation and Improvement of Tail Label Performance for Multi-label Text Classification","date":"2021-06-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"shuffle-transformer-with-feature-alignment","title":"Shuffle Transformer with Feature Alignment for Video Face Parsing","date":"2021-06-16","arxiv_id":"2106.08650","n_code_links":0,"syntology":null},{"paper":null,"slug":"simultaneous-training-of-partially-masked","title":"Masked Training of Neural Networks with Partial Gradients","date":"2021-06-16","arxiv_id":"2106.08895","n_code_links":0,"syntology":null},{"paper":"/paper/tssubert-tweet-stream-summarization-using","slug":"tssubert-tweet-stream-summarization-using","title":"TSSuBERT: Tweet Stream Summarization Using BERT","date":"2021-06-16","arxiv_id":"2106.08770","n_code_links":1,"syntology":null},{"paper":null,"slug":"an-automated-quality-evaluation-framework-of","title":"An Automated Quality Evaluation Framework of Psychotherapy Conversations with Local Quality Estimates","date":"2021-06-15","arxiv_id":"2106.07922","n_code_links":0,"syntology":null},{"paper":null,"slug":"asr-adaptation-for-e-commerce-chatbots-using","title":"ASR Adaptation for E-commerce Chatbots using Cross-Utterance Context and Multi-Task Language Modeling","date":"2021-06-15","arxiv_id":"2106.09532","n_code_links":0,"syntology":null},{"paper":"/paper/beit-bert-pre-training-of-image-transformers","slug":"beit-bert-pre-training-of-image-transformers","title":"BEiT: BERT Pre-Training of Image Transformers","date":"2021-06-15","arxiv_id":"2106.08254","n_code_links":14,"syntology":{"ran":6,"of":11,"n_ran_checked":4,"n_instrument":2,"unverified":5,"pointer_only":0,"phrase":"6 ran (of which 2 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 2 where Syntology's instrument failed) · 5 unverified","official":{"repos":["microsoft/unilm"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"paper":"/paper/incorporating-word-sense-disambiguation-in","slug":"incorporating-word-sense-disambiguation-in","title":"Incorporating Word Sense Disambiguation in Neural Language Models","date":"2021-06-15","arxiv_id":"2106.07967","n_code_links":2,"syntology":null},{"paper":"/paper/knowledge-rich-bert-embeddings-for","slug":"knowledge-rich-bert-embeddings-for","title":"BERT Embeddings for Automatic Readability Assessment","date":"2021-06-15","arxiv_id":"2106.07935","n_code_links":1,"syntology":null},{"paper":"/paper/medical-code-prediction-from-discharge","slug":"medical-code-prediction-from-discharge","title":"Medical Code Prediction from Discharge Summary: Document to Sequence BERT using Sequence Attention","date":"2021-06-15","arxiv_id":"2106.07932","n_code_links":1,"syntology":null},{"paper":null,"slug":"pairconnect-a-compute-efficient-mlp","title":"PairConnect: A Compute-Efficient MLP Alternative to Attention","date":"2021-06-15","arxiv_id":"2106.08235","n_code_links":0,"syntology":null},{"paper":"/paper/scene-transformer-a-unified-multi-task-model","slug":"scene-transformer-a-unified-multi-task-model","title":"Scene Transformer: A unified architecture for predicting multiple agent trajectories","date":"2021-06-15","arxiv_id":"2106.08417","n_code_links":4,"syntology":{"ran":2,"of":6,"n_ran_checked":1,"n_instrument":1,"unverified":4,"pointer_only":6,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","official":null}},{"paper":null,"slug":"textual-data-distributions-kullback-leibler","title":"Textual Data Distributions: Kullback Leibler Textual Distributions Contrasts on GPT-2 Generated Texts, with Supervised, Unsupervised Learning on Vaccine & Market Topics & Sentiment","date":"2021-06-15","arxiv_id":"2107.02025","n_code_links":0,"syntology":null},{"paper":null,"slug":"can-bert-dig-it-named-entity-recognition-for","title":"Can BERT Dig It? -- Named Entity Recognition for Information Retrieval in the Archaeology Domain","date":"2021-06-14","arxiv_id":"2106.07742","n_code_links":0,"syntology":null},{"paper":"/paper/dataset-of-propaganda-techniques-of-the-state","slug":"dataset-of-propaganda-techniques-of-the-state","title":"Dataset of Propaganda Techniques of the State-Sponsored Information Operation of the People's Republic of China","date":"2021-06-14","arxiv_id":"2106.07544","n_code_links":1,"syntology":null},{"paper":null,"slug":"end-to-end-neural-diarization-from","title":"End-to-end Neural Diarization: From Transformer to Conformer","date":"2021-06-14","arxiv_id":"2106.07167","n_code_links":0,"syntology":null},{"paper":"/paper/exploiting-sentence-level-representations-for","slug":"exploiting-sentence-level-representations-for","title":"Exploiting Sentence-Level Representations for Passage Ranking","date":"2021-06-14","arxiv_id":"2106.07316","n_code_links":1,"syntology":null},{"paper":"/paper/gpt3-to-plan-extracting-plans-from-text-using","slug":"gpt3-to-plan-extracting-plans-from-text-using","title":"GPT3-to-plan: Extracting plans from text using GPT-3","date":"2021-06-14","arxiv_id":"2106.07131","n_code_links":1,"syntology":null},{"paper":"/paper/hubert-self-supervised-speech-representation","slug":"hubert-self-supervised-speech-representation","title":"HuBERT: Self-Supervised Speech Representation Learning by Masked Prediction of Hidden Units","date":"2021-06-14","arxiv_id":"2106.07447","n_code_links":11,"syntology":{"ran":5,"of":9,"n_ran_checked":5,"n_instrument":0,"unverified":4,"pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","official":{"repos":["pytorch/fairseq","huggingface/transformers"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/improved-transformer-for-high-resolution-gans","slug":"improved-transformer-for-high-resolution-gans","title":"Improved Transformer for High-Resolution GANs","date":"2021-06-14","arxiv_id":"2106.07631","n_code_links":1,"syntology":{"ran":3,"of":4,"n_ran_checked":1,"n_instrument":2,"unverified":1,"pointer_only":0,"phrase":"3 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","official":{"repos":["google-research/hit-gan"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":"/paper/improving-paraphrase-detection-with-the","slug":"improving-paraphrase-detection-with-the","title":"Improving Paraphrase Detection with the Adversarial Paraphrasing Task","date":"2021-06-14","arxiv_id":"2106.07691","n_code_links":1,"syntology":null},{"paper":"/paper/modeling-profanity-and-hate-speech-in-social","slug":"modeling-profanity-and-hate-speech-in-social","title":"Modeling Profanity and Hate Speech in Social Media with Semantic Subspaces","date":"2021-06-14","arxiv_id":"2106.07505","n_code_links":1,"syntology":null},{"paper":"/paper/ng-a-multi-step-matrix-product-natural","slug":"ng-a-multi-step-matrix-product-natural","title":"NG+ : A Multi-Step Matrix-Product Natural Gradient Method for Deep Learning","date":"2021-06-14","arxiv_id":"2106.07454","n_code_links":1,"syntology":null},{"paper":null,"slug":"pre-trained-models-past-present-and-future","title":"Pre-Trained Models: Past, Present and Future","date":"2021-06-14","arxiv_id":"2106.07139","n_code_links":0,"syntology":null},{"paper":"/paper/s-2-mlp-spatial-shift-mlp-architecture-for","slug":"s-2-mlp-spatial-shift-mlp-architecture-for","title":"S$^2$-MLP: Spatial-Shift MLP Architecture for Vision","date":"2021-06-14","arxiv_id":"2106.07477","n_code_links":1,"syntology":null},{"paper":"/paper/sas-self-augmented-strategy-for-language","slug":"sas-self-augmented-strategy-for-language","title":"SAS: Self-Augmentation Strategy for Language Model Pre-training","date":"2021-06-14","arxiv_id":"2106.07176","n_code_links":1,"syntology":null},{"paper":null,"slug":"why-can-you-lay-off-heads-investigating-how","title":"Why Can You Lay Off Heads? Investigating How BERT Heads Transfer","date":"2021-06-14","arxiv_id":"2106.07137","n_code_links":0,"syntology":null},{"paper":null,"slug":"infobehavior-self-supervised-representation","title":"InfoBehavior: Self-supervised Representation Learning for Ultra-long Behavior Sequence via Hierarchical Grouping","date":"2021-06-13","arxiv_id":"2106.06905","n_code_links":0,"syntology":null},{"paper":"/paper/memory-efficient-transformers-via-top-k","slug":"memory-efficient-transformers-via-top-k","title":"Memory-efficient Transformers via Top-$k$ Attention","date":"2021-06-13","arxiv_id":"2106.06899","n_code_links":2,"syntology":null},{"paper":"/paper/reinforcement-learning-as-one-big-sequence-1","slug":"reinforcement-learning-as-one-big-sequence-1","title":"Reinforcement Learning as One Big Sequence Modeling Problem","date":"2021-06-13","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"sasicm-a-multi-task-benchmark-for-subtext","title":"SASICM A Multi-Task Benchmark For Subtext Recognition","date":"2021-06-13","arxiv_id":"2106.06944","n_code_links":0,"syntology":null},{"paper":null,"slug":"target-model-agnostic-adversarial-attacks","title":"Target Model Agnostic Adversarial Attacks with Query Budgets on Language Understanding Models","date":"2021-06-13","arxiv_id":"2106.07047","n_code_links":0,"syntology":null},{"paper":"/paper/the-deformer-an-order-agnostic-distribution","slug":"the-deformer-an-order-agnostic-distribution","title":"The DEformer: An Order-Agnostic Distribution Estimating Transformer","date":"2021-06-13","arxiv_id":"2106.06989","n_code_links":1,"syntology":{"ran":2,"of":5,"n_ran_checked":2,"n_instrument":0,"unverified":3,"pointer_only":5,"phrase":"2 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 1 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","official":{"repos":["airalcorn2/deformer"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":1,"n_ran_no_instrument_failure":2,"n_unverified":3,"ran_from_kinds":["official"]}}},{"paper":"/paper/thinking-like-transformers-1","slug":"thinking-like-transformers-1","title":"Thinking Like Transformers","date":"2021-06-13","arxiv_id":"2106.06981","n_code_links":5,"syntology":{"ran":11,"of":18,"n_ran_checked":7,"n_instrument":4,"unverified":7,"pointer_only":5,"phrase":"11 ran (of which 3 constructed an object rather than computing a result; 7 with no instrument failure: 2 honoured, 1 violated, 4 with no contract checked; 4 where Syntology's instrument failed) · 7 unverified","official":{"repos":["tech-srl/RASP"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":2,"n_ran_no_instrument_failure":4,"n_unverified":5,"ran_from_kinds":["listed","official"]}}},{"paper":"/paper/a-sentence-level-hierarchical-bert-model-for","slug":"a-sentence-level-hierarchical-bert-model-for","title":"A Sentence-level Hierarchical BERT Model for Document Classification with Limited Labelled Data","date":"2021-06-12","arxiv_id":"2106.06738","n_code_links":1,"syntology":null},{"paper":null,"slug":"curriculum-pre-training-heterogeneous","title":"Curriculum Pre-Training Heterogeneous Subgraph Transformer for Top-$N$ Recommendation","date":"2021-06-12","arxiv_id":"2106.06722","n_code_links":0,"syntology":null},{"paper":"/paper/ds-transunet-dual-swin-transformer-u-net-for","slug":"ds-transunet-dual-swin-transformer-u-net-for","title":"DS-TransUNet:Dual Swin Transformer U-Net for Medical Image Segmentation","date":"2021-06-12","arxiv_id":"2106.06716","n_code_links":1,"syntology":{"ran":5,"of":5,"n_ran_checked":1,"n_instrument":4,"unverified":0,"pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","official":{"repos":["TianBaoGe/DS-TransUNet"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"paper":null,"slug":"explaining-the-deep-natural-language","title":"Explaining the Deep Natural Language Processing by Mining Textual Interpretable Features","date":"2021-06-12","arxiv_id":"2106.06697","n_code_links":0,"syntology":null},{"paper":"/paper/neural-combinatory-constituency-parsing","slug":"neural-combinatory-constituency-parsing","title":"Neural Combinatory Constituency Parsing","date":"2021-06-12","arxiv_id":"2106.06689","n_code_links":1,"syntology":null},{"paper":"/paper/video-super-resolution-transformer","slug":"video-super-resolution-transformer","title":"Video Super-Resolution Transformer","date":"2021-06-12","arxiv_id":"2106.06847","n_code_links":1,"syntology":null},{"paper":"/paper/bioelectra-pretrained-biomedical-text-encoder","slug":"bioelectra-pretrained-biomedical-text-encoder","title":"BioELECTRA:Pretrained Biomedical text Encoder using Discriminators","date":"2021-06-11","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":"/paper/break-it-fix-it-unsupervised-learning-for","slug":"break-it-fix-it-unsupervised-learning-for","title":"Break-It-Fix-It: Unsupervised Learning for Program Repair","date":"2021-06-11","arxiv_id":"2106.06600","n_code_links":1,"syntology":{"ran":6,"of":6,"n_ran_checked":6,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["michiyasunaga/bifi"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"dynamic-language-models-for-continuously","title":"Dynamic Language Models for Continuously Evolving Content","date":"2021-06-11","arxiv_id":"2106.06297","n_code_links":0,"syntology":null},{"paper":"/paper/generate-annotate-and-learn-generative-models","slug":"generate-annotate-and-learn-generative-models","title":"Generate, Annotate, and Learn: NLP with Synthetic Text","date":"2021-06-11","arxiv_id":"2106.06168","n_code_links":1,"syntology":{"ran":3,"of":3,"n_ran_checked":0,"n_instrument":3,"unverified":0,"pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","official":{"repos":["xlhex/gal_syntex"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"paper":"/paper/graph-transformer-networks-learning-meta-path","slug":"graph-transformer-networks-learning-meta-path","title":"Graph Transformer Networks: Learning Meta-path Graphs to Improve GNNs","date":"2021-06-11","arxiv_id":"2106.06218","n_code_links":1,"syntology":null},{"paper":"/paper/isolated-sign-recognition-from-rgb-video","slug":"isolated-sign-recognition-from-rgb-video","title":"Isolated Sign Recognition from RGB Video using Pose Flow and Self-Attention","date":"2021-06-11","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":"/paper/mltr-multi-label-classification-with","slug":"mltr-multi-label-classification-with","title":"MlTr: Multi-label Classification with Transformer","date":"2021-06-11","arxiv_id":"2106.06195","n_code_links":1,"syntology":null},{"paper":"/paper/modeling-sequences-as-distributions-with","slug":"modeling-sequences-as-distributions-with","title":"Modeling Sequences as Distributions with Uncertainty for Sequential Recommendation","date":"2021-06-11","arxiv_id":"2106.06165","n_code_links":1,"syntology":null},{"paper":"/paper/n-best-asr-transformer-enhancing-slu","slug":"n-best-asr-transformer-enhancing-slu","title":"N-Best ASR Transformer: Enhancing SLU Performance using Multiple ASR Hypotheses","date":"2021-06-11","arxiv_id":"2106.06519","n_code_links":1,"syntology":null},{"paper":"/paper/neural-symbolic-regression-that-scales","slug":"neural-symbolic-regression-that-scales","title":"Neural Symbolic Regression that Scales","date":"2021-06-11","arxiv_id":"2106.06427","n_code_links":2,"syntology":{"ran":4,"of":7,"n_ran_checked":4,"n_instrument":0,"unverified":3,"pointer_only":0,"phrase":"4 ran (of which 4 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified; every one of the 4 samples that ran constructed an object rather than computing a result","official":{"repos":["SymposiumOrganization/NeuralSymbolicRegressionThatScales"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed"]}}},{"paper":null,"slug":"refbert-compressing-bert-by-referencing-to","title":"RefBERT: Compressing BERT by Referencing to Pre-computed Representations","date":"2021-06-11","arxiv_id":"2106.08898","n_code_links":0,"syntology":null},{"paper":null,"slug":"vit-inception-gan-for-image-colourising","title":"ViT-Inception-GAN for Image Colourising","date":"2021-06-11","arxiv_id":"2106.06321","n_code_links":0,"syntology":null},{"paper":null,"slug":"a-semi-supervised-multi-task-learning","title":"A Semi-supervised Multi-task Learning Approach to Classify Customer Contact Intents","date":"2021-06-10","arxiv_id":"2106.07381","n_code_links":0,"syntology":null},{"paper":"/paper/amu-euranova-at-case-2021-task-1-assessing","slug":"amu-euranova-at-case-2021-task-1-assessing","title":"AMU-EURANOVA at CASE 2021 Task 1: Assessing the stability of multilingual BERT","date":"2021-06-10","arxiv_id":"2106.14625","n_code_links":1,"syntology":null},{"paper":"/paper/cat-cross-attention-in-vision-transformer","slug":"cat-cross-attention-in-vision-transformer","title":"CAT: Cross Attention in Vision Transformer","date":"2021-06-10","arxiv_id":"2106.05786","n_code_links":1,"syntology":{"ran":2,"of":3,"n_ran_checked":2,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":{"repos":["linhezheng19/CAT"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":"/paper/convolutions-and-self-attention-re","slug":"convolutions-and-self-attention-re","title":"Convolutions and Self-Attention: Re-interpreting Relative Positions in Pre-trained Language Models","date":"2021-06-10","arxiv_id":"2106.05505","n_code_links":1,"syntology":null},{"paper":null,"slug":"cross-lingual-emotion-detection","title":"Cross-lingual Emotion Detection","date":"2021-06-10","arxiv_id":"2106.06017","n_code_links":0,"syntology":null},{"paper":null,"slug":"groupbert-enhanced-transformer-architecture","title":"GroupBERT: Enhanced Transformer Architecture with Efficient Grouped Structures","date":"2021-06-10","arxiv_id":"2106.05822","n_code_links":0,"syntology":null},{"paper":"/paper/marginal-utility-diminishes-exploring-the","slug":"marginal-utility-diminishes-exploring-the","title":"Marginal Utility Diminishes: Exploring the Minimum Knowledge for BERT Knowledge Distillation","date":"2021-06-10","arxiv_id":"2106.05691","n_code_links":1,"syntology":{"ran":0,"of":1,"n_ran_checked":0,"n_instrument":0,"unverified":1,"pointer_only":1,"phrase":"0 ran · 1 unverified","official":{"repos":["llyx97/Marginal-Utility-Diminishes"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"paper":null,"slug":"mst-masked-self-supervised-transformer-for","title":"MST: Masked Self-Supervised Transformer for Visual Representation","date":"2021-06-10","arxiv_id":"2106.05656","n_code_links":0,"syntology":null},{"paper":"/paper/programming-puzzles","slug":"programming-puzzles","title":"Programming Puzzles","date":"2021-06-10","arxiv_id":"2106.05784","n_code_links":3,"syntology":null},{"paper":"/paper/scaling-vision-with-sparse-mixture-of-experts","slug":"scaling-vision-with-sparse-mixture-of-experts","title":"Scaling Vision with Sparse Mixture of Experts","date":"2021-06-10","arxiv_id":"2106.05974","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["google-research/vmoe"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"semantic-aware-binary-code-representation","title":"Semantic-aware Binary Code Representation with BERT","date":"2021-06-10","arxiv_id":"2106.05478","n_code_links":0,"syntology":null},{"paper":"/paper/space-time-mixing-attention-for-video","slug":"space-time-mixing-attention-for-video","title":"Space-time Mixing Attention for Video Transformer","date":"2021-06-10","arxiv_id":"2106.05968","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["1adrianb/video-transformers"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/task-aware-multi-task-learning-for-speech-to","slug":"task-aware-multi-task-learning-for-speech-to","title":"TASK AWARE MULTI-TASK LEARNING FOR SPEECH TO TEXT TASKS","date":"2021-06-10","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"automatic-sexism-detection-with-multilingual","title":"Automatic Sexism Detection with Multilingual Transformer Models","date":"2021-06-09","arxiv_id":"2106.04908","n_code_links":0,"syntology":null},{"paper":"/paper/do-transformers-really-perform-bad-for-graph","slug":"do-transformers-really-perform-bad-for-graph","title":"Do Transformers Really Perform Bad for Graph Representation?","date":"2021-06-09","arxiv_id":"2106.05234","n_code_links":5,"syntology":null},{"paper":"/paper/grounding-inductive-biases-in-natural-images","slug":"grounding-inductive-biases-in-natural-images","title":"Grounding inductive biases in natural images:invariance stems from variations in data","date":"2021-06-09","arxiv_id":"2106.05121","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":0,"n_instrument":1,"unverified":0,"pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["facebookresearch/grounding-inductive-biases"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/instantaneous-grammatical-error-correction","slug":"instantaneous-grammatical-error-correction","title":"Instantaneous Grammatical Error Correction with Shallow Aggressive Decoding","date":"2021-06-09","arxiv_id":"2106.04970","n_code_links":1,"syntology":{"ran":3,"of":5,"n_ran_checked":0,"n_instrument":3,"unverified":2,"pointer_only":5,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","official":{"repos":["AutoTemp/Shallow-Aggressive-Decoding"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"paper":"/paper/phraseformer-multimodal-key-phrase-extraction","slug":"phraseformer-multimodal-key-phrase-extraction","title":"Phraseformer: Multimodal Key-phrase Extraction using Transformer and Graph Embedding","date":"2021-06-09","arxiv_id":"2106.04939","n_code_links":0,"syntology":null},{"paper":null,"slug":"realtrans-end-to-end-simultaneous-speech","title":"RealTranS: End-to-End Simultaneous Speech Translation with Convolutional Weighted-Shrinking Transformer","date":"2021-06-09","arxiv_id":"2106.04833","n_code_links":0,"syntology":null},{"paper":"/paper/semi-supervised-3d-hand-object-poses","slug":"semi-supervised-3d-hand-object-poses","title":"Semi-Supervised 3D Hand-Object Poses Estimation with Interactions in Time","date":"2021-06-09","arxiv_id":"2106.05266","n_code_links":1,"syntology":null},{"paper":"/paper/sentence-embeddings-using-supervised","slug":"sentence-embeddings-using-supervised","title":"Sentence Embeddings using Supervised Contrastive Learning","date":"2021-06-09","arxiv_id":"2106.04791","n_code_links":1,"syntology":null},{"paper":"/paper/towards-training-stronger-video-vision","slug":"towards-training-stronger-video-vision","title":"Towards Training Stronger Video Vision Transformers for EPIC-KITCHENS-100 Action Recognition","date":"2021-06-09","arxiv_id":"2106.05058","n_code_links":1,"syntology":null},{"paper":"/paper/a-survey-of-transformers","slug":"a-survey-of-transformers","title":"A Survey of Transformers","date":"2021-06-08","arxiv_id":"2106.04554","n_code_links":2,"syntology":null},{"paper":"/paper/a-unified-generative-framework-for-aspect","slug":"a-unified-generative-framework-for-aspect","title":"A Unified Generative Framework for Aspect-Based Sentiment Analysis","date":"2021-06-08","arxiv_id":"2106.04300","n_code_links":3,"syntology":null},{"paper":"/paper/cheap-and-good-simple-and-effective-data","slug":"cheap-and-good-simple-and-effective-data","title":"Cheap and Good? Simple and Effective Data Augmentation for Low Resource Machine Reading","date":"2021-06-08","arxiv_id":"2106.04134","n_code_links":1,"syntology":null},{"paper":"/paper/demystifying-local-vision-transformer-sparse","slug":"demystifying-local-vision-transformer-sparse","title":"On the Connection between Local Attention and Dynamic Depth-wise Convolution","date":"2021-06-08","arxiv_id":"2106.04263","n_code_links":1,"syntology":{"ran":11,"of":16,"n_ran_checked":11,"n_instrument":0,"unverified":5,"pointer_only":9,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 1 honoured, 1 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","official":{"repos":["atten4vis/demystifylocalvit"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":5,"ran_from_kinds":["official"]}}},{"paper":"/paper/detreg-unsupervised-pretraining-with-region","slug":"detreg-unsupervised-pretraining-with-region","title":"DETReg: Unsupervised Pretraining with Region Priors for Object Detection","date":"2021-06-08","arxiv_id":"2106.04550","n_code_links":1,"syntology":{"ran":5,"of":7,"n_ran_checked":2,"n_instrument":3,"unverified":2,"pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 1 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","official":{"repos":["amirbar/detreg"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"paper":"/paper/diverse-part-discovery-occluded-person-re","slug":"diverse-part-discovery-occluded-person-re","title":"Diverse Part Discovery: Occluded Person Re-identification with Part-Aware Transformer","date":"2021-06-08","arxiv_id":"2106.04095","n_code_links":0,"syntology":null},{"paper":null,"slug":"engines-of-power-electricity-ai-and-general","title":"Engines of Power: Electricity, AI, and General-Purpose Military Transformations","date":"2021-06-08","arxiv_id":"2106.04338","n_code_links":0,"syntology":null},{"paper":"/paper/fastseq-make-sequence-generation-faster","slug":"fastseq-make-sequence-generation-faster","title":"FastSeq: Make Sequence Generation Faster","date":"2021-06-08","arxiv_id":"2106.04718","n_code_links":1,"syntology":null}],"record_sha256":"f4b90eede025575ae9a2b6ebd1401dff18818fcab0b54ea3f7f62afd5d8215b0","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}