{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/multi-head-attention/papers/204","list_of":"/method/multi-head-attention","method":"Multi-Head Attention","archive":{"snapshot":"2025-07-28"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"date (newest first), then slug","page":204,"pages_in_order":249,"rows_per_page":100,"rows":[20301,20400],"of":24855,"counts":{"archive_papers_tagged":24855,"with_a_code_link":11214,"where_syntology_ran_a_sample":3454,"not_listed_spam_title":0,"listed":24855,"listed_where_code_ran":3454,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":2916,"every_run_a_failure_of_syntologys_instrument":538,"listed_with_a_run_with_no_instrument_failure":2916,"listed_every_run_a_failure_of_syntologys_instrument":538,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/method/multi-head-attention","prev":"/method/multi-head-attention/papers/203","next":"/method/multi-head-attention/papers/205","papers":[{"paper":"/paper/fully-transformer-networks-for-semantic","slug":"fully-transformer-networks-for-semantic","title":"Fully Transformer Networks for Semantic Image Segmentation","date":"2021-06-08","arxiv_id":"2106.04108","n_code_links":1,"syntology":null},{"paper":null,"slug":"hash-layers-for-large-sparse-models","title":"Hash Layers For Large Sparse Models","date":"2021-06-08","arxiv_id":"2106.04426","n_code_links":0,"syntology":null},{"paper":null,"slug":"mvit-mask-vision-transformer-for-facial","title":"MVT: Mask Vision Transformer for Facial Expression Recognition in the wild","date":"2021-06-08","arxiv_id":"2106.04520","n_code_links":0,"syntology":null},{"paper":null,"slug":"on-the-lack-of-robust-interpretability-of","title":"On the Lack of Robust Interpretability of Neural Text Classifiers","date":"2021-06-08","arxiv_id":"2106.04631","n_code_links":0,"syntology":null},{"paper":"/paper/reading-stackoverflow-encourages-cheating","slug":"reading-stackoverflow-encourages-cheating","title":"Reading StackOverflow Encourages Cheating: Adding Question Text Improves Extractive Code Generation","date":"2021-06-08","arxiv_id":"2106.04447","n_code_links":1,"syntology":null},{"paper":"/paper/scaling-vision-transformers","slug":"scaling-vision-transformers","title":"Scaling Vision Transformers","date":"2021-06-08","arxiv_id":"2106.04560","n_code_links":1,"syntology":null},{"paper":null,"slug":"speech-bert-embedding-for-improving-prosody","title":"Speech BERT Embedding For Improving Prosody in Neural TTS","date":"2021-06-08","arxiv_id":"2106.04312","n_code_links":0,"syntology":null},{"paper":"/paper/staircase-attention-for-recurrent-processing","slug":"staircase-attention-for-recurrent-processing","title":"Staircase Attention for Recurrent Processing of Sequences","date":"2021-06-08","arxiv_id":"2106.04279","n_code_links":1,"syntology":null},{"paper":"/paper/timedial-temporal-commonsense-reasoning-in","slug":"timedial-temporal-commonsense-reasoning-in","title":"TIMEDIAL: Temporal Commonsense Reasoning in Dialog","date":"2021-06-08","arxiv_id":"2106.04571","n_code_links":1,"syntology":null},{"paper":"/paper/ultra-fine-entity-typing-with-weak","slug":"ultra-fine-entity-typing-with-weak","title":"Ultra-Fine Entity Typing with Weak Supervision from a Masked Language Model","date":"2021-06-08","arxiv_id":"2106.04098","n_code_links":1,"syntology":null},{"paper":"/paper/attention-temperature-matters-in-abstractive","slug":"attention-temperature-matters-in-abstractive","title":"Attention Temperature Matters in Abstractive Summarization Distillation","date":"2021-06-07","arxiv_id":"2106.03441","n_code_links":1,"syntology":null},{"paper":"/paper/bertgen-multi-task-generation-through-bert","slug":"bertgen-multi-task-generation-through-bert","title":"BERTGEN: Multi-task Generation through BERT","date":"2021-06-07","arxiv_id":"2106.03484","n_code_links":1,"syntology":null},{"paper":null,"slug":"lawdr-language-agnostic-weighted-document","title":"LAWDR: Language-Agnostic Weighted Document Representations from Pre-trained Models","date":"2021-06-07","arxiv_id":"2106.03379","n_code_links":0,"syntology":null},{"paper":null,"slug":"measuring-and-improving-bert-s-mathematical","title":"Measuring and Improving BERT's Mathematical Abilities by Predicting the Order of Reasoning","date":"2021-06-07","arxiv_id":"2106.03921","n_code_links":0,"syntology":null},{"paper":"/paper/neural-abstractive-unsupervised-summarization","slug":"neural-abstractive-unsupervised-summarization","title":"Neural Abstractive Unsupervised Summarization of Online News Discussions","date":"2021-06-07","arxiv_id":"2106.03953","n_code_links":1,"syntology":null},{"paper":null,"slug":"never-guess-what-i-heard-rumor-detection-in","title":"Never guess what I heard... Rumor Detection in Finnish News: a Dataset and a Baseline","date":"2021-06-07","arxiv_id":"2106.03389","n_code_links":0,"syntology":null},{"paper":"/paper/person-re-identification-with-a-locally-aware","slug":"person-re-identification-with-a-locally-aware","title":"Person Re-Identification with a Locally Aware Transformer","date":"2021-06-07","arxiv_id":"2106.03720","n_code_links":1,"syntology":{"ran":2,"of":2,"n_ran_checked":2,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","official":{"repos":["SiddhantKapil/LA-Transformer"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"progressive-open-domain-response-generation","title":"Progressive Open-Domain Response Generation with Multiple Controllable Attributes","date":"2021-06-07","arxiv_id":"2106.14614","n_code_links":0,"syntology":null},{"paper":"/paper/rethinking-graph-transformers-with-spectral","slug":"rethinking-graph-transformers-with-spectral","title":"Rethinking Graph Transformers with Spectral Attention","date":"2021-06-07","arxiv_id":"2106.03893","n_code_links":1,"syntology":null},{"paper":null,"slug":"reveal-of-vision-transformers-robustness","title":"Reveal of Vision Transformers Robustness against Adversarial Attacks","date":"2021-06-07","arxiv_id":"2106.03734","n_code_links":0,"syntology":null},{"paper":"/paper/shuffle-transformer-rethinking-spatial","slug":"shuffle-transformer-rethinking-spatial","title":"Shuffle Transformer: Rethinking Spatial Shuffle for Vision Transformer","date":"2021-06-07","arxiv_id":"2106.03650","n_code_links":4,"syntology":{"ran":10,"of":12,"n_ran_checked":8,"n_instrument":2,"unverified":2,"pointer_only":6,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 1 honoured, 0 violated, 7 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","official":null}},{"paper":"/paper/visual-transformer-for-task-aware-active","slug":"visual-transformer-for-task-aware-active","title":"Visual Transformer for Task-aware Active Learning","date":"2021-06-07","arxiv_id":"2106.03801","n_code_links":1,"syntology":null},{"paper":"/paper/vitae-vision-transformer-advanced-by","slug":"vitae-vision-transformer-advanced-by","title":"ViTAE: Vision Transformer Advanced by Exploring Intrinsic Inductive Bias","date":"2021-06-07","arxiv_id":"2106.03348","n_code_links":2,"syntology":{"ran":2,"of":2,"n_ran_checked":0,"n_instrument":2,"unverified":0,"pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","official":{"repos":["Annbless/ViTAE"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["unlocated"]}}},{"paper":"/paper/attend-and-select-a-segment-attention-based","slug":"attend-and-select-a-segment-attention-based","title":"Attend and select: A segment selective transformer for microblog hashtag generation","date":"2021-06-06","arxiv_id":"2106.03151","n_code_links":1,"syntology":null},{"paper":"/paper/cape-encoding-relative-positions-with","slug":"cape-encoding-relative-positions-with","title":"CAPE: Encoding Relative Positions with Continuous Augmented Positional Embeddings","date":"2021-06-06","arxiv_id":"2106.03143","n_code_links":1,"syntology":null},{"paper":"/paper/causal-abstractions-of-neural-networks","slug":"causal-abstractions-of-neural-networks","title":"Causal Abstractions of Neural Networks","date":"2021-06-06","arxiv_id":"2106.02997","n_code_links":1,"syntology":null},{"paper":null,"slug":"deep-source-channel-coding-for-sentence","title":"Deep Source-Channel Coding for Sentence Semantic Transmission with HARQ","date":"2021-06-06","arxiv_id":"2106.03009","n_code_links":0,"syntology":null},{"paper":null,"slug":"oriented-object-detection-with-transformer","title":"Oriented Object Detection with Transformer","date":"2021-06-06","arxiv_id":"2106.03146","n_code_links":0,"syntology":null},{"paper":"/paper/rethinking-training-from-scratch-for-object","slug":"rethinking-training-from-scratch-for-object","title":"Rethinking Training from Scratch for Object Detection","date":"2021-06-06","arxiv_id":"2106.03112","n_code_links":1,"syntology":null},{"paper":"/paper/transformer-in-convolutional-neural-networks","slug":"transformer-in-convolutional-neural-networks","title":"Vision Transformers with Hierarchical Attention","date":"2021-06-06","arxiv_id":"2106.03180","n_code_links":3,"syntology":null},{"paper":null,"slug":"transient-chaos-in-bert","title":"Transient Chaos in BERT","date":"2021-06-06","arxiv_id":"2106.03181","n_code_links":0,"syntology":null},{"paper":"/paper/uformer-a-general-u-shaped-transformer-for","slug":"uformer-a-general-u-shaped-transformer-for","title":"Uformer: A General U-Shaped Transformer for Image Restoration","date":"2021-06-06","arxiv_id":"2106.03106","n_code_links":4,"syntology":{"ran":6,"of":6,"n_ran_checked":3,"n_instrument":3,"unverified":0,"pointer_only":2,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 3 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","official":{"repos":["ZhendongWang6/Uformer"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official","unlocated"]}}},{"paper":"/paper/bertnesia-investigating-the-capture-and-1","slug":"bertnesia-investigating-the-capture-and-1","title":"BERTnesia: Investigating the capture and forgetting of knowledge in BERT","date":"2021-06-05","arxiv_id":"2106.02902","n_code_links":1,"syntology":null},{"paper":"/paper/learnable-fourier-features-for-multi","slug":"learnable-fourier-features-for-multi","title":"Learnable Fourier Features for Multi-Dimensional Spatial Positional Encoding","date":"2021-06-05","arxiv_id":"2106.02795","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","official":null}},{"paper":"/paper/associating-objects-with-transformers-for","slug":"associating-objects-with-transformers-for","title":"Associating Objects with Transformers for Video Object Segmentation","date":"2021-06-04","arxiv_id":"2106.02638","n_code_links":2,"syntology":null},{"paper":"/paper/bert-based-sentiment-analysis-a-software","slug":"bert-based-sentiment-analysis-a-software","title":"BERT-Based Sentiment Analysis: A Software Engineering Perspective","date":"2021-06-04","arxiv_id":"2106.02581","n_code_links":2,"syntology":null},{"paper":"/paper/cold-concurrent-loads-disaggregator-for-non","slug":"cold-concurrent-loads-disaggregator-for-non","title":"COLD: Concurrent Loads Disaggregator for Non-Intrusive Load Monitoring","date":"2021-06-04","arxiv_id":"2106.02352","n_code_links":1,"syntology":null},{"paper":"/paper/cross-trajectory-representation-learning-for","slug":"cross-trajectory-representation-learning-for","title":"Cross-Trajectory Representation Learning for Zero-Shot Generalization in RL","date":"2021-06-04","arxiv_id":"2106.02193","n_code_links":1,"syntology":{"ran":7,"of":11,"n_ran_checked":6,"n_instrument":1,"unverified":4,"pointer_only":11,"phrase":"7 ran (of which 2 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","official":{"repos":["bmazoure/ctrl_public"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":2,"n_ran_no_instrument_failure":6,"n_unverified":4,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"do-syntactic-probes-probe-syntax-experiments","title":"Do Syntactic Probes Probe Syntax? Experiments with Jabberwocky Probing","date":"2021-06-04","arxiv_id":"2106.02559","n_code_links":0,"syntology":null},{"paper":"/paper/ernie-tiny-a-progressive-distillation","slug":"ernie-tiny-a-progressive-distillation","title":"ERNIE-Tiny : A Progressive Distillation Framework for Pretrained Transformer Compression","date":"2021-06-04","arxiv_id":"2106.02241","n_code_links":1,"syntology":null},{"paper":"/paper/few-shot-segmentation-via-cycle-consistent","slug":"few-shot-segmentation-via-cycle-consistent","title":"Few-Shot Segmentation via Cycle-Consistent Transformer","date":"2021-06-04","arxiv_id":"2106.02320","n_code_links":2,"syntology":{"ran":1,"of":1,"n_ran_checked":0,"n_instrument":1,"unverified":0,"pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["GengDavid/CyCTR"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/glance-and-gaze-vision-transformer","slug":"glance-and-gaze-vision-transformer","title":"Glance-and-Gaze Vision Transformer","date":"2021-06-04","arxiv_id":"2106.02277","n_code_links":1,"syntology":null},{"paper":null,"slug":"scalable-transformers-for-neural-machine-1","title":"Scalable Transformers for Neural Machine Translation","date":"2021-06-04","arxiv_id":"2106.02242","n_code_links":0,"syntology":null},{"paper":"/paper/self-attention-between-datapoints-going","slug":"self-attention-between-datapoints-going","title":"Self-Attention Between Datapoints: Going Beyond Individual Input-Output Pairs in Deep Learning","date":"2021-06-04","arxiv_id":"2106.02584","n_code_links":3,"syntology":{"ran":22,"of":30,"n_ran_checked":22,"n_instrument":0,"unverified":8,"pointer_only":0,"phrase":"22 ran (of which 4 constructed an object rather than computing a result; 22 with no instrument failure: 2 honoured, 1 violated, 19 with no contract checked; 0 where Syntology's instrument failed) · 8 unverified","official":{"repos":["OATML/Non-Parametric-Transformers"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":4,"n_ran_no_instrument_failure":6,"n_unverified":5,"ran_from_kinds":["listed","official"]}}},{"paper":"/paper/the-image-local-autoregressive-transformer","slug":"the-image-local-autoregressive-transformer","title":"The Image Local Autoregressive Transformer","date":"2021-06-04","arxiv_id":"2106.02514","n_code_links":1,"syntology":null},{"paper":null,"slug":"towards-equal-gender-representation-in-the","title":"Towards Equal Gender Representation in the Annotations of Toxic Language Detection","date":"2021-06-04","arxiv_id":"2106.02183","n_code_links":0,"syntology":null},{"paper":"/paper/you-only-compress-once-towards-effective-and","slug":"you-only-compress-once-towards-effective-and","title":"You Only Compress Once: Towards Effective and Elastic BERT Compression via Exploit-Explore Stochastic Nature Gradient","date":"2021-06-04","arxiv_id":"2106.02435","n_code_links":1,"syntology":null},{"paper":null,"slug":"a-comparison-for-anti-noise-robustness-of","title":"A Comparison for Anti-noise Robustness of Deep Learning Classification Methods on a Tiny Object Image Dataset: from Convolutional Neural Network to Visual Transformer and Performer","date":"2021-06-03","arxiv_id":"2106.01927","n_code_links":0,"syntology":null},{"paper":"/paper/an-improved-model-for-voicing-silent-speech","slug":"an-improved-model-for-voicing-silent-speech","title":"An Improved Model for Voicing Silent Speech","date":"2021-06-03","arxiv_id":"2106.01933","n_code_links":1,"syntology":null},{"paper":"/paper/anticipative-video-transformer","slug":"anticipative-video-transformer","title":"Anticipative Video Transformer","date":"2021-06-03","arxiv_id":"2106.02036","n_code_links":1,"syntology":{"ran":2,"of":2,"n_ran_checked":2,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["facebookresearch/AVT"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"auto-tagging-of-short-conversational","title":"Auto-tagging of Short Conversational Sentences using Transformer Methods","date":"2021-06-03","arxiv_id":"2106.01735","n_code_links":0,"syntology":null},{"paper":null,"slug":"bert-meets-liwc-exploring-state-of-the-art","title":"BERT meets LIWC: Exploring State-of-the-Art Language Models for Predicting Communication Behavior in Couples' Conflict Interactions","date":"2021-06-03","arxiv_id":"2106.01536","n_code_links":0,"syntology":null},{"paper":"/paper/can-generative-pre-trained-language-models","slug":"can-generative-pre-trained-language-models","title":"Can Generative Pre-trained Language Models Serve as Knowledge Bases for Closed-book QA?","date":"2021-06-03","arxiv_id":"2106.01561","n_code_links":1,"syntology":{"ran":5,"of":7,"n_ran_checked":5,"n_instrument":0,"unverified":2,"pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":{"repos":["wangcunxiang/Can-PLM-Serve-as-KB-for-CBQA"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"paper":"/paper/ccpm-a-chinese-classical-poetry-matching","slug":"ccpm-a-chinese-classical-poetry-matching","title":"CCPM: A Chinese Classical Poetry Matching Dataset","date":"2021-06-03","arxiv_id":"2106.01979","n_code_links":1,"syntology":null},{"paper":null,"slug":"defending-democracy-using-deep-learning-to","title":"Defending Democracy: Using Deep Learning to Identify and Prevent Misinformation","date":"2021-06-03","arxiv_id":"2106.02607","n_code_links":0,"syntology":null},{"paper":null,"slug":"e2e-vlp-end-to-end-vision-language-pre","title":"E2E-VLP: End-to-End Vision-Language Pre-training Enhanced by Visual Learning","date":"2021-06-03","arxiv_id":"2106.01804","n_code_links":0,"syntology":null},{"paper":"/paper/generate-prune-select-a-pipeline-for","slug":"generate-prune-select-a-pipeline-for","title":"Generate, Prune, Select: A Pipeline for Counterspeech Generation against Online Hate Speech","date":"2021-06-03","arxiv_id":"2106.01625","n_code_links":1,"syntology":{"ran":4,"of":5,"n_ran_checked":4,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":{"repos":["WanzhengZhu/GPS"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"nmt5-is-parallel-data-still-relevant-for-pre","title":"nmT5 -- Is parallel data still relevant for pre-training massively multilingual language models?","date":"2021-06-03","arxiv_id":"2106.02171","n_code_links":0,"syntology":null},{"paper":"/paper/protores-proto-residual-architecture-for-deep","slug":"protores-proto-residual-architecture-for-deep","title":"ProtoRes: Proto-Residual Network for Pose Authoring via Learned Inverse Kinematics","date":"2021-06-03","arxiv_id":"2106.01981","n_code_links":1,"syntology":null},{"paper":"/paper/reinforcement-learning-as-one-big-sequence","slug":"reinforcement-learning-as-one-big-sequence","title":"Offline Reinforcement Learning as One Big Sequence Modeling Problem","date":"2021-06-03","arxiv_id":"2106.02039","n_code_links":2,"syntology":{"ran":23,"of":28,"n_ran_checked":22,"n_instrument":1,"unverified":5,"pointer_only":1,"phrase":"23 ran (of which 0 constructed an object rather than computing a result; 22 with no instrument failure: 1 honoured, 0 violated, 21 with no contract checked; 1 where Syntology's instrument failed) · 5 unverified","official":{"repos":["JannerM/trajectory-transformer"],"state":"official (archive's flag): 16 ran","n_ran":16,"n_constructed":0,"n_ran_no_instrument_failure":15,"n_unverified":5,"ran_from_kinds":["listed","official"]}}},{"paper":"/paper/self-guided-contrastive-learning-for-bert","slug":"self-guided-contrastive-learning-for-bert","title":"Self-Guided Contrastive Learning for BERT Sentence Representations","date":"2021-06-03","arxiv_id":"2106.07345","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","official":{"repos":["galsang/SG-BERT"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/simcls-a-simple-framework-for-contrastive","slug":"simcls-a-simple-framework-for-contrastive","title":"SimCLS: A Simple Framework for Contrastive Learning of Abstractive Summarization","date":"2021-06-03","arxiv_id":"2106.01890","n_code_links":2,"syntology":{"ran":4,"of":6,"n_ran_checked":4,"n_instrument":0,"unverified":2,"pointer_only":1,"phrase":"4 ran (of which 3 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":{"repos":["yixinL7/SimCLS"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"paper":"/paper/tail-to-tail-non-autoregressive-sequence","slug":"tail-to-tail-non-autoregressive-sequence","title":"Tail-to-Tail Non-Autoregressive Sequence Prediction for Chinese Grammatical Error Correction","date":"2021-06-03","arxiv_id":"2106.01609","n_code_links":1,"syntology":null},{"paper":"/paper/template-based-named-entity-recognition-using","slug":"template-based-named-entity-recognition-using","title":"Template-Based Named Entity Recognition Using BART","date":"2021-06-03","arxiv_id":"2106.01760","n_code_links":1,"syntology":null},{"paper":"/paper/the-case-for-translation-invariant-self","slug":"the-case-for-translation-invariant-self","title":"The Case for Translation-Invariant Self-Attention in Transformer-Based Language Models","date":"2021-06-03","arxiv_id":"2106.01950","n_code_links":3,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","official":{"repos":["ulmewennberg/tisa"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"the-limitations-of-limited-context-for","title":"The Limitations of Limited Context for Constituency Parsing","date":"2021-06-03","arxiv_id":"2106.01580","n_code_links":0,"syntology":null},{"paper":null,"slug":"you-made-me-feel-this-way-investigating","title":"\"You made me feel this way\": Investigating Partners' Influence in Predicting Emotions in Couples' Conflict Interactions using Speech Data","date":"2021-06-03","arxiv_id":"2106.01526","n_code_links":0,"syntology":null},{"paper":null,"slug":"belabbert-a-dutch-roberta-based-language","title":"belabBERT: a Dutch RoBERTa-based language model applied to psychiatric classification","date":"2021-06-02","arxiv_id":"2106.01091","n_code_links":0,"syntology":null},{"paper":"/paper/container-context-aggregation-network","slug":"container-context-aggregation-network","title":"Container: Context Aggregation Network","date":"2021-06-02","arxiv_id":"2106.01401","n_code_links":4,"syntology":{"ran":4,"of":7,"n_ran_checked":4,"n_instrument":0,"unverified":3,"pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","official":{"repos":["allenai/container","gaopengcuhk/Container"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"paper":"/paper/decision-transformer-reinforcement-learning","slug":"decision-transformer-reinforcement-learning","title":"Decision Transformer: Reinforcement Learning via Sequence Modeling","date":"2021-06-02","arxiv_id":"2106.01345","n_code_links":20,"syntology":{"ran":17,"of":26,"n_ran_checked":13,"n_instrument":4,"unverified":9,"pointer_only":8,"phrase":"17 ran (of which 10 constructed an object rather than computing a result; 13 with no instrument failure: 0 honoured, 0 violated, 13 with no contract checked; 4 where Syntology's instrument failed) · 9 unverified","official":{"repos":["kzl/decision-transformer"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/differential-privacy-for-text-analytics-via","slug":"differential-privacy-for-text-analytics-via","title":"Differential Privacy for Text Analytics via Natural Text Sanitization","date":"2021-06-02","arxiv_id":"2106.01221","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["xiangyue9607/SanText"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/enriching-transformers-with-structured-tensor","slug":"enriching-transformers-with-structured-tensor","title":"Enriching Transformers with Structured Tensor-Product Representations for Abstractive Summarization","date":"2021-06-02","arxiv_id":"2106.01317","n_code_links":1,"syntology":{"ran":5,"of":5,"n_ran_checked":5,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["jiangycTarheel/TPT-Summ"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/evaluating-the-efficacy-of-summarization","slug":"evaluating-the-efficacy-of-summarization","title":"Evaluating the Efficacy of Summarization Evaluation across Languages","date":"2021-06-02","arxiv_id":"2106.01478","n_code_links":1,"syntology":null},{"paper":"/paper/evidence-based-factual-error-correction","slug":"evidence-based-factual-error-correction","title":"Evidence-based Factual Error Correction","date":"2021-06-02","arxiv_id":"2106.01072","n_code_links":1,"syntology":null},{"paper":"/paper/generating-informative-conclusions-for","slug":"generating-informative-conclusions-for","title":"Generating Informative Conclusions for Argumentative Texts","date":"2021-06-02","arxiv_id":"2106.01064","n_code_links":1,"syntology":null},{"paper":null,"slug":"hi-transformer-hierarchical-interactive","title":"Hi-Transformer: Hierarchical Interactive Transformer for Efficient and Effective Long Document Modeling","date":"2021-06-02","arxiv_id":"2106.01040","n_code_links":0,"syntology":null},{"paper":"/paper/irene-interpretable-energy-prediction-for","slug":"irene-interpretable-energy-prediction-for","title":"IrEne: Interpretable Energy Prediction for Transformers","date":"2021-06-02","arxiv_id":"2106.01199","n_code_links":1,"syntology":{"ran":3,"of":3,"n_ran_checked":3,"n_instrument":0,"unverified":0,"pointer_only":3,"phrase":"3 ran (of which 2 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["StonyBrookNLP/irene"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":2,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/lightweight-adapter-tuning-for-multilingual","slug":"lightweight-adapter-tuning-for-multilingual","title":"Lightweight Adapter Tuning for Multilingual Speech Translation","date":"2021-06-02","arxiv_id":"2106.01463","n_code_links":2,"syntology":null},{"paper":"/paper/mathbert-a-pre-trained-language-model-for","slug":"mathbert-a-pre-trained-language-model-for","title":"MathBERT: A Pre-trained Language Model for General NLP Tasks in Mathematics Education","date":"2021-06-02","arxiv_id":"2106.07340","n_code_links":1,"syntology":{"ran":6,"of":9,"n_ran_checked":4,"n_instrument":2,"unverified":3,"pointer_only":9,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","official":{"repos":["tbs17/MathBERT"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":3,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"on-the-distribution-sparsity-and-inference","title":"On the Distribution, Sparsity, and Inference-time Quantization of Attention Values in Transformers","date":"2021-06-02","arxiv_id":"2106.01335","n_code_links":0,"syntology":null},{"paper":"/paper/self-supervised-document-similarity-ranking","slug":"self-supervised-document-similarity-ranking","title":"Self-Supervised Document Similarity Ranking via Contextualized Language Models and Hierarchical Inference","date":"2021-06-02","arxiv_id":"2106.01186","n_code_links":1,"syntology":null},{"paper":null,"slug":"solving-arithmetic-word-problems-with","title":"Solving Arithmetic Word Problems with Transformers and Preprocessing of Problem Text","date":"2021-06-02","arxiv_id":"2106.00893","n_code_links":0,"syntology":null},{"paper":"/paper/sygns-a-systematic-generalization-testbed","slug":"sygns-a-systematic-generalization-testbed","title":"SyGNS: A Systematic Generalization Testbed Based on Natural Language Semantics","date":"2021-06-02","arxiv_id":"2106.01077","n_code_links":1,"syntology":null},{"paper":null,"slug":"t-bert-model-for-sentiment-analysis-of-micro","title":"T-BERT -- Model for Sentiment Analysis of Micro-blogs Integrating Topic Model and BERT","date":"2021-06-02","arxiv_id":"2106.01097","n_code_links":0,"syntology":null},{"paper":"/paper/topic-driven-and-knowledge-aware-transformer","slug":"topic-driven-and-knowledge-aware-transformer","title":"Topic-Driven and Knowledge-Aware Transformer for Dialogue Emotion Detection","date":"2021-06-02","arxiv_id":"2106.01071","n_code_links":0,"syntology":null},{"paper":null,"slug":"transformers-are-deep-infinite-dimensional-1","title":"Transformers are Deep Infinite-Dimensional Non-Mercer Binary Kernel Machines","date":"2021-06-02","arxiv_id":"2106.01506","n_code_links":0,"syntology":null},{"paper":"/paper/transmil-transformer-based-correlated","slug":"transmil-transformer-based-correlated","title":"TransMIL: Transformer based Correlated Multiple Instance Learning for Whole Slide Image Classification","date":"2021-06-02","arxiv_id":"2106.00908","n_code_links":3,"syntology":null},{"paper":null,"slug":"ad-headline-generation-using-self-critical","title":"Ad Headline Generation using Self-Critical Masked Language Model","date":"2021-06-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"an-architecture-for-accelerated-large-scale","title":"An Architecture for Accelerated Large-Scale Inference of Transformer-Based Language Models","date":"2021-06-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"comparing-test-sets-with-item-response-theory","title":"Comparing Test Sets with Item Response Theory","date":"2021-06-01","arxiv_id":"2106.00840","n_code_links":0,"syntology":null},{"paper":null,"slug":"contextual-domain-classification-with","title":"Contextual Domain Classification with Temporal Representations","date":"2021-06-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"contextualized-and-generalized-sentence","title":"Contextualized and Generalized Sentence Representations by Contrastive Self-Supervised Learning: A Case Study on Discourse Relation Analysis","date":"2021-06-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"cooperative-multi-agent-transfer-learning","title":"Cooperative Multi-Agent Transfer Learning with Level-Adaptive Credit Assignment","date":"2021-06-01","arxiv_id":"2106.00517","n_code_links":0,"syntology":null},{"paper":null,"slug":"cost-effective-deployment-of-bert-models-in-1","title":"Cost-effective Deployment of BERT Models in Serverless Environment","date":"2021-06-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/cultural-and-geographical-influences-on-image","slug":"cultural-and-geographical-influences-on-image","title":"Cultural and Geographical Influences on Image Translatability of Words across Languages","date":"2021-06-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":"/paper/domain-adaptation-for-arabic-cross-domain-and","slug":"domain-adaptation-for-arabic-cross-domain-and","title":"Domain Adaptation for Arabic Cross-Domain and Cross-Dialect Sentiment Analysis from Contextualized Word Embedding","date":"2021-06-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"dreca-a-general-task-augmentation-strategy","title":"DReCa: A General Task Augmentation Strategy for Few-Shot Natural Language Inference","date":"2021-06-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/dual-objective-fine-tuning-of-bert-for-entity","slug":"dual-objective-fine-tuning-of-bert-for-entity","title":"Dual-Objective Fine-Tuning of BERT for Entity Matching","date":"2021-06-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":"/paper/efficiently-summarizing-text-and-graph","slug":"efficiently-summarizing-text-and-graph","title":"Efficiently Summarizing Text and Graph Encodings of Multi-Document Clusters","date":"2021-06-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":"/paper/emotion-infused-models-for-explainable","slug":"emotion-infused-models-for-explainable","title":"Emotion-Infused Models for Explainable Psychological Stress Detection","date":"2021-06-01","arxiv_id":null,"n_code_links":1,"syntology":null}],"record_sha256":"2a3f34b55eaa0bd90f5f65cc97e974bfd4f6531a0020695faf174f67f611bdf2","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}