{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/attention/papers/274","list_of":"/method/attention","method":"Attention","archive":{"snapshot":"2025-07-28"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"date (newest first), then slug","page":274,"pages_in_order":316,"rows_per_page":100,"rows":[27301,27400],"of":31583,"counts":{"archive_papers_tagged":31583,"with_a_code_link":13473,"where_syntology_ran_a_sample":3998,"not_listed_spam_title":0,"listed":31583,"listed_where_code_ran":3998,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":3366,"every_run_a_failure_of_syntologys_instrument":632,"listed_with_a_run_with_no_instrument_failure":3366,"listed_every_run_a_failure_of_syntologys_instrument":632,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/method/attention","prev":"/method/attention/papers/273","next":"/method/attention/papers/275","papers":[{"paper":"/paper/uiuc-bionlp-at-semeval-2021-task-11-a-cascade","slug":"uiuc-bionlp-at-semeval-2021-task-11-a-cascade","title":"UIUC_BioNLP at SemEval-2021 Task 11: A Cascade of Neural Models for Structuring Scholarly NLP Contributions","date":"2021-05-12","arxiv_id":"2105.05435","n_code_links":1,"syntology":null},{"paper":"/paper/waste-detection-in-pomerania-non-profit","slug":"waste-detection-in-pomerania-non-profit","title":"Waste detection in Pomerania: non-profit project for detecting waste in environment","date":"2021-05-12","arxiv_id":"2105.06808","n_code_links":1,"syntology":null},{"paper":"/paper/addressing-documentation-debt-in-machine","slug":"addressing-documentation-debt-in-machine","title":"Addressing \"Documentation Debt\" in Machine Learning Research: A Retrospective Datasheet for BookCorpus","date":"2021-05-11","arxiv_id":"2105.05241","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["jackbandy/bookcorpus-datasheet"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/bert-is-to-nlp-what-alexnet-is-to-cv-can-pre","slug":"bert-is-to-nlp-what-alexnet-is-to-cv-can-pre","title":"BERT is to NLP what AlexNet is to CV: Can Pre-Trained Language Models Identify Analogies?","date":"2021-05-11","arxiv_id":"2105.04949","n_code_links":1,"syntology":null},{"paper":"/paper/el-attention-memory-efficient-lossless","slug":"el-attention-memory-efficient-lossless","title":"EL-Attention: Memory Efficient Lossless Attention for Generation","date":"2021-05-11","arxiv_id":"2105.04779","n_code_links":1,"syntology":{"ran":6,"of":6,"n_ran_checked":4,"n_instrument":2,"unverified":0,"pointer_only":2,"phrase":"6 ran (of which 2 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","official":{"repos":["microsoft/fastseq"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":2,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"integrating-extracted-information-from-bert","title":"Integrating extracted information from bert and multiple embedding methods with the deep neural network for humour detection","date":"2021-05-11","arxiv_id":"2105.05112","n_code_links":0,"syntology":null},{"paper":null,"slug":"role-of-artificial-intelligence-in-detection","title":"Role of Artificial Intelligence in Detection of Hateful Speech for Hinglish Data on Social Media","date":"2021-05-11","arxiv_id":"2105.04913","n_code_links":0,"syntology":null},{"paper":null,"slug":"assessing-the-syntactic-capabilities-of","title":"Assessing the Syntactic Capabilities of Transformer-based Multilingual Language Models","date":"2021-05-10","arxiv_id":"2105.04688","n_code_links":0,"syntology":null},{"paper":null,"slug":"automatic-classification-of-human-translation","title":"Automatic Classification of Human Translation and Machine Translation: A Study from the Perspective of Lexical Diversity","date":"2021-05-10","arxiv_id":"2105.04616","n_code_links":0,"syntology":null},{"paper":null,"slug":"learning-robust-latent-representations-for","title":"Learning Robust Latent Representations for Controllable Speech Synthesis","date":"2021-05-10","arxiv_id":"2105.04458","n_code_links":0,"syntology":null},{"paper":"/paper/matching-visual-features-to-hierarchical","slug":"matching-visual-features-to-hierarchical","title":"Matching Visual Features to Hierarchical Semantic Topics for Image Paragraph Captioning","date":"2021-05-10","arxiv_id":"2105.04143","n_code_links":1,"syntology":null},{"paper":"/paper/musemorphose-full-song-and-fine-grained-music","slug":"musemorphose-full-song-and-fine-grained-music","title":"MuseMorphose: Full-Song and Fine-Grained Piano Music Style Transfer with One Transformer VAE","date":"2021-05-10","arxiv_id":"2105.04090","n_code_links":1,"syntology":{"ran":3,"of":3,"n_ran_checked":2,"n_instrument":1,"unverified":0,"pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["YatingMusic/MuseMorphose"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"recent-advances-in-deep-learning-based","title":"Recent Advances in Deep Learning Based Dialogue Systems: A Systematic Survey","date":"2021-05-10","arxiv_id":"2105.04387","n_code_links":0,"syntology":null},{"paper":null,"slug":"relationtrack-relation-aware-multiple-object","title":"RelationTrack: Relation-aware Multiple Object Tracking with Decoupled Representation","date":"2021-05-10","arxiv_id":"2105.04322","n_code_links":0,"syntology":null},{"paper":null,"slug":"self-guided-curriculum-learning-for-neural","title":"Self-Guided Curriculum Learning for Neural Machine Translation","date":"2021-05-10","arxiv_id":"2105.04475","n_code_links":0,"syntology":null},{"paper":"/paper/self-supervised-learning-with-swin","slug":"self-supervised-learning-with-swin","title":"Self-Supervised Learning with Swin Transformers","date":"2021-05-10","arxiv_id":"2105.04553","n_code_links":6,"syntology":null},{"paper":null,"slug":"srlf-a-stance-aware-reinforcement-learning","title":"SRLF: A Stance-aware Reinforcement Learning Framework for Content-based Rumor Detection on Social Media","date":"2021-05-10","arxiv_id":"2105.04098","n_code_links":0,"syntology":null},{"paper":"/paper/fnet-mixing-tokens-with-fourier-transforms","slug":"fnet-mixing-tokens-with-fourier-transforms","title":"FNet: Mixing Tokens with Fourier Transforms","date":"2021-05-09","arxiv_id":"2105.03824","n_code_links":12,"syntology":{"ran":2,"of":2,"n_ran_checked":1,"n_instrument":1,"unverified":0,"pointer_only":1,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["google-research/google-research"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/trtr-visual-tracking-with-transformer","slug":"trtr-visual-tracking-with-transformer","title":"TrTr: Visual Tracking with Transformer","date":"2021-05-09","arxiv_id":"2105.03817","n_code_links":1,"syntology":null},{"paper":null,"slug":"which-transformer-architecture-fits-my-data-a","title":"Which transformer architecture fits my data? A vocabulary bottleneck in self-attention","date":"2021-05-09","arxiv_id":"2105.03928","n_code_links":0,"syntology":null},{"paper":"/paper/e-vil-a-dataset-and-benchmark-for-natural","slug":"e-vil-a-dataset-and-benchmark-for-natural","title":"e-ViL: A Dataset and Benchmark for Natural Language Explanations in Vision-Language Tasks","date":"2021-05-08","arxiv_id":"2105.03761","n_code_links":2,"syntology":{"ran":7,"of":15,"n_ran_checked":6,"n_instrument":1,"unverified":8,"pointer_only":15,"phrase":"7 ran (of which 3 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 8 unverified","official":{"repos":["maximek3/e-ViL"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":3,"n_ran_no_instrument_failure":5,"n_unverified":5,"ran_from_kinds":["listed","official"]}}},{"paper":"/paper/falling-through-the-gaps-neural-architectures","slug":"falling-through-the-gaps-neural-architectures","title":"Falling Through the Gaps: Neural Architectures as Models of Morphological Rule Learning","date":"2021-05-08","arxiv_id":"2105.03710","n_code_links":1,"syntology":null},{"paper":"/paper/improving-named-entity-recognition-by","slug":"improving-named-entity-recognition-by","title":"Improving Named Entity Recognition by External Context Retrieving and Cooperative Learning","date":"2021-05-08","arxiv_id":"2105.03654","n_code_links":3,"syntology":{"ran":4,"of":4,"n_ran_checked":4,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["modelscope/adaseq"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"nlp-iis-ut-at-semeval-2021-task-4-machine","title":"NLP-IIS@UT at SemEval-2021 Task 4: Machine Reading Comprehension using the Long Document Transformer","date":"2021-05-08","arxiv_id":"2105.03775","n_code_links":0,"syntology":null},{"paper":"/paper/adapting-by-pruning-a-case-study-on-bert","slug":"adapting-by-pruning-a-case-study-on-bert","title":"Adapting by Pruning: A Case Study on BERT","date":"2021-05-07","arxiv_id":"2105.03343","n_code_links":1,"syntology":null},{"paper":"/paper/are-pre-trained-convolutions-better-than-pre","slug":"are-pre-trained-convolutions-better-than-pre","title":"Are Pre-trained Convolutions Better than Pre-trained Transformers?","date":"2021-05-07","arxiv_id":"2105.03322","n_code_links":1,"syntology":null},{"paper":null,"slug":"efficient-weight-factorization-for","title":"Efficient Weight factorization for Multilingual Speech Recognition","date":"2021-05-07","arxiv_id":"2105.03010","n_code_links":0,"syntology":null},{"paper":"/paper/empirical-evaluation-of-pre-trained","slug":"empirical-evaluation-of-pre-trained","title":"Empirical Evaluation of Pre-trained Transformers for Human-Level NLP: The Role of Sample Size and Dimensionality","date":"2021-05-07","arxiv_id":"2105.03484","n_code_links":1,"syntology":null},{"paper":"/paper/motr-end-to-end-multiple-object-tracking-with","slug":"motr-end-to-end-multiple-object-tracking-with","title":"MOTR: End-to-End Multiple-Object Tracking with Transformer","date":"2021-05-07","arxiv_id":"2105.03247","n_code_links":2,"syntology":null},{"paper":"/paper/on-the-fly-controlled-text-generation-with","slug":"on-the-fly-controlled-text-generation-with","title":"DExperts: Decoding-Time Controlled Text Generation with Experts and Anti-Experts","date":"2021-05-07","arxiv_id":"2105.03023","n_code_links":1,"syntology":{"ran":1,"of":3,"n_ran_checked":0,"n_instrument":1,"unverified":2,"pointer_only":3,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","official":{"repos":["alisawuffles/DExperts"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"paper":"/paper/speechmoe-scaling-to-large-acoustic-models","slug":"speechmoe-scaling-to-large-acoustic-models","title":"SpeechMoE: Scaling to Large Acoustic Models with Dynamic Routing Mixture of Experts","date":"2021-05-07","arxiv_id":"2105.03036","n_code_links":1,"syntology":null},{"paper":"/paper/understanding-by-understanding-not-modeling","slug":"understanding-by-understanding-not-modeling","title":"Understanding by Understanding Not: Modeling Negation in Language Models","date":"2021-05-07","arxiv_id":"2105.03519","n_code_links":1,"syntology":null},{"paper":"/paper/adapting-monolingual-models-data-can-be","slug":"adapting-monolingual-models-data-can-be","title":"Adapting Monolingual Models: Data can be Scarce when Language Similarity is High","date":"2021-05-06","arxiv_id":"2105.02855","n_code_links":1,"syntology":null},{"paper":null,"slug":"aligning-subtitles-in-sign-language-videos","title":"Aligning Subtitles in Sign Language Videos","date":"2021-05-06","arxiv_id":"2105.02877","n_code_links":0,"syntology":null},{"paper":"/paper/bird-s-eye-probing-for-linguistic-graph","slug":"bird-s-eye-probing-for-linguistic-graph","title":"Bird's Eye: Probing for Linguistic Graph Structures with a Simple Information-Theoretic Approach","date":"2021-05-06","arxiv_id":"2105.02629","n_code_links":1,"syntology":null},{"paper":"/paper/introducing-information-retrieval-for","slug":"introducing-information-retrieval-for","title":"Introducing Information Retrieval for Biomedical Informatics Students","date":"2021-05-06","arxiv_id":"2105.02746","n_code_links":1,"syntology":null},{"paper":"/paper/on-the-logistical-difficulties-and-findings","slug":"on-the-logistical-difficulties-and-findings","title":"On the logistical difficulties and findings of Jopara Sentiment Analysis","date":"2021-05-06","arxiv_id":"2105.02947","n_code_links":1,"syntology":null},{"paper":null,"slug":"should-you-take-investment-advice-from","title":"Should You Take Investment Advice From WallStreetBets? A Data-Driven Approach","date":"2021-05-06","arxiv_id":"2105.02728","n_code_links":0,"syntology":null},{"paper":"/paper/tabbie-pretrained-representations-of-tabular","slug":"tabbie-pretrained-representations-of-tabular","title":"TABBIE: Pretrained Representations of Tabular Data","date":"2021-05-06","arxiv_id":"2105.02584","n_code_links":2,"syntology":null},{"paper":"/paper/attention-for-image-registration-air-an","slug":"attention-for-image-registration-air-an","title":"Attention for Image Registration (AiR): an unsupervised Transformer approach","date":"2021-05-05","arxiv_id":"2105.02282","n_code_links":1,"syntology":null},{"paper":"/paper/flex-parameter-free-multi-view-3d-human","slug":"flex-parameter-free-multi-view-3d-human","title":"FLEX: Extrinsic Parameters-free Multi-view 3D Human Motion Reconstruction","date":"2021-05-05","arxiv_id":"2105.01937","n_code_links":1,"syntology":{"ran":0,"of":1,"n_ran_checked":0,"n_instrument":0,"unverified":1,"pointer_only":1,"phrase":"0 ran · 1 unverified","official":{"repos":["BrianG13/FLEX"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"paper":"/paper/queryinst-parallelly-supervised-mask-query","slug":"queryinst-parallelly-supervised-mask-query","title":"Instances as Queries","date":"2021-05-05","arxiv_id":"2105.01928","n_code_links":5,"syntology":{"ran":2,"of":3,"n_ran_checked":2,"n_instrument":0,"unverified":1,"pointer_only":1,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":{"repos":["hustvl/QueryInst"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":null,"slug":"sequential-encryption-of-sparse-neural","title":"Encoding Weights of Irregular Sparsity for Fixed-to-Fixed Model Compression","date":"2021-05-05","arxiv_id":"2105.01869","n_code_links":0,"syntology":null},{"paper":null,"slug":"transhash-transformer-based-hamming-hashing","title":"TransHash: Transformer-based Hamming Hashing for Efficient Image Retrieval","date":"2021-05-05","arxiv_id":"2105.01823","n_code_links":0,"syntology":null},{"paper":null,"slug":"visual-composite-set-detection-using-part-and","title":"Visual Relationship Detection Using Part-and-Sum Transformers with Composite Queries","date":"2021-05-05","arxiv_id":"2105.02170","n_code_links":0,"syntology":null},{"paper":"/paper/mlp-mixer-an-all-mlp-architecture-for-vision","slug":"mlp-mixer-an-all-mlp-architecture-for-vision","title":"MLP-Mixer: An all-MLP Architecture for Vision","date":"2021-05-04","arxiv_id":"2105.01601","n_code_links":49,"syntology":{"ran":114,"of":134,"n_ran_checked":105,"n_instrument":9,"unverified":20,"pointer_only":40,"phrase":"114 ran (of which 77 constructed an object rather than computing a result; 105 with no instrument failure: 2 honoured, 0 violated, 103 with no contract checked; 9 where Syntology's instrument failed) · 20 unverified","official":{"repos":["google-research/vision_transformer"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed","unlocated"]}}},{"paper":null,"slug":"moving-towards-centers-re-ranking-with","title":"Moving Towards Centers: Re-ranking with Attention and Memory for Re-identification","date":"2021-05-04","arxiv_id":"2105.01447","n_code_links":0,"syntology":null},{"paper":"/paper/retrieving-complex-tables-with-multi-granular","slug":"retrieving-complex-tables-with-multi-granular","title":"Retrieving Complex Tables with Multi-Granular Graph Representation Learning","date":"2021-05-04","arxiv_id":"2105.01736","n_code_links":1,"syntology":{"ran":0,"of":1,"n_ran_checked":0,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"0 ran · 1 unverified","official":{"repos":["FeiWang96/GTR"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"paper":null,"slug":"goldilocks-just-right-tuning-of-bert-for","title":"Goldilocks: Just-Right Tuning of BERT for Technology-Assisted Review","date":"2021-05-03","arxiv_id":"2105.01044","n_code_links":0,"syntology":null},{"paper":"/paper/istr-end-to-end-instance-segmentation-with","slug":"istr-end-to-end-instance-segmentation-with","title":"ISTR: End-to-End Instance Segmentation with Transformers","date":"2021-05-03","arxiv_id":"2105.00637","n_code_links":1,"syntology":null},{"paper":null,"slug":"one-model-to-rule-them-all-towards-zero-shot","title":"One Model to Rule them All: Towards Zero-Shot Learning for Databases","date":"2021-05-03","arxiv_id":"2105.00642","n_code_links":0,"syntology":null},{"paper":"/paper/smoothi-smooth-rank-indicators-for","slug":"smoothi-smooth-rank-indicators-for","title":"SmoothI: Smooth Rank Indicators for Differentiable IR Metrics","date":"2021-05-03","arxiv_id":"2105.00942","n_code_links":1,"syntology":null},{"paper":"/paper/unreasonable-effectiveness-of-rule-based","slug":"unreasonable-effectiveness-of-rule-based","title":"Unreasonable Effectiveness of Rule-Based Heuristics in Solving Russian SuperGLUE Tasks","date":"2021-05-03","arxiv_id":"2105.01192","n_code_links":0,"syntology":null},{"paper":"/paper/anatomy-guided-parallel-bottleneck","slug":"anatomy-guided-parallel-bottleneck","title":"AGMB-Transformer: Anatomy-Guided Multi-Branch Transformer Network for Automated Evaluation of Root Canal Therapy","date":"2021-05-02","arxiv_id":"2105.00381","n_code_links":1,"syntology":null},{"paper":null,"slug":"mathbert-a-pre-trained-model-for-mathematical","title":"MathBERT: A Pre-Trained Model for Mathematical Formula Understanding","date":"2021-05-02","arxiv_id":"2105.00377","n_code_links":0,"syntology":null},{"paper":"/paper/audio-transformers-transformer-architectures","slug":"audio-transformers-transformer-architectures","title":"Audio Transformers","date":"2021-05-01","arxiv_id":"2105.00335","n_code_links":0,"syntology":null},{"paper":"/paper/incorporating-transformer-and-lstm-to-kalman","slug":"incorporating-transformer-and-lstm-to-kalman","title":"Incorporating Transformer and LSTM to Kalman Filter with EM algorithm for state estimation","date":"2021-05-01","arxiv_id":"2105.00250","n_code_links":1,"syntology":null},{"paper":"/paper/mrcbert-a-machine-reading","slug":"mrcbert-a-machine-reading","title":"MRCBert: A Machine Reading ComprehensionApproach for Unsupervised Summarization","date":"2021-05-01","arxiv_id":"2105.00239","n_code_links":1,"syntology":null},{"paper":"/paper/svt-net-a-super-light-weight-network-for","slug":"svt-net-a-super-light-weight-network-for","title":"SVT-Net: Super Light-Weight Sparse Voxel Transformer for Large Scale Place Recognition","date":"2021-05-01","arxiv_id":"2105.00149","n_code_links":0,"syntology":null},{"paper":"/paper/when-to-fold-em-how-to-answer-unanswerable","slug":"when-to-fold-em-how-to-answer-unanswerable","title":"When to Fold'em: How to answer Unanswerable questions","date":"2021-05-01","arxiv_id":"2105.00328","n_code_links":1,"syntology":null},{"paper":null,"slug":"bert-meets-relational-db-contextual","title":"BERT Meets Relational DB: Contextual Representations of Relational Databases","date":"2021-04-30","arxiv_id":"2104.14914","n_code_links":0,"syntology":null},{"paper":null,"slug":"cat-cross-attention-transformer-for-one-shot","title":"CAT: Cross-Attention Transformer for One-Shot Object Detection","date":"2021-04-30","arxiv_id":"2104.14984","n_code_links":0,"syntology":null},{"paper":null,"slug":"chop-chop-bert-visual-question-answering-by","title":"Chop Chop BERT: Visual Question Answering by Chopping VisualBERT's Heads","date":"2021-04-30","arxiv_id":"2104.14741","n_code_links":0,"syntology":null},{"paper":null,"slug":"cosformer-detecting-co-salient-object-with","title":"CoSformer: Detecting Co-Salient Object with Transformers","date":"2021-04-30","arxiv_id":"2104.14729","n_code_links":0,"syntology":null},{"paper":"/paper/ctlr-wic-tsv-target-sense-verification-using","slug":"ctlr-wic-tsv-target-sense-verification-using","title":"CTLR@WiC-TSV: Target Sense Verification using Marked Inputs andPre-trained Models","date":"2021-04-30","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"gtn-ed-event-detection-using-graph","title":"GTN-ED: Event Detection Using Graph Transformer Networks","date":"2021-04-30","arxiv_id":"2104.15104","n_code_links":0,"syntology":null},{"paper":null,"slug":"mitigating-political-bias-in-language-models","title":"Mitigating Political Bias in Language Models Through Reinforced Calibration","date":"2021-04-30","arxiv_id":"2104.14795","n_code_links":0,"syntology":null},{"paper":"/paper/word-sense-disambiguation-with-transformer","slug":"word-sense-disambiguation-with-transformer","title":"Word Sense Disambiguation with Transformer Models","date":"2021-04-30","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/amr-parsing-with-action-pointer-transformer","slug":"amr-parsing-with-action-pointer-transformer","title":"AMR Parsing with Action-Pointer Transformer","date":"2021-04-29","arxiv_id":"2104.14674","n_code_links":1,"syntology":{"ran":1,"of":2,"n_ran_checked":1,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":null}},{"paper":"/paper/emerging-properties-in-self-supervised-vision","slug":"emerging-properties-in-self-supervised-vision","title":"Emerging Properties in Self-Supervised Vision Transformers","date":"2021-04-29","arxiv_id":"2104.14294","n_code_links":32,"syntology":{"ran":14,"of":20,"n_ran_checked":10,"n_instrument":4,"unverified":6,"pointer_only":4,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 1 violated, 9 with no contract checked; 4 where Syntology's instrument failed) · 6 unverified","official":{"repos":["facebookresearch/dino"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"paper":"/paper/entailment-as-few-shot-learner","slug":"entailment-as-few-shot-learner","title":"Entailment as Few-Shot Learner","date":"2021-04-29","arxiv_id":"2104.14690","n_code_links":3,"syntology":{"ran":1,"of":3,"n_ran_checked":1,"n_instrument":0,"unverified":2,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":null}},{"paper":null,"slug":"gashis-transformer-a-multi-scale-visual","title":"GasHis-Transformer: A Multi-scale Visual Transformer Approach for Gastric Histopathological Image Detection","date":"2021-04-29","arxiv_id":"2104.14528","n_code_links":0,"syntology":null},{"paper":"/paper/handsformer-keypoint-transformer-for","slug":"handsformer-keypoint-transformer-for","title":"Keypoint Transformer: Solving Joint Identification in Challenging Hands and Object Interactions for Accurate 3D Pose Estimation","date":"2021-04-29","arxiv_id":"2104.14639","n_code_links":1,"syntology":null},{"paper":"/paper/let-s-play-mono-poly-bert-can-reveal-words","slug":"let-s-play-mono-poly-bert-can-reveal-words","title":"Let's Play Mono-Poly: BERT Can Reveal Words' Polysemy Level and Partitionability into Senses","date":"2021-04-29","arxiv_id":"2104.14694","n_code_links":1,"syntology":null},{"paper":null,"slug":"pyramid-medical-transformer-for-medical-image","title":"Pyramid Medical Transformer for Medical Image Segmentation","date":"2021-04-29","arxiv_id":"2104.14702","n_code_links":0,"syntology":null},{"paper":null,"slug":"using-adaptive-gradient-for-texture-learning","title":"Using Adaptive Gradient for Texture Learning in Single-View 3D Reconstruction","date":"2021-04-29","arxiv_id":"2104.14169","n_code_links":0,"syntology":null},{"paper":"/paper/an-attention-based-deep-learning-approach-for","slug":"an-attention-based-deep-learning-approach-for","title":"An Attention-Based Deep Learning Approach for Sleep Stage Classification With Single-Channel EEG","date":"2021-04-28","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":"/paper/improving-bert-model-using-contrastive","slug":"improving-bert-model-using-contrastive","title":"Improving BERT Model Using Contrastive Learning for Biomedical Relation Extraction","date":"2021-04-28","arxiv_id":"2104.13913","n_code_links":1,"syntology":null},{"paper":"/paper/inpainting-transformer-for-anomaly-detection","slug":"inpainting-transformer-for-anomaly-detection","title":"Inpainting Transformer for Anomaly Detection","date":"2021-04-28","arxiv_id":"2104.13897","n_code_links":2,"syntology":{"ran":4,"of":4,"n_ran_checked":1,"n_instrument":3,"unverified":0,"pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","official":null}},{"paper":null,"slug":"medical-transformer-universal-brain-encoder","title":"Medical Transformer: Universal Brain Encoder for 3D MRI Analysis","date":"2021-04-28","arxiv_id":"2104.13633","n_code_links":0,"syntology":null},{"paper":"/paper/melbert-metaphor-detection-via-contextualized","slug":"melbert-metaphor-detection-via-contextualized","title":"MelBERT: Metaphor Detection via Contextualized Late Interaction using Metaphorical Identification Theories","date":"2021-04-28","arxiv_id":"2104.13615","n_code_links":1,"syntology":{"ran":0,"of":1,"n_ran_checked":0,"n_instrument":0,"unverified":1,"pointer_only":1,"phrase":"0 ran · 1 unverified","official":{"repos":["jin530/MelBERT"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"paper":null,"slug":"multi-task-learning-of-query-intent-and-named","title":"Multi-Task Learning of Query Intent and Named Entities using Transfer Learning","date":"2021-04-28","arxiv_id":"2105.03316","n_code_links":0,"syntology":null},{"paper":null,"slug":"point-cloud-learning-with-transformer","title":"Point Cloud Learning with Transformer","date":"2021-04-28","arxiv_id":"2104.13636","n_code_links":0,"syntology":null},{"paper":"/paper/societal-biases-in-retrieved-contents","slug":"societal-biases-in-retrieved-contents","title":"Societal Biases in Retrieved Contents: Measurement Framework and Adversarial Mitigation for BERT Rankers","date":"2021-04-28","arxiv_id":"2104.13640","n_code_links":1,"syntology":null},{"paper":"/paper/twins-revisiting-spatial-attention-design-in","slug":"twins-revisiting-spatial-attention-design-in","title":"Twins: Revisiting the Design of Spatial Attention in Vision Transformers","date":"2021-04-28","arxiv_id":"2104.13840","n_code_links":9,"syntology":{"ran":2,"of":2,"n_ran_checked":2,"n_instrument":0,"unverified":0,"pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["Meituan-AutoML/Twins"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"dual-transformer-for-point-cloud-analysis","title":"Dual Transformer for Point Cloud Analysis","date":"2021-04-27","arxiv_id":"2104.13044","n_code_links":0,"syntology":null},{"paper":null,"slug":"extractive-and-abstractive-explanations-for","title":"Extractive and Abstractive Explanations for Fact-Checking and Evaluation of News","date":"2021-04-27","arxiv_id":"2104.12918","n_code_links":0,"syntology":null},{"paper":"/paper/generating-lead-sheets-with-affect-a-novel","slug":"generating-lead-sheets-with-affect-a-novel","title":"Generating Lead Sheets with Affect: A Novel Conditional seq2seq Framework","date":"2021-04-27","arxiv_id":"2104.13056","n_code_links":1,"syntology":null},{"paper":null,"slug":"multi-class-text-classification-using-bert","title":"Multi-class Text Classification using BERT-based Active Learning","date":"2021-04-27","arxiv_id":"2104.14289","n_code_links":0,"syntology":null},{"paper":null,"slug":"semi-supervised-interactive-intent-labeling","title":"Semi-supervised Interactive Intent Labeling","date":"2021-04-27","arxiv_id":"2104.13406","n_code_links":0,"syntology":null},{"paper":null,"slug":"uot-uwf-partai-at-semeval-2021-task-5-self","title":"UoT-UWF-PartAI at SemEval-2021 Task 5: Self Attention Based Bi-GRU with Multi-Embedding Representation for Toxicity Highlighter","date":"2021-04-27","arxiv_id":"2104.13164","n_code_links":0,"syntology":null},{"paper":null,"slug":"accounting-for-agreement-phenomena-in","title":"Accounting for Agreement Phenomena in Sentence Comprehension with Transformer Language Models: Effects of Similarity-based Interference on Surprisal and Attention","date":"2021-04-26","arxiv_id":"2104.12874","n_code_links":0,"syntology":null},{"paper":null,"slug":"diverse-image-inpainting-with-bidirectional","title":"Diverse Image Inpainting with Bidirectional and Autoregressive Transformers","date":"2021-04-26","arxiv_id":"2104.12335","n_code_links":0,"syntology":null},{"paper":"/paper/easy-and-efficient-transformer-scalable","slug":"easy-and-efficient-transformer-scalable","title":"Easy and Efficient Transformer : Scalable Inference Solution For large NLP model","date":"2021-04-26","arxiv_id":"2104.12470","n_code_links":1,"syntology":null},{"paper":"/paper/focused-attention-improves-document-grounded","slug":"focused-attention-improves-document-grounded","title":"Focused Attention Improves Document-Grounded Generation","date":"2021-04-26","arxiv_id":"2104.12714","n_code_links":1,"syntology":null},{"paper":null,"slug":"head-synchronous-decoding-for-transformer","title":"Head-synchronous Decoding for Transformer-based Streaming ASR","date":"2021-04-26","arxiv_id":"2104.12631","n_code_links":0,"syntology":null},{"paper":"/paper/improve-vision-transformers-training-by","slug":"improve-vision-transformers-training-by","title":"Vision Transformers with Patch Diversification","date":"2021-04-26","arxiv_id":"2104.12753","n_code_links":1,"syntology":null},{"paper":"/paper/mdetr-modulated-detection-for-end-to-end","slug":"mdetr-modulated-detection-for-end-to-end","title":"MDETR -- Modulated Detection for End-to-End Multi-Modal Understanding","date":"2021-04-26","arxiv_id":"2104.12763","n_code_links":5,"syntology":{"ran":7,"of":11,"n_ran_checked":6,"n_instrument":1,"unverified":4,"pointer_only":0,"phrase":"7 ran (of which 4 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 1 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","official":{"repos":["ashkamath/mdetr"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/pangu-a-large-scale-autoregressive-pretrained","slug":"pangu-a-large-scale-autoregressive-pretrained","title":"PanGu-$α$: Large-scale Autoregressive Pretrained Chinese Language Models with Auto-parallel Computation","date":"2021-04-26","arxiv_id":"2104.12369","n_code_links":5,"syntology":null},{"paper":"/paper/phrase-break-prediction-with-bidirectional","slug":"phrase-break-prediction-with-bidirectional","title":"Phrase break prediction with bidirectional encoder representations in Japanese text-to-speech synthesis","date":"2021-04-26","arxiv_id":"2104.12395","n_code_links":1,"syntology":null}],"record_sha256":"ddaf51f203e8ea4adbd31828b4efdd6326fbc0833857cd625d9c45bd47594ab2","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}