{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/absolute-position-encodings/papers/116","list_of":"/method/absolute-position-encodings","method":"Absolute Position Encodings","archive":{"snapshot":"2025-07-28"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"date (newest first), then slug","page":116,"pages_in_order":140,"rows_per_page":100,"rows":[11501,11600],"of":13942,"counts":{"archive_papers_tagged":13942,"with_a_code_link":6505,"where_syntology_ran_a_sample":2224,"not_listed_spam_title":0,"listed":13942,"listed_where_code_ran":2224,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":1897,"every_run_a_failure_of_syntologys_instrument":327,"listed_with_a_run_with_no_instrument_failure":1897,"listed_every_run_a_failure_of_syntologys_instrument":327,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/method/absolute-position-encodings","prev":"/method/absolute-position-encodings/papers/115","next":"/method/absolute-position-encodings/papers/117","papers":[{"paper":null,"slug":"grounding-language-representation-with-visual","title":"Grounding Language Representation with Visual Object Information via Cross Modal Pretraining","date":"2021-09-29","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"guiding-transformers-to-process-in-steps","title":"Guiding Transformers to Process in Steps","date":"2021-09-29","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"hfsp-a-hardware-friendly-soft-pruning","title":"HFSP: A Hardware-friendly Soft Pruning Framework for Vision Transformers","date":"2021-09-29","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"hierarchical-character-tagger-for-short-text","title":"Hierarchical Character Tagger for Short Text Spelling Error Correction","date":"2021-09-29","arxiv_id":"2109.14259","n_code_links":0,"syntology":null},{"paper":null,"slug":"holoformer-deep-compression-of-pre-trained","title":"HoloFormer: Deep Compression of Pre-Trained Transforms via Unified Optimization of N:M Sparsity and Integer Quantization","date":"2021-09-29","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"isotropic-contextual-representations-through","title":"Isotropic Contextual Representations through Variational Regularization","date":"2021-09-29","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"learning-to-schedule-learning-rate-with-graph","title":"Learning to Schedule Learning rate with Graph Neural Networks","date":"2021-09-29","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"lmsa-low-relation-mutil-head-self-attention","title":"LMSA: Low-relation Mutil-head Self-Attention Mechanism in Visual Transformer","date":"2021-09-29","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/mait-integrating-spatial-locality-into-image","slug":"mait-integrating-spatial-locality-into-image","title":"MaiT: integrating spatial locality into image transformers with attention masks","date":"2021-09-29","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"mlp-based-architecture-with-variable-length","title":"MLP-based architecture with variable length input for automatic speech recognition","date":"2021-09-29","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"non-autoregressive-models-are-better","title":"Non-Autoregressive Models are Better Multilingual Translators","date":"2021-09-29","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"offline-pre-trained-multi-agent-decision","title":"Offline Pre-trained Multi-Agent Decision Transformer","date":"2021-09-29","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"pretraining-for-language-conditioned","title":"Pretraining for Language Conditioned Imitation with Transformers","date":"2021-09-29","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/privacy-preserving-task-agnostic-vision","slug":"privacy-preserving-task-agnostic-vision","title":"Privacy-preserving Task-Agnostic Vision Transformer for Image Processing","date":"2021-09-29","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"scale-efficiently-insights-from-pretraining","title":"Scale Efficiently: Insights from Pretraining and Finetuning Transformers","date":"2021-09-29","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"scaling-the-depth-of-vision-transformers-via","title":"Scaling the Depth of Vision Transformers via the Fourier Domain Analysis","date":"2021-09-29","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"semi-supervised-offline-reinforcement","title":"Semi-supervised Offline Reinforcement Learning with Pre-trained Decision Transformers","date":"2021-09-29","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"sit-simulation-transformer-for-particle-based","title":"SiT: Simulation Transformer for Particle-based Physics Simulation","date":"2021-09-29","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"spanning-tree-based-graph-generation-for","title":"Spanning Tree-based Graph Generation for Molecules","date":"2021-09-29","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"sparse-attention-with-learning-to-hash","title":"Sparse Attention with Learning to Hash","date":"2021-09-29","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"specialized-transformers-faster-smaller-and","title":"Specialized Transformers: Faster, Smaller and more Accurate NLP Models","date":"2021-09-29","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/subdimensional-expansion-using-attention","slug":"subdimensional-expansion-using-attention","title":"Subdimensional Expansion Using Attention-Based Learning For Multi-Agent Path Finding","date":"2021-09-29","arxiv_id":"2109.14695","n_code_links":1,"syntology":null},{"paper":null,"slug":"temporal-action-localization-with-global","title":"Temporal Action Localization with Global Segmentation Mask Transformers","date":"2021-09-29","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"topic-aware-neural-language-model-domain","title":"Topic Aware Neural Language Model: Domain Adaptation of Unconditional Text Generation Models","date":"2021-09-29","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"transtcn-an-attention-based-tcn-framework-for","title":"TransTCN: An Attention-based TCN Framework for Sequential Modeling","date":"2021-09-29","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"tuformer-data-driven-design-of-expressive","title":"Tuformer: Data-Driven Design of Expressive Transformer by Tucker Tensor Representation","date":"2021-09-29","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/ufo-vit-high-performance-linear-vision","slug":"ufo-vit-high-performance-linear-vision","title":"UFO-ViT: High Performance Linear Vision Transformer without Softmax","date":"2021-09-29","arxiv_id":"2109.14382","n_code_links":1,"syntology":null},{"paper":null,"slug":"understanding-the-role-of-self-attention-for","title":"Understanding the Role of Self Attention for Efficient Speech Recognition","date":"2021-09-29","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"video-forgery-detection-using-multiple-cues","title":"Video Forgery Detection Using Multiple Cues on Fusion of EfficientNet and Swin Transformer","date":"2021-09-29","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"vut-versatile-ui-transformer-for-multimodal","title":"VUT: Versatile UI Transformer for Multimodal Multi-Task User Interface Modeling","date":"2021-09-29","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"fine-tuning-vision-transformers-for-the","title":"Fine-tuning Vision Transformers for the Prediction of State Variables in Ising Models","date":"2021-09-28","arxiv_id":"2109.13925","n_code_links":0,"syntology":null},{"paper":null,"slug":"nana-hdr-a-non-attentive-non-autoregressive","title":"Nana-HDR: A Non-attentive Non-autoregressive Hybrid Model for TTS","date":"2021-09-28","arxiv_id":"2109.13673","n_code_links":0,"syntology":null},{"paper":"/paper/single-dataset-experts-for-multi-dataset","slug":"single-dataset-experts-for-multi-dataset","title":"Single-dataset Experts for Multi-dataset Question Answering","date":"2021-09-28","arxiv_id":"2109.13880","n_code_links":1,"syntology":{"ran":11,"of":11,"n_ran_checked":10,"n_instrument":1,"unverified":0,"pointer_only":3,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 1 honoured, 1 violated, 8 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["princeton-nlp/made"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/fast-md-fast-multi-decoder-end-to-end-speech","slug":"fast-md-fast-multi-decoder-end-to-end-speech","title":"Fast-MD: Fast Multi-Decoder End-to-End Speech Translation with Non-Autoregressive Hidden Intermediates","date":"2021-09-27","arxiv_id":"2109.12804","n_code_links":1,"syntology":null},{"paper":"/paper/improving-stack-overflow-question-title","slug":"improving-stack-overflow-question-title","title":"Improving Stack Overflow question title generation with copying enhanced CodeBERT model and bi-modal information","date":"2021-09-27","arxiv_id":"2109.13073","n_code_links":1,"syntology":null},{"paper":null,"slug":"integrated-training-for-sequence-to-sequence","title":"Integrated Training for Sequence-to-Sequence Models Using Non-Autoregressive Transformer","date":"2021-09-27","arxiv_id":"2109.12950","n_code_links":0,"syntology":null},{"paper":"/paper/sparse-spatial-transformers-for-few-shot","slug":"sparse-spatial-transformers-for-few-shot","title":"Sparse Spatial Transformers for Few-Shot Learning","date":"2021-09-27","arxiv_id":"2109.12932","n_code_links":1,"syntology":{"ran":3,"of":6,"n_ran_checked":3,"n_instrument":0,"unverified":3,"pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","official":{"repos":["chenhaoxing/ssformers"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":3,"ran_from_kinds":["official"]}}},{"paper":"/paper/multi-transformer-a-new-neural-network-based","slug":"multi-transformer-a-new-neural-network-based","title":"Multi-Transformer: A New Neural Network-Based Architecture for Forecasting S&P Volatility","date":"2021-09-26","arxiv_id":"2109.12621","n_code_links":1,"syntology":null},{"paper":"/paper/vision-transformer-hashing-for-image","slug":"vision-transformer-hashing-for-image","title":"Vision Transformer Hashing for Image Retrieval","date":"2021-09-26","arxiv_id":"2109.12564","n_code_links":1,"syntology":null},{"paper":null,"slug":"vit-cane-visual-assistant-for-the-visually","title":"ViT Cane: Visual Assistant for the Visually Impaired","date":"2021-09-26","arxiv_id":"2109.13857","n_code_links":0,"syntology":null},{"paper":null,"slug":"temgnet-deep-transformer-based-decoding-of","title":"TEMGNet: Deep Transformer-based Decoding of Upperlimb sEMG for Hand Gestures Recognition","date":"2021-09-25","arxiv_id":"2109.12379","n_code_links":0,"syntology":null},{"paper":null,"slug":"dact-bert-differentiable-adaptive-computation","title":"DACT-BERT: Differentiable Adaptive Computation Time for an Efficient BERT Inference","date":"2021-09-24","arxiv_id":"2109.11745","n_code_links":0,"syntology":null},{"paper":null,"slug":"identification-of-enzymatic-active-sites-with","title":"Identification of Enzymatic Active Sites with Unsupervised Language Modeling","date":"2021-09-24","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"localizing-infinity-shaped-fishes-sketch","title":"Localizing Infinity-shaped fishes: Sketch-guided object localization in the wild","date":"2021-09-24","arxiv_id":"2109.11874","n_code_links":0,"syntology":null},{"paper":"/paper/long-range-transformers-for-dynamic","slug":"long-range-transformers-for-dynamic","title":"Long-Range Transformers for Dynamic Spatiotemporal Forecasting","date":"2021-09-24","arxiv_id":"2109.12218","n_code_links":2,"syntology":{"ran":4,"of":5,"n_ran_checked":4,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":{"repos":["qdata/spacetimeformer"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":"/paper/transformers-generalize-linearly","slug":"transformers-generalize-linearly","title":"Transformers Generalize Linearly","date":"2021-09-24","arxiv_id":"2109.12036","n_code_links":1,"syntology":null},{"paper":null,"slug":"incorporating-linguistic-knowledge-for","title":"Dependency Structure for News Document Summarization","date":"2021-09-23","arxiv_id":"2109.11199","n_code_links":0,"syntology":null},{"paper":null,"slug":"oh-former-omni-relational-high-order","title":"OH-Former: Omni-Relational High-Order Transformer for Person Re-Identification","date":"2021-09-23","arxiv_id":"2109.11159","n_code_links":0,"syntology":null},{"paper":null,"slug":"the-volctrans-glat-system-non-autoregressive","title":"The Volctrans GLAT System: Non-autoregressive Translation Meets WMT21","date":"2021-09-23","arxiv_id":"2109.11247","n_code_links":0,"syntology":null},{"paper":"/paper/controlled-evaluation-of-grammatical","slug":"controlled-evaluation-of-grammatical","title":"Controlled Evaluation of Grammatical Knowledge in Mandarin Chinese Language Models","date":"2021-09-22","arxiv_id":"2109.11058","n_code_links":1,"syntology":null},{"paper":"/paper/hierarchical-multimodal-transformer-to","slug":"hierarchical-multimodal-transformer-to","title":"Hierarchical Multimodal Transformer to Summarize Videos","date":"2021-09-22","arxiv_id":"2109.10559","n_code_links":0,"syntology":null},{"paper":"/paper/kd-vlp-improving-end-to-end-vision-and","slug":"kd-vlp-improving-end-to-end-vision-and","title":"KD-VLP: Improving End-to-End Vision-and-Language Pretraining with Object Knowledge Distillation","date":"2021-09-22","arxiv_id":"2109.10504","n_code_links":1,"syntology":null},{"paper":"/paper/scale-efficiently-insights-from-pre-training","slug":"scale-efficiently-insights-from-pre-training","title":"Scale Efficiently: Insights from Pre-training and Fine-tuning Transformers","date":"2021-09-22","arxiv_id":"2109.10686","n_code_links":3,"syntology":{"ran":12,"of":12,"n_ran_checked":12,"n_instrument":0,"unverified":0,"pointer_only":1,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 4 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["google-research/google-research"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":null,"slug":"t6d-direct-transformers-for-multi-object-6d","title":"T6D-Direct: Transformers for Multi-Object 6D Pose Direct Regression","date":"2021-09-22","arxiv_id":"2109.10948","n_code_links":0,"syntology":null},{"paper":null,"slug":"the-niutrans-machine-translation-systems-for-1","title":"The NiuTrans Machine Translation Systems for WMT21","date":"2021-09-22","arxiv_id":"2109.10485","n_code_links":0,"syntology":null},{"paper":"/paper/ds-net-dynamic-weight-slicing-for-efficient","slug":"ds-net-dynamic-weight-slicing-for-efficient","title":"DS-Net++: Dynamic Weight Slicing for Efficient Inference in CNNs and Transformers","date":"2021-09-21","arxiv_id":"2109.10060","n_code_links":1,"syntology":null},{"paper":"/paper/lotr-face-landmark-localization-using","slug":"lotr-face-landmark-localization-using","title":"LOTR: Face Landmark Localization Using Localization Transformer","date":"2021-09-21","arxiv_id":"2109.10057","n_code_links":0,"syntology":null},{"paper":"/paper/trocr-transformer-based-optical-character","slug":"trocr-transformer-based-optical-character","title":"TrOCR: Transformer-based Optical Character Recognition with Pre-trained Models","date":"2021-09-21","arxiv_id":"2109.10282","n_code_links":8,"syntology":{"ran":5,"of":6,"n_ran_checked":5,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":{"repos":["microsoft/unilm"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":null,"slug":"dyadformer-a-multi-modal-transformer-for-long","title":"Dyadformer: A Multi-modal Transformer for Long-Range Modeling of Dyadic Interactions","date":"2021-09-20","arxiv_id":"2109.09487","n_code_links":0,"syntology":null},{"paper":"/paper/well-googled-is-half-done-multimodal","slug":"well-googled-is-half-done-multimodal","title":"Well Googled is Half Done: Multimodal Forecasting of New Fashion Product Sales with Image-based Google Trends","date":"2021-09-20","arxiv_id":"2109.09824","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["humaticslab/gtm-transformer"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"do-long-range-language-models-actually-use","title":"Do Long-Range Language Models Actually Use Long-Range Context?","date":"2021-09-19","arxiv_id":"2109.09115","n_code_links":0,"syntology":null},{"paper":"/paper/the-seismo-performer-a-novel-machine-learning","slug":"the-seismo-performer-a-novel-machine-learning","title":"The Seismo-Performer: A Novel Machine Learning Approach for General and Efficient Seismic Phase Recognition from Local Earthquakes in Real Time","date":"2021-09-19","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":"/paper/efficient-hybrid-transformer-learning-global","slug":"efficient-hybrid-transformer-learning-global","title":"UNetFormer: A UNet-like Transformer for Efficient Semantic Segmentation of Remote Sensing Urban Scene Imagery","date":"2021-09-18","arxiv_id":"2109.08937","n_code_links":1,"syntology":{"ran":2,"of":2,"n_ran_checked":2,"n_instrument":0,"unverified":0,"pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["WangLibo1995/GeoSeg"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"sdtp-semantic-aware-decoupled-transformer","title":"SDTP: Semantic-aware Decoupled Transformer Pyramid for Dense Image Prediction","date":"2021-09-18","arxiv_id":"2109.08963","n_code_links":0,"syntology":null},{"paper":"/paper/towards-high-quality-temporal-action","slug":"towards-high-quality-temporal-action","title":"Towards High-Quality Temporal Action Detection with Sparse Proposals","date":"2021-09-18","arxiv_id":"2109.08847","n_code_links":1,"syntology":null},{"paper":null,"slug":"continuous-streaming-multi-talker-asr-with","title":"Continuous Streaming Multi-Talker ASR with Dual-path Transducers","date":"2021-09-17","arxiv_id":"2109.08555","n_code_links":0,"syntology":null},{"paper":null,"slug":"digging-errors-in-nmt-evaluating-and","title":"Digging Errors in NMT: Evaluating and Understanding Model Errors from Hypothesis Distribution","date":"2021-09-17","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"expression-snippet-transformer-for-robust","title":"Expression Snippet Transformer for Robust Video-based Facial Expression Recognition","date":"2021-09-17","arxiv_id":"2109.08409","n_code_links":0,"syntology":null},{"paper":null,"slug":"from-known-to-unknown-knowledge-guided","title":"From Known to Unknown: Knowledge-guided Transformer for Time-Series Sales Forecasting in Alibaba","date":"2021-09-17","arxiv_id":"2109.08381","n_code_links":0,"syntology":null},{"paper":null,"slug":"learning-low-frequency-patterns-with-a-pre","title":"Learning Low-frequency Patterns with A Pre-trained Document-Grounded Conversation Model","date":"2021-09-17","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/primer-searching-for-efficient-transformers","slug":"primer-searching-for-efficient-transformers","title":"Primer: Searching for Efficient Transformers for Language Modeling","date":"2021-09-17","arxiv_id":"2109.08668","n_code_links":4,"syntology":{"ran":3,"of":3,"n_ran_checked":3,"n_instrument":0,"unverified":0,"pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 2 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["google-research/google-research"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"paper":null,"slug":"scaling-laws-vs-model-architectures-how-does","title":"Scaling Laws vs Model Architectures: How does Inductive Bias Influence Scaling? An Extensive Empirical Study on Language Tasks","date":"2021-09-17","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"the-jhu-microsoft-submission-for-wmt21","title":"The JHU-Microsoft Submission for WMT21 Quality Estimation Shared Task","date":"2021-09-17","arxiv_id":"2109.08724","n_code_links":0,"syntology":null},{"paper":"/paper/an-end-to-end-transformer-model-for-3d-object","slug":"an-end-to-end-transformer-model-for-3d-object","title":"An End-to-End Transformer Model for 3D Object Detection","date":"2021-09-16","arxiv_id":"2109.08141","n_code_links":1,"syntology":{"ran":6,"of":7,"n_ran_checked":5,"n_instrument":1,"unverified":1,"pointer_only":1,"phrase":"6 ran (of which 3 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 0 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","official":null}},{"paper":"/paper/fast-slow-transformer-for-visually-grounding","slug":"fast-slow-transformer-for-visually-grounding","title":"Fast-Slow Transformer for Visually Grounding Speech","date":"2021-09-16","arxiv_id":"2109.08186","n_code_links":1,"syntology":null},{"paper":"/paper/label-attention-transformer-with","slug":"label-attention-transformer-with","title":"Label-Attention Transformer with Geometrically Coherent Objects for Image Captioning","date":"2021-09-16","arxiv_id":"2109.07799","n_code_links":1,"syntology":null},{"paper":"/paper/melt-message-level-transformer-with-masked","slug":"melt-message-level-transformer-with-masked","title":"MeLT: Message-Level Transformer with Masked Document Representations as Pre-Training for Stance Detection","date":"2021-09-16","arxiv_id":"2109.08113","n_code_links":1,"syntology":null},{"paper":null,"slug":"scaling-laws-for-neural-machine-translation","title":"Scaling Laws for Neural Machine Translation","date":"2021-09-16","arxiv_id":"2109.07740","n_code_links":0,"syntology":null},{"paper":"/paper/sparse-factorization-of-large-square-matrices","slug":"sparse-factorization-of-large-square-matrices","title":"Sparse Factorization of Large Square Matrices","date":"2021-09-16","arxiv_id":"2109.08184","n_code_links":1,"syntology":null},{"paper":null,"slug":"tanet-a-new-paradigm-for-global-face-super","title":"TANet: A new Paradigm for Global Face Super-resolution via Transformer-CNN Aggregation Network","date":"2021-09-16","arxiv_id":"2109.08174","n_code_links":0,"syntology":null},{"paper":"/paper/the-niutrans-system-for-the-wmt21-efficiency","slug":"the-niutrans-system-for-the-wmt21-efficiency","title":"The NiuTrans System for the WMT21 Efficiency Task","date":"2021-09-16","arxiv_id":"2109.08003","n_code_links":1,"syntology":null},{"paper":"/paper/the-niutrans-system-for-wngt-2020-efficiency-1","slug":"the-niutrans-system-for-wngt-2020-efficiency-1","title":"The NiuTrans System for WNGT 2020 Efficiency Task","date":"2021-09-16","arxiv_id":"2109.08008","n_code_links":2,"syntology":{"ran":2,"of":2,"n_ran_checked":2,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["NiuTrans/NiuTrans.NMT","niutrans/niutensor"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"utterance-level-neural-confidence-measure-for","title":"Utterance-level neural confidence measure for end-to-end children speech recognition","date":"2021-09-16","arxiv_id":"2109.07750","n_code_links":0,"syntology":null},{"paper":"/paper/anchor-detr-query-design-for-transformer","slug":"anchor-detr-query-design-for-transformer","title":"Anchor DETR: Query Design for Transformer-Based Object Detection","date":"2021-09-15","arxiv_id":"2109.07107","n_code_links":2,"syntology":null},{"paper":"/paper/hybrid-local-global-transformer-for-image","slug":"hybrid-local-global-transformer-for-image","title":"Complementary Feature Enhanced Network with Vision Transformer for Image Dehazing","date":"2021-09-15","arxiv_id":"2109.07100","n_code_links":1,"syntology":null},{"paper":"/paper/incorporating-residual-and-normalization","slug":"incorporating-residual-and-normalization","title":"Incorporating Residual and Normalization Layers into Analysis of Masked Language Models","date":"2021-09-15","arxiv_id":"2109.07152","n_code_links":2,"syntology":{"ran":2,"of":2,"n_ran_checked":1,"n_instrument":1,"unverified":0,"pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["gorokoba560/norm-analysis-of-transformer"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/missformer-an-effective-medical-image","slug":"missformer-an-effective-medical-image","title":"MISSFormer: An Effective Medical Image Segmentation Transformer","date":"2021-09-15","arxiv_id":"2109.07162","n_code_links":1,"syntology":null},{"paper":"/paper/pnp-detr-towards-efficient-visual-analysis","slug":"pnp-detr-towards-efficient-visual-analysis","title":"PnP-DETR: Towards Efficient Visual Analysis with Transformers","date":"2021-09-15","arxiv_id":"2109.07036","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","official":{"repos":["twangnh/pnp-detr"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/pose-transformers-potr-human-motion","slug":"pose-transformers-potr-human-motion","title":"Pose Transformers (POTR): Human Motion Prediction with Non-Autoregressive Transformers","date":"2021-09-15","arxiv_id":"2109.07531","n_code_links":1,"syntology":null},{"paper":"/paper/retroprime-a-diverse-plausible-and","slug":"retroprime-a-diverse-plausible-and","title":"RetroPrime: A Diverse, plausible and Transformer-based method for Single-Step retrosynthesis predictions","date":"2021-09-15","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":"/paper/sequence-length-is-a-domain-length-based","slug":"sequence-length-is-a-domain-length-based","title":"Sequence Length is a Domain: Length-based Overfitting in Transformer Models","date":"2021-09-15","arxiv_id":"2109.07276","n_code_links":1,"syntology":null},{"paper":"/paper/supcl-seq-supervised-contrastive-learning-for","slug":"supcl-seq-supervised-contrastive-learning-for","title":"SupCL-Seq: Supervised Contrastive Learning for Downstream Optimized Sequence Representations","date":"2021-09-15","arxiv_id":"2109.07424","n_code_links":1,"syntology":null},{"paper":"/paper/towards-incremental-transformers-an-empirical","slug":"towards-incremental-transformers-an-empirical","title":"Towards Incremental Transformers: An Empirical Analysis of Transformer Models for Incremental NLU","date":"2021-09-15","arxiv_id":"2109.07364","n_code_links":1,"syntology":null},{"paper":"/paper/transformer-based-lexically-constrained","slug":"transformer-based-lexically-constrained","title":"Transformer-based Lexically Constrained Headline Generation","date":"2021-09-15","arxiv_id":"2109.07080","n_code_links":1,"syntology":null},{"paper":null,"slug":"a-three-step-training-approach-with-data","title":"A Three Step Training Approach with Data Augmentation for Morphological Inflection","date":"2021-09-14","arxiv_id":"2109.07006","n_code_links":0,"syntology":null},{"paper":null,"slug":"evaluating-biomedical-bert-models-for","title":"Evaluating Biomedical BERT Models for Vocabulary Alignment at Scale in the UMLS Metathesaurus","date":"2021-09-14","arxiv_id":"2109.13348","n_code_links":0,"syntology":null},{"paper":"/paper/structure-enhanced-pop-music-generation-via","slug":"structure-enhanced-pop-music-generation-via","title":"Structure-Enhanced Pop Music Generation via Harmony-Aware Learning","date":"2021-09-14","arxiv_id":"2109.06441","n_code_links":1,"syntology":null},{"paper":null,"slug":"vision-transformer-for-learning-driving","title":"Vision Transformer for Learning Driving Policies in Complex Multi-Agent Environments","date":"2021-09-14","arxiv_id":"2109.06514","n_code_links":0,"syntology":null},{"paper":null,"slug":"attention-weights-in-transformer-nmt-fail","title":"Attention Weights in Transformer NMT Fail Aligning Words Between Sequences but Largely Explain Model Predictions","date":"2021-09-13","arxiv_id":"2109.05853","n_code_links":0,"syntology":null},{"paper":"/paper/cdtrans-cross-domain-transformer-for","slug":"cdtrans-cross-domain-transformer-for","title":"CDTrans: Cross-domain Transformer for Unsupervised Domain Adaptation","date":"2021-09-13","arxiv_id":"2109.06165","n_code_links":2,"syntology":{"ran":6,"of":8,"n_ran_checked":5,"n_instrument":1,"unverified":2,"pointer_only":2,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","official":{"repos":["cdtrans/cdtrans"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}}],"record_sha256":"a21d163a5618d297e8bba783a008ac97af0ae9d8ca0bd99ef95ec6da4ca78c37","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}