{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/attention/papers/239","list_of":"/method/attention","method":"Attention","archive":{"snapshot":"2025-07-28"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"date (newest first), then slug","page":239,"pages_in_order":316,"rows_per_page":100,"rows":[23801,23900],"of":31583,"counts":{"archive_papers_tagged":31583,"with_a_code_link":13473,"where_syntology_ran_a_sample":3998,"not_listed_spam_title":0,"listed":31583,"listed_where_code_ran":3998,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":3366,"every_run_a_failure_of_syntologys_instrument":632,"listed_with_a_run_with_no_instrument_failure":3366,"listed_every_run_a_failure_of_syntologys_instrument":632,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/method/attention","prev":"/method/attention/papers/238","next":"/method/attention/papers/240","papers":[{"paper":null,"slug":"pash-at-trec-2021-deep-learning-track","title":"PASH at TREC 2021 Deep Learning Track: Generative Enhanced Model for Multi-stage Ranking","date":"2022-05-18","arxiv_id":"2205.11245","n_code_links":0,"syntology":null},{"paper":"/paper/persian-natural-language-inference-a-meta-1","slug":"persian-natural-language-inference-a-meta-1","title":"Persian Natural Language Inference: A Meta-learning approach","date":"2022-05-18","arxiv_id":"2205.08755","n_code_links":1,"syntology":null},{"paper":"/paper/transformer-based-multiple-instance-learning","slug":"transformer-based-multiple-instance-learning","title":"Transformer based multiple instance learning for weakly supervised histopathology image segmentation","date":"2022-05-18","arxiv_id":"2205.08878","n_code_links":1,"syntology":null},{"paper":"/paper/u-former-improving-monaural-speech","slug":"u-former-improving-monaural-speech","title":"U-Former: Improving Monaural Speech Enhancement with Multi-head Self and Cross Attention","date":"2022-05-18","arxiv_id":"2205.08681","n_code_links":1,"syntology":null},{"paper":null,"slug":"attention-aware-contrastive-learning-for","title":"Attention-aware contrastive learning for predicting T cell receptor-antigen binding specificity","date":"2022-05-17","arxiv_id":"2206.11255","n_code_links":0,"syntology":null},{"paper":null,"slug":"feature-aggregation-in-zero-shot-cross","title":"Feature Aggregation in Zero-Shot Cross-Lingual Transfer Using Multilingual BERT","date":"2022-05-17","arxiv_id":"2205.08497","n_code_links":0,"syntology":null},{"paper":null,"slug":"hover-trans-anatomy-aware-hover-transformer","title":"HoVer-Trans: Anatomy-aware HoVer-Transformer for ROI-free Breast Cancer Diagnosis in Ultrasound Images","date":"2022-05-17","arxiv_id":"2205.08390","n_code_links":0,"syntology":null},{"paper":null,"slug":"m6-rec-generative-pretrained-language-models","title":"M6-Rec: Generative Pretrained Language Models are Open-Ended Recommender Systems","date":"2022-05-17","arxiv_id":"2205.08084","n_code_links":0,"syntology":null},{"paper":null,"slug":"matrix-modality-aware-transformer-for","title":"MATrIX -- Modality-Aware Transformer for Information eXtraction","date":"2022-05-17","arxiv_id":"2205.08094","n_code_links":0,"syntology":null},{"paper":"/paper/mult-an-end-to-end-multitask-learning","slug":"mult-an-end-to-end-multitask-learning","title":"MulT: An End-to-End Multitask Learning Transformer","date":"2022-05-17","arxiv_id":"2205.08303","n_code_links":1,"syntology":{"ran":2,"of":2,"n_ran_checked":0,"n_instrument":2,"unverified":0,"pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","official":null}},{"paper":null,"slug":"povit-vision-transformer-for-multi-objective","title":"POViT: Vision Transformer for Multi-objective Design and Characterization of Nanophotonic Devices","date":"2022-05-17","arxiv_id":"2205.09045","n_code_links":0,"syntology":null},{"paper":null,"slug":"samu-xlsr-semantically-aligned-multimodal","title":"SAMU-XLSR: Semantically-Aligned Multimodal Utterance-level Cross-Lingual Speech Representation","date":"2022-05-17","arxiv_id":"2205.08180","n_code_links":0,"syntology":null},{"paper":"/paper/semi-fnd-stacked-ensemble-based-multimodal","slug":"semi-fnd-stacked-ensemble-based-multimodal","title":"SEMI-FND: Stacked Ensemble Based Multimodal Inference For Faster Fake News Detection","date":"2022-05-17","arxiv_id":"2205.08159","n_code_links":0,"syntology":null},{"paper":null,"slug":"skill-structured-knowledge-infusion-for-large","title":"SKILL: Structured Knowledge Infusion for Large Language Models","date":"2022-05-17","arxiv_id":"2205.08184","n_code_links":0,"syntology":null},{"paper":null,"slug":"the-power-of-reuse-a-multi-scale-transformer","title":"The Power of Fragmentation: A Hierarchical Transformer Model for Structural Segmentation in Symbolic Music Generation","date":"2022-05-17","arxiv_id":"2205.08579","n_code_links":0,"syntology":null},{"paper":"/paper/viralbert-a-user-focused-bert-based-approach","slug":"viralbert-a-user-focused-bert-based-approach","title":"ViralBERT: A User Focused BERT-Based Approach to Virality Prediction","date":"2022-05-17","arxiv_id":"2206.10298","n_code_links":1,"syntology":null},{"paper":"/paper/vision-transformer-adapter-for-dense","slug":"vision-transformer-adapter-for-dense","title":"Vision Transformer Adapter for Dense Predictions","date":"2022-05-17","arxiv_id":"2205.08534","n_code_links":2,"syntology":null},{"paper":"/paper/chemical-transformer-compression-for","slug":"chemical-transformer-compression-for","title":"Chemical transformer compression for accelerating both training and inference of molecular modeling","date":"2022-05-16","arxiv_id":"2205.07582","n_code_links":1,"syntology":null},{"paper":null,"slug":"consent-context-sensitive-transformer-for","title":"CONSENT: Context Sensitive Transformer for Bold Words Classification","date":"2022-05-16","arxiv_id":"2205.07683","n_code_links":0,"syntology":null},{"paper":null,"slug":"harnessing-multilingual-resources-to-question","title":"Harnessing Multilingual Resources to Question Answering in Arabic","date":"2022-05-16","arxiv_id":"2205.08024","n_code_links":0,"syntology":null},{"paper":null,"slug":"heroes-villains-and-victims-and-gpt-3","title":"Heroes, Villains, and Victims, and GPT-3: Automated Extraction of Character Roles Without Training Data","date":"2022-05-16","arxiv_id":"2205.07557","n_code_links":0,"syntology":null},{"paper":"/paper/the-ai-teacher-test-measuring-the-pedagogical","slug":"the-ai-teacher-test-measuring-the-pedagogical","title":"The AI Teacher Test: Measuring the Pedagogical Ability of Blender and GPT-3 in Educational Dialogues","date":"2022-05-16","arxiv_id":"2205.07540","n_code_links":1,"syntology":null},{"paper":null,"slug":"transformers-in-3d-point-clouds-a-survey","title":"Transformers in 3D Point Clouds: A Survey","date":"2022-05-16","arxiv_id":"2205.07417","n_code_links":0,"syntology":null},{"paper":"/paper/what-gpt-knows-about-who-is-who-1","slug":"what-gpt-knows-about-who-is-who-1","title":"What GPT Knows About Who is Who","date":"2022-05-16","arxiv_id":"2205.07407","n_code_links":1,"syntology":null},{"paper":null,"slug":"discovering-latent-concepts-learned-in-bert-1","title":"Discovering Latent Concepts Learned in BERT","date":"2022-05-15","arxiv_id":"2205.07237","n_code_links":0,"syntology":null},{"paper":"/paper/downstream-transformer-generation-of-question","slug":"downstream-transformer-generation-of-question","title":"Downstream Transformer Generation of Question-Answer Pairs with Preprocessing and Postprocessing Pipelines","date":"2022-05-15","arxiv_id":"2205.07387","n_code_links":1,"syntology":null},{"paper":"/paper/hero-gang-neural-model-for-named-entity","slug":"hero-gang-neural-model-for-named-entity","title":"Hero-Gang Neural Model For Named Entity Recognition","date":"2022-05-15","arxiv_id":"2205.07177","n_code_links":1,"syntology":null},{"paper":"/paper/learning-lip-based-audio-visual-speaker","slug":"learning-lip-based-audio-visual-speaker","title":"Learning Lip-Based Audio-Visual Speaker Embeddings with AV-HuBERT","date":"2022-05-15","arxiv_id":"2205.07180","n_code_links":1,"syntology":null},{"paper":null,"slug":"proxyless-neural-architecture-adaptation-for","title":"Proxyless Neural Architecture Adaptation for Supervised Learning and Self-Supervised Learning","date":"2022-05-15","arxiv_id":"2205.07168","n_code_links":0,"syntology":null},{"paper":"/paper/transkimmer-transformer-learns-to-layer-wise-1","slug":"transkimmer-transformer-learns-to-layer-wise-1","title":"Transkimmer: Transformer Learns to Layer-wise Skim","date":"2022-05-15","arxiv_id":"2205.07324","n_code_links":1,"syntology":{"ran":1,"of":2,"n_ran_checked":1,"n_instrument":0,"unverified":1,"pointer_only":2,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; the one sample that ran constructed an object rather than computing a result","official":{"repos":["chandlerguan/transkimmer"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":"/paper/video-frame-interpolation-with-transformer","slug":"video-frame-interpolation-with-transformer","title":"Video Frame Interpolation with Transformer","date":"2022-05-15","arxiv_id":"2205.07230","n_code_links":1,"syntology":null},{"paper":null,"slug":"dense-residual-transformer-for-image","title":"Dense residual Transformer for image denoising","date":"2022-05-14","arxiv_id":"2205.06944","n_code_links":0,"syntology":null},{"paper":null,"slug":"fake-news-quick-detection-on-dynamic","title":"Fake News Quick Detection on Dynamic Heterogeneous Information Networks","date":"2022-05-14","arxiv_id":"2205.07039","n_code_links":0,"syntology":null},{"paper":"/paper/naturalistic-causal-probing-for-morpho-syntax","slug":"naturalistic-causal-probing-for-morpho-syntax","title":"Naturalistic Causal Probing for Morpho-Syntax","date":"2022-05-14","arxiv_id":"2205.07043","n_code_links":1,"syntology":null},{"paper":"/paper/rasat-integrating-relational-structures-into","slug":"rasat-integrating-relational-structures-into","title":"RASAT: Integrating Relational Structures into Pretrained Seq2Seq Model for Text-to-SQL","date":"2022-05-14","arxiv_id":"2205.06983","n_code_links":1,"syntology":{"ran":5,"of":9,"n_ran_checked":5,"n_instrument":0,"unverified":4,"pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","official":{"repos":["lumia-group/rasat"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":4,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"transformer-scale-gate-for-semantic","title":"Transformer Scale Gate for Semantic Segmentation","date":"2022-05-14","arxiv_id":"2205.07056","n_code_links":0,"syntology":null},{"paper":"/paper/a-microstructure-estimation-transformer","slug":"a-microstructure-estimation-transformer","title":"A microstructure estimation Transformer inspired by sparse representation for diffusion MRI","date":"2022-05-13","arxiv_id":"2205.06450","n_code_links":1,"syntology":null},{"paper":"/paper/a-study-of-the-attention-abnormality-in-1","slug":"a-study-of-the-attention-abnormality-in-1","title":"A Study of the Attention Abnormality in Trojaned BERTs","date":"2022-05-13","arxiv_id":"2205.08305","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":0,"n_instrument":1,"unverified":0,"pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["weimin17/attention_abnormality_in_trojaned_berts"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"improving-contextual-representation-with-1","title":"Improving Contextual Representation with Gloss Regularized Pre-training","date":"2022-05-13","arxiv_id":"2205.06603","n_code_links":0,"syntology":null},{"paper":"/paper/local-attention-graph-based-transformer-for","slug":"local-attention-graph-based-transformer-for","title":"Local Attention Graph-based Transformer for Multi-target Genetic Alteration Prediction","date":"2022-05-13","arxiv_id":"2205.06672","n_code_links":1,"syntology":null},{"paper":"/paper/vit5-pretrained-text-to-text-transformer-for","slug":"vit5-pretrained-text-to-text-transformer-for","title":"ViT5: Pretrained Text-to-Text Transformer for Vietnamese Language Generation","date":"2022-05-13","arxiv_id":"2205.06457","n_code_links":1,"syntology":null},{"paper":"/paper/a-generalist-agent","slug":"a-generalist-agent","title":"A Generalist Agent","date":"2022-05-12","arxiv_id":"2205.06175","n_code_links":3,"syntology":{"ran":0,"of":2,"n_ran_checked":0,"n_instrument":0,"unverified":2,"pointer_only":0,"phrase":"0 ran · 2 unverified","official":null}},{"paper":null,"slug":"apptek-s-submission-to-the-iwslt-2022","title":"AppTek's Submission to the IWSLT 2022 Isometric Spoken Language Translation Task","date":"2022-05-12","arxiv_id":"2205.05807","n_code_links":0,"syntology":null},{"paper":null,"slug":"deep-learning-for-prawn-farming-forecasting","title":"Deep Learning for Prawn Farming: Forecasting and Anomaly Detection","date":"2022-05-12","arxiv_id":"2205.06359","n_code_links":0,"syntology":null},{"paper":"/paper/entity-aware-and-motion-aware-transformers","slug":"entity-aware-and-motion-aware-transformers","title":"Entity-aware and Motion-aware Transformers for Language-driven Action Localization in Videos","date":"2022-05-12","arxiv_id":"2205.05854","n_code_links":1,"syntology":null},{"paper":"/paper/group-r-cnn-for-weakly-semi-supervised-object","slug":"group-r-cnn-for-weakly-semi-supervised-object","title":"Group R-CNN for Weakly Semi-supervised Object Detection with Points","date":"2022-05-12","arxiv_id":"2205.05920","n_code_links":1,"syntology":null},{"paper":null,"slug":"is-the-computation-of-abstract-sameness","title":"Is the Computation of Abstract Sameness Relations Human-Like in Neural Language Models?","date":"2022-05-12","arxiv_id":"2205.06149","n_code_links":0,"syntology":null},{"paper":"/paper/multi-task-learning-for-zero-shot-performance","slug":"multi-task-learning-for-zero-shot-performance","title":"Multi Task Learning For Zero Shot Performance Prediction of Multilingual Models","date":"2022-05-12","arxiv_id":"2205.06130","n_code_links":0,"syntology":{"ran":5,"of":8,"n_ran_checked":5,"n_instrument":0,"unverified":3,"pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","official":null}},{"paper":null,"slug":"ner-mqmrc-formulating-named-entity","title":"NER-MQMRC: Formulating Named Entity Recognition as Multi Question Machine Reading Comprehension","date":"2022-05-12","arxiv_id":"2205.05904","n_code_links":0,"syntology":null},{"paper":"/paper/nflat-non-flat-lattice-transformer-for","slug":"nflat-non-flat-lattice-transformer-for","title":"NFLAT: Non-Flat-Lattice Transformer for Chinese Named Entity Recognition","date":"2022-05-12","arxiv_id":"2205.05832","n_code_links":1,"syntology":null},{"paper":"/paper/robot-cooking-with-stir-fry-bimanual-non","slug":"robot-cooking-with-stir-fry-bimanual-non","title":"Robot Cooking with Stir-fry: Bimanual Non-prehensile Manipulation of Semi-fluid Objects","date":"2022-05-12","arxiv_id":"2205.05960","n_code_links":1,"syntology":null},{"paper":null,"slug":"sampling-with-attribute-related-information","title":"Efficient and Training-Free Control of Language Generation","date":"2022-05-12","arxiv_id":"2205.06036","n_code_links":0,"syntology":null},{"paper":"/paper/simple-open-vocabulary-object-detection-with","slug":"simple-open-vocabulary-object-detection-with","title":"Simple Open-Vocabulary Object Detection with Vision Transformers","date":"2022-05-12","arxiv_id":"2205.06230","n_code_links":2,"syntology":null},{"paper":null,"slug":"supplementary-material-implementation-and","title":"Supplementary Material: Implementation and Experiments for GAU-based Model","date":"2022-05-12","arxiv_id":"2205.05842","n_code_links":0,"syntology":null},{"paper":null,"slug":"transformer-in-computer-vision-vit-and-its","title":"Vision Transformer: Vit and its Derivatives","date":"2022-05-12","arxiv_id":"2205.11239","n_code_links":0,"syntology":null},{"paper":null,"slug":"a-time-varying-study-of-chinese-investor","title":"A time-varying study of Chinese investor sentiment, stock market liquidity and volatility: Based on deep learning BERT model and TVP-VAR model","date":"2022-05-11","arxiv_id":"2205.05719","n_code_links":0,"syntology":null},{"paper":"/paper/aggpose-deep-aggregation-vision-transformer","slug":"aggpose-deep-aggregation-vision-transformer","title":"AggPose: Deep Aggregation Vision Transformer for Infant Pose Estimation","date":"2022-05-11","arxiv_id":"2205.05277","n_code_links":1,"syntology":{"ran":5,"of":7,"n_ran_checked":5,"n_instrument":0,"unverified":2,"pointer_only":7,"phrase":"5 ran (of which 5 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified; every one of the 5 samples that ran constructed an object rather than computing a result","official":{"repos":["szar-lab/aggpose"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":5,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"paper":"/paper/an-empirical-study-of-self-supervised","slug":"an-empirical-study-of-self-supervised","title":"An Empirical Study Of Self-supervised Learning Approaches For Object Detection With Transformers","date":"2022-05-11","arxiv_id":"2205.05543","n_code_links":2,"syntology":null},{"paper":"/paper/clinical-prompt-learning-with-frozen-language","slug":"clinical-prompt-learning-with-frozen-language","title":"Clinical Prompt Learning with Frozen Language Models","date":"2022-05-11","arxiv_id":"2205.05535","n_code_links":1,"syntology":null},{"paper":null,"slug":"cv4code-sourcecode-understanding-via-visual","title":"CV4Code: Sourcecode Understanding via Visual Code Representations","date":"2022-05-11","arxiv_id":"2205.08585","n_code_links":0,"syntology":null},{"paper":"/paper/query-based-keyphrase-extraction-from-long","slug":"query-based-keyphrase-extraction-from-long","title":"Query-Based Keyphrase Extraction from Long Documents","date":"2022-05-11","arxiv_id":"2205.05391","n_code_links":1,"syntology":null},{"paper":"/paper/towards-the-generation-of-musical","slug":"towards-the-generation-of-musical","title":"Towards the Generation of Musical Explanations with GPT-3","date":"2022-05-11","arxiv_id":"2206.08264","n_code_links":1,"syntology":null},{"paper":null,"slug":"admix-a-mixed-sample-data-augmentation-method","title":"AdMix: A Mixed Sample Data Augmentation Method for Neural Machine Translation","date":"2022-05-10","arxiv_id":"2205.04686","n_code_links":0,"syntology":null},{"paper":null,"slug":"deep-learning-based-chinese-text-sentiment","title":"Deep learning based Chinese text sentiment mining and stock market correlation research","date":"2022-05-10","arxiv_id":"2205.04743","n_code_links":0,"syntology":null},{"paper":"/paper/distilprotbert-a-distilled-protein-language","slug":"distilprotbert-a-distilled-protein-language","title":"DistilProtBert: A distilled protein language model used to distinguish between real proteins and their randomly shuffled counterparts","date":"2022-05-10","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":"/paper/problems-with-cosine-as-a-measure-of","slug":"problems-with-cosine-as-a-measure-of","title":"Problems with Cosine as a Measure of Embedding Similarity for High Frequency Words","date":"2022-05-10","arxiv_id":"2205.05092","n_code_links":2,"syntology":null},{"paper":null,"slug":"ratatouille-a-tool-for-novel-recipe","title":"Ratatouille: A tool for Novel Recipe Generation","date":"2022-05-10","arxiv_id":"2206.08267","n_code_links":0,"syntology":null},{"paper":"/paper/reduce-information-loss-in-transformers-for","slug":"reduce-information-loss-in-transformers-for","title":"Reduce Information Loss in Transformers for Pluralistic Image Inpainting","date":"2022-05-10","arxiv_id":"2205.05076","n_code_links":1,"syntology":null},{"paper":"/paper/reducing-activation-recomputation-in-large","slug":"reducing-activation-recomputation-in-large","title":"Reducing Activation Recomputation in Large Transformer Models","date":"2022-05-10","arxiv_id":"2205.05198","n_code_links":4,"syntology":{"ran":5,"of":6,"n_ran_checked":5,"n_instrument":0,"unverified":1,"pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":{"repos":["NVIDIA/Megatron-LM"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed"]}}},{"paper":null,"slug":"spatio-temporal-transformer-for-dynamic","title":"Spatio-Temporal Transformer for Dynamic Facial Expression Recognition in the Wild","date":"2022-05-10","arxiv_id":"2205.04749","n_code_links":0,"syntology":null},{"paper":"/paper/unifying-language-learning-paradigms","slug":"unifying-language-learning-paradigms","title":"UL2: Unifying Language Learning Paradigms","date":"2022-05-10","arxiv_id":"2205.05131","n_code_links":2,"syntology":{"ran":15,"of":16,"n_ran_checked":15,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 15 with no instrument failure: 0 honoured, 0 violated, 15 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":{"repos":["google-research/google-research"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/activating-more-pixels-in-image-super","slug":"activating-more-pixels-in-image-super","title":"Activating More Pixels in Image Super-Resolution Transformer","date":"2022-05-09","arxiv_id":"2205.04437","n_code_links":2,"syntology":null},{"paper":null,"slug":"automated-evaluation-for-student","title":"Automated Evaluation for Student Argumentative Writing: A Survey","date":"2022-05-09","arxiv_id":"2205.04083","n_code_links":0,"syntology":null},{"paper":null,"slug":"incremental-detr-incremental-few-shot-object","title":"Incremental-DETR: Incremental Few-Shot Object Detection via Self-Supervised Learning","date":"2022-05-09","arxiv_id":"2205.04042","n_code_links":0,"syntology":null},{"paper":"/paper/long-document-re-ranking-with-modular-re","slug":"long-document-re-ranking-with-modular-re","title":"Long Document Re-ranking with Modular Re-ranker","date":"2022-05-09","arxiv_id":"2205.04275","n_code_links":1,"syntology":null},{"paper":null,"slug":"multi-segment-preserving-sampling-for-deep","title":"Multi-segment preserving sampling for deep manifold sampler","date":"2022-05-09","arxiv_id":"2205.04259","n_code_links":0,"syntology":null},{"paper":null,"slug":"research-on-the-correlation-between-text","title":"Research on the correlation between text emotion mining and stock market based on deep learning","date":"2022-05-09","arxiv_id":"2205.06675","n_code_links":0,"syntology":null},{"paper":"/paper/swiniqa-learned-swin-distance-for-compressed","slug":"swiniqa-learned-swin-distance-for-compressed","title":"SwinIQA: Learned Swin Distance for Compressed Image Quality Assessment","date":"2022-05-09","arxiv_id":"2205.04264","n_code_links":1,"syntology":null},{"paper":"/paper/a-nas-neural-architecture-search-using","slug":"a-nas-neural-architecture-search-using","title":"Neural Architecture Search using Property Guided Synthesis","date":"2022-05-08","arxiv_id":"2205.03960","n_code_links":1,"syntology":null},{"paper":null,"slug":"adaptive-graph-convolutional-network","title":"Adaptive Graph Convolutional Network Framework for Multidimensional Time Series Prediction","date":"2022-05-08","arxiv_id":"2205.04885","n_code_links":0,"syntology":null},{"paper":"/paper/dxformer-a-decoupled-automatic-diagnostic","slug":"dxformer-a-decoupled-automatic-diagnostic","title":"DxFormer: A Decoupled Automatic Diagnostic System Based on Decoder-Encoder Transformer with Dense Symptom Representations","date":"2022-05-08","arxiv_id":"2205.03755","n_code_links":1,"syntology":null},{"paper":"/paper/mutual-distillation-learning-network-for","slug":"mutual-distillation-learning-network-for","title":"Mutual Distillation Learning Network for Trajectory-User Linking","date":"2022-05-08","arxiv_id":"2205.03773","n_code_links":1,"syntology":{"ran":0,"of":1,"n_ran_checked":0,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"0 ran · 1 unverified","official":{"repos":["onedean/maintul"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"paper":"/paper/on-the-use-of-bert-for-automated-essay","slug":"on-the-use-of-bert-for-automated-essay","title":"On the Use of BERT for Automated Essay Scoring: Joint Learning of Multi-Scale Essay Representation","date":"2022-05-08","arxiv_id":"2205.03835","n_code_links":1,"syntology":null},{"paper":"/paper/aki-bert-a-pre-trained-clinical-language","slug":"aki-bert-a-pre-trained-clinical-language","title":"AKI-BERT: a Pre-trained Clinical Language Model for Early Prediction of Acute Kidney Injury","date":"2022-05-07","arxiv_id":"2205.03695","n_code_links":1,"syntology":null},{"paper":"/paper/emotionflow-capture-the-dialogue-level","slug":"emotionflow-capture-the-dialogue-level","title":"EmotionFlow: Capture the Dialogue Level Emotion Transitions","date":"2022-05-07","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"number-entity-recognition","title":"Improving Downstream Task Performance by Treating Numbers as Entities","date":"2022-05-07","arxiv_id":"2205.03559","n_code_links":0,"syntology":null},{"paper":null,"slug":"vector-representations-of-idioms-in","title":"Vector Representations of Idioms in Conversational Systems","date":"2022-05-07","arxiv_id":"2205.03666","n_code_links":0,"syntology":null},{"paper":"/paper/a-data-cartography-based-mixup-for-pre","slug":"a-data-cartography-based-mixup-for-pre","title":"A Data Cartography based MixUp for Pre-trained Language Models","date":"2022-05-06","arxiv_id":"2205.03403","n_code_links":1,"syntology":null},{"paper":null,"slug":"explaining-the-effectiveness-of-multi-task","title":"Explaining the Effectiveness of Multi-Task Learning for Efficient Knowledge Extraction from Spine MRI Reports","date":"2022-05-06","arxiv_id":"2205.02979","n_code_links":0,"syntology":null},{"paper":"/paper/fake-news-detection-with-heterogeneous","slug":"fake-news-detection-with-heterogeneous","title":"Fake News Detection with Heterogeneous Transformer","date":"2022-05-06","arxiv_id":"2205.03100","n_code_links":1,"syntology":null},{"paper":null,"slug":"rcmnet-a-deep-learning-model-assists-car-t","title":"RCMNet: A deep learning model assists CAR-T therapy for leukemia","date":"2022-05-06","arxiv_id":"2205.04230","n_code_links":0,"syntology":null},{"paper":"/paper/stock-price-prediction-based-on-natural","slug":"stock-price-prediction-based-on-natural","title":"Stock Price Prediction Based on Natural Language Processing","date":"2022-05-06","arxiv_id":null,"n_code_links":2,"syntology":null},{"paper":"/paper/the-unreliability-of-explanations-in-few-shot","slug":"the-unreliability-of-explanations-in-few-shot","title":"The Unreliability of Explanations in Few-shot Prompting for Textual Reasoning","date":"2022-05-06","arxiv_id":"2205.03401","n_code_links":1,"syntology":null},{"paper":"/paper/transformer-based-multi-aspect-multi","slug":"transformer-based-multi-aspect-multi","title":"Transformer-Based Multi-Aspect Multi-Granularity Non-Native English Speaker Pronunciation Assessment","date":"2022-05-06","arxiv_id":"2205.03432","n_code_links":1,"syntology":null},{"paper":"/paper/when-a-sentence-does-not-introduce-a-1","slug":"when-a-sentence-does-not-introduce-a-1","title":"When a sentence does not introduce a discourse entity, Transformer-based models still sometimes refer to it","date":"2022-05-06","arxiv_id":"2205.03472","n_code_links":1,"syntology":null},{"paper":null,"slug":"a-deep-learning-approach-to-dst-index","title":"A Deep Learning Approach to Dst Index Prediction","date":"2022-05-05","arxiv_id":"2205.02447","n_code_links":0,"syntology":null},{"paper":"/paper/bort-back-and-denoising-reconstruction-for-1","slug":"bort-back-and-denoising-reconstruction-for-1","title":"BORT: Back and Denoising Reconstruction for End-to-End Task-Oriented Dialog","date":"2022-05-05","arxiv_id":"2205.02471","n_code_links":1,"syntology":null},{"paper":"/paper/declaration-based-prompt-tuning-for-visual","slug":"declaration-based-prompt-tuning-for-visual","title":"Declaration-based Prompt Tuning for Visual Question Answering","date":"2022-05-05","arxiv_id":"2205.02456","n_code_links":1,"syntology":null},{"paper":"/paper/exploiting-global-and-local-hierarchies-for","slug":"exploiting-global-and-local-hierarchies-for","title":"Exploiting Global and Local Hierarchies for Hierarchical Text Classification","date":"2022-05-05","arxiv_id":"2205.02613","n_code_links":1,"syntology":null},{"paper":null,"slug":"identifying-cause-and-effect-relationships-of","title":"Identifying Cause-and-Effect Relationships of Manufacturing Errors using Sequence-to-Sequence Learning","date":"2022-05-05","arxiv_id":"2205.02827","n_code_links":0,"syntology":null}],"record_sha256":"4fd2af7b78adf3668a916594ea77910408e93222310e1c743d4802eabcd73938","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}