{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/weight-decay/papers/71","list_of":"/method/weight-decay","method":"Weight Decay","archive":{"snapshot":"2025-07-28"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"date (newest first), then slug","page":71,"pages_in_order":108,"rows_per_page":100,"rows":[7001,7100],"of":10713,"counts":{"archive_papers_tagged":10713,"with_a_code_link":4533,"where_syntology_ran_a_sample":1291,"not_listed_spam_title":0,"listed":10713,"listed_where_code_ran":1291,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":1064,"every_run_a_failure_of_syntologys_instrument":227,"listed_with_a_run_with_no_instrument_failure":1064,"listed_every_run_a_failure_of_syntologys_instrument":227,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/method/weight-decay","prev":"/method/weight-decay/papers/70","next":"/method/weight-decay/papers/72","papers":[{"paper":"/paper/given-users-recommendations-based-on-reviews","slug":"given-users-recommendations-based-on-reviews","title":"Given Users Recommendations Based on Reviews on Yelp","date":"2021-12-03","arxiv_id":"2112.01762","n_code_links":1,"syntology":null},{"paper":null,"slug":"nn-lut-neural-approximation-of-non-linear","title":"NN-LUT: Neural Approximation of Non-Linear Operations for Efficient Transformer Inference","date":"2021-12-03","arxiv_id":"2112.02191","n_code_links":0,"syntology":null},{"paper":"/paper/siamese-bert-based-model-for-web-search","slug":"siamese-bert-based-model-for-web-search","title":"Siamese BERT-based Model for Web Search Relevance Ranking Evaluated on a New Czech Dataset","date":"2021-12-03","arxiv_id":"2112.01810","n_code_links":1,"syntology":null},{"paper":"/paper/bevt-bert-pretraining-of-video-transformers","slug":"bevt-bert-pretraining-of-video-transformers","title":"BEVT: BERT Pretraining of Video Transformers","date":"2021-12-02","arxiv_id":"2112.01529","n_code_links":1,"syntology":null},{"paper":"/paper/plsum-generating-pt-br-wikipedia-by","slug":"plsum-generating-pt-br-wikipedia-by","title":"PLSUM: Generating PT-BR Wikipedia by Summarizing Multiple Websites","date":"2021-12-02","arxiv_id":"2112.01591","n_code_links":1,"syntology":null},{"paper":null,"slug":"unsupervised-law-article-mining-based-on-deep","title":"Unsupervised Law Article Mining based on Deep Pre-Trained Language Representation Models with Application to the Italian Civil Code","date":"2021-12-02","arxiv_id":"2112.03033","n_code_links":0,"syntology":null},{"paper":"/paper/combining-global-and-local-attention-with","slug":"combining-global-and-local-attention-with","title":"Combining Global and Local Attention with Positional Encoding for Video Summarization","date":"2021-12-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"domain-oriented-language-pre-training-with","title":"Domain-oriented Language Pre-training with Adaptive Hybrid Masking and Optimal Transport Alignment","date":"2021-12-01","arxiv_id":"2112.03024","n_code_links":0,"syntology":null},{"paper":null,"slug":"drone-data-aware-low-rank-compression-for","title":"DRONE: Data-aware Low-rank Compression for Large NLP Models","date":"2021-12-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"ner-bert-a-pre-trained-model-for-low-resource","title":"NER-BERT: A Pre-trained Model for Low-Resource Entity Tagging","date":"2021-12-01","arxiv_id":"2112.00405","n_code_links":0,"syntology":null},{"paper":null,"slug":"searching-for-efficient-transformers-for","title":"Searching for Efficient Transformers for Language Modeling","date":"2021-12-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"spherical-motion-dynamics-learning-dynamics","title":"Spherical Motion Dynamics: Learning Dynamics of Normalized Neural Network using SGD and Weight Decay","date":"2021-12-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/think-big-teach-small-do-language-models","slug":"think-big-teach-small-do-language-models","title":"Think Big, Teach Small: Do Language Models Distil Occam’s Razor?","date":"2021-12-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":"/paper/tribert-human-centric-audio-visual","slug":"tribert-human-centric-audio-visual","title":"TriBERT: Human-centric Audio-visual Representation Learning","date":"2021-12-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":"/paper/tuning-large-neural-networks-via-zero-shot","slug":"tuning-large-neural-networks-via-zero-shot","title":"Tuning Large Neural Networks via Zero-Shot Hyperparameter Transfer","date":"2021-12-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"wiki-to-automotive-understanding-the","title":"Wiki to Automotive: Understanding the Distribution Shift and its impact on Named Entity Recognition","date":"2021-12-01","arxiv_id":"2112.00283","n_code_links":0,"syntology":null},{"paper":null,"slug":"a-comparative-study-of-transformers-on-word","title":"A Comparative Study of Transformers on Word Sense Disambiguation","date":"2021-11-30","arxiv_id":"2111.15417","n_code_links":0,"syntology":null},{"paper":null,"slug":"chemical-identification-and-indexing-in","title":"Chemical Identification and Indexing in PubMed Articles via BERT and Text-to-Text Approaches","date":"2021-11-30","arxiv_id":"2111.15622","n_code_links":0,"syntology":null},{"paper":null,"slug":"generating-rich-product-descriptions-for","title":"Generating Rich Product Descriptions for Conversational E-commerce Systems","date":"2021-11-30","arxiv_id":"2111.15298","n_code_links":0,"syntology":null},{"paper":null,"slug":"karl-trans-ner-knowledge-aware-representation","title":"KARL-Trans-NER: Knowledge Aware Representation Learning for Named Entity Recognition using Transformers","date":"2021-11-30","arxiv_id":"2111.15436","n_code_links":0,"syntology":null},{"paper":null,"slug":"nlp-techniques-for-water-quality-analysis-in","title":"NLP Techniques for Water Quality Analysis in Social Media Content","date":"2021-11-30","arxiv_id":"2112.11441","n_code_links":0,"syntology":null},{"paper":"/paper/pixelated-butterfly-simple-and-efficient-1","slug":"pixelated-butterfly-simple-and-efficient-1","title":"Pixelated Butterfly: Simple and Efficient Sparse training for Neural Network Models","date":"2021-11-30","arxiv_id":"2112.00029","n_code_links":1,"syntology":{"ran":4,"of":6,"n_ran_checked":4,"n_instrument":0,"unverified":2,"pointer_only":5,"phrase":"4 ran (of which 4 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified; every one of the 4 samples that ran constructed an object rather than computing a result","official":{"repos":["HazyResearch/pixelfly"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["found_in_text"]}}},{"paper":"/paper/sentiment-analysis-and-effect-of-covid-19","slug":"sentiment-analysis-and-effect-of-covid-19","title":"Sentiment Analysis and Effect of COVID-19 Pandemic using College SubReddit Data","date":"2021-11-30","arxiv_id":"2112.04351","n_code_links":1,"syntology":null},{"paper":null,"slug":"spaceedit-learning-a-unified-editing-space","title":"SpaceEdit: Learning a Unified Editing Space for Open-Domain Image Editing","date":"2021-11-30","arxiv_id":"2112.00180","n_code_links":0,"syntology":null},{"paper":null,"slug":"text-classification-problems-via-bert","title":"Text classification problems via BERT embedding method and graph convolutional neural network","date":"2021-11-30","arxiv_id":"2111.15379","n_code_links":0,"syntology":null},{"paper":null,"slug":"customer-sentiment-analysis-using-weak","title":"Customer Sentiment Analysis using Weak Supervision for Customer-Agent Chat","date":"2021-11-29","arxiv_id":"2111.14282","n_code_links":0,"syntology":null},{"paper":"/paper/point-bert-pre-training-3d-point-cloud","slug":"point-bert-pre-training-3d-point-cloud","title":"Point-BERT: Pre-training 3D Point Cloud Transformers with Masked Point Modeling","date":"2021-11-29","arxiv_id":"2111.14819","n_code_links":3,"syntology":{"ran":5,"of":6,"n_ran_checked":2,"n_instrument":3,"unverified":1,"pointer_only":2,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 0 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","official":{"repos":["lulutang0608/Point-BERT"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"paper":null,"slug":"speech-tasks-relevant-to-sleepiness","title":"Speech Tasks Relevant to Sleepiness Determined with Deep Transfer Learning","date":"2021-11-29","arxiv_id":"2111.14684","n_code_links":0,"syntology":null},{"paper":null,"slug":"context-matters-in-semantically-controlled","title":"Context Matters in Semantically Controlled Language Generation for Task-oriented Dialogue Systems","date":"2021-11-28","arxiv_id":"2111.14119","n_code_links":0,"syntology":null},{"paper":null,"slug":"tapping-bert-for-preposition-sense","title":"Tapping BERT for Preposition Sense Disambiguation","date":"2021-11-27","arxiv_id":"2111.13972","n_code_links":0,"syntology":null},{"paper":null,"slug":"predicting-document-coverage-for-relation","title":"Predicting Document Coverage for Relation Extraction","date":"2021-11-26","arxiv_id":"2111.13611","n_code_links":0,"syntology":null},{"paper":"/paper/amortized-prompt-lightweight-fine-tuning-for","slug":"amortized-prompt-lightweight-fine-tuning-for","title":"Domain Prompt Learning for Efficiently Adapting CLIP to Unseen Domains","date":"2021-11-25","arxiv_id":"2111.12853","n_code_links":1,"syntology":{"ran":12,"of":17,"n_ran_checked":8,"n_instrument":4,"unverified":5,"pointer_only":17,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 1 violated, 7 with no contract checked; 4 where Syntology's instrument failed) · 5 unverified","official":{"repos":["shogi880/DPLCLIP"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":5,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"does-constituency-analysis-enhance-domain","title":"Does constituency analysis enhance domain-specific pre-trained BERT models for relation extraction?","date":"2021-11-25","arxiv_id":"2112.02955","n_code_links":0,"syntology":null},{"paper":"/paper/evaluating-the-robustness-of-retrieval","slug":"evaluating-the-robustness-of-retrieval","title":"Evaluating the Robustness of Retrieval Pipelines with Query Variation Generators","date":"2021-11-25","arxiv_id":"2111.13057","n_code_links":1,"syntology":null},{"paper":null,"slug":"new-approaches-to-long-document-summarization","title":"New Approaches to Long Document Summarization: Fourier Transform Based Attention in a Transformer Model","date":"2021-11-25","arxiv_id":"2111.15473","n_code_links":0,"syntology":null},{"paper":null,"slug":"probabilistic-impact-score-generation-using","title":"Probabilistic Impact Score Generation using Ktrain-BERT to Identify Hate Words from Twitter Discussions","date":"2021-11-25","arxiv_id":"2111.12939","n_code_links":0,"syntology":null},{"paper":null,"slug":"recommending-multiple-positive-citations-for","title":"Recommending Multiple Positive Citations for Manuscript via Content-Dependent Modeling and Multi-Positive Triplet","date":"2021-11-25","arxiv_id":"2111.12899","n_code_links":0,"syntology":null},{"paper":null,"slug":"transformer-based-korean-pretrained-language","title":"Transformer-based Korean Pretrained Language Models: A Survey on Three Years of Progress","date":"2021-11-25","arxiv_id":"2112.03014","n_code_links":0,"syntology":null},{"paper":"/paper/peco-perceptual-codebook-for-bert-pre","slug":"peco-perceptual-codebook-for-bert-pre","title":"PeCo: Perceptual Codebook for BERT Pre-training of Vision Transformers","date":"2021-11-24","arxiv_id":"2111.12710","n_code_links":1,"syntology":null},{"paper":"/paper/dabs-a-domain-agnostic-benchmark-for-self","slug":"dabs-a-domain-agnostic-benchmark-for-self","title":"DABS: A Domain-Agnostic Benchmark for Self-Supervised Learning","date":"2021-11-23","arxiv_id":"2111.12062","n_code_links":1,"syntology":{"ran":2,"of":2,"n_ran_checked":2,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["alextamkin/dabs"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/variational-learning-for-unsupervised-1","slug":"variational-learning-for-unsupervised-1","title":"Variational Learning for Unsupervised Knowledge Grounded Dialogs","date":"2021-11-23","arxiv_id":"2112.00653","n_code_links":1,"syntology":null},{"paper":null,"slug":"finding-the-winning-ticket-of-bert-for-binary","title":"Can depth-adaptive BERT perform better on binary classification tasks","date":"2021-11-22","arxiv_id":"2111.10951","n_code_links":0,"syntology":null},{"paper":null,"slug":"does-bert-look-at-sentiment-lexicon","title":"Does BERT look at sentiment lexicon?","date":"2021-11-19","arxiv_id":"2111.10100","n_code_links":0,"syntology":null},{"paper":null,"slug":"lexicon-based-methods-vs-bert-for-text","title":"Lexicon-based Methods vs. BERT for Text Sentiment Analysis","date":"2021-11-19","arxiv_id":"2111.10097","n_code_links":0,"syntology":null},{"paper":"/paper/clipcap-clip-prefix-for-image-captioning","slug":"clipcap-clip-prefix-for-image-captioning","title":"ClipCap: CLIP Prefix for Image Captioning","date":"2021-11-18","arxiv_id":"2111.09734","n_code_links":4,"syntology":{"ran":6,"of":6,"n_ran_checked":5,"n_instrument":1,"unverified":0,"pointer_only":2,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["rmokady/clip_prefix_caption"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"paper":"/paper/debertav3-improving-deberta-using-electra","slug":"debertav3-improving-deberta-using-electra","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","date":"2021-11-18","arxiv_id":"2111.09543","n_code_links":3,"syntology":{"ran":6,"of":7,"n_ran_checked":6,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":{"repos":["microsoft/DeBERTa"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"dynamic-tinybert-boost-tinybert-s-inference","title":"Dynamic-TinyBERT: Boost TinyBERT's Inference Efficiency by Dynamic Sequence Length","date":"2021-11-18","arxiv_id":"2111.09645","n_code_links":0,"syntology":null},{"paper":null,"slug":"lanobert-system-log-anomaly-detection-based","title":"LAnoBERT: System Log Anomaly Detection based on BERT Masked Language Model","date":"2021-11-18","arxiv_id":"2111.09564","n_code_links":0,"syntology":null},{"paper":"/paper/robertuito-a-pre-trained-language-model-for","slug":"robertuito-a-pre-trained-language-model-for","title":"RoBERTuito: a pre-trained language model for social media text in Spanish","date":"2021-11-18","arxiv_id":"2111.09453","n_code_links":1,"syntology":{"ran":3,"of":6,"n_ran_checked":3,"n_instrument":0,"unverified":3,"pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","official":{"repos":["pysentimiento/robertuito"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":3,"ran_from_kinds":["official"]}}},{"paper":"/paper/the-power-of-selecting-key-blocks-with-local","slug":"the-power-of-selecting-key-blocks-with-local","title":"The Power of Selecting Key Blocks with Local Pre-ranking for Long Document Information Retrieval","date":"2021-11-18","arxiv_id":"2111.09852","n_code_links":1,"syntology":null},{"paper":null,"slug":"guiding-generative-language-models-for-data","title":"Guiding Generative Language Models for Data Augmentation in Few-Shot Text Classification","date":"2021-11-17","arxiv_id":"2111.09064","n_code_links":0,"syntology":null},{"paper":null,"slug":"a-comparative-study-on-transfer-learning-and","title":"A Comparative Study on Transfer Learning and Distance Metrics in Semantic Clustering over the COVID-19 Tweets","date":"2021-11-16","arxiv_id":"2111.08658","n_code_links":0,"syntology":null},{"paper":null,"slug":"a-flexible-multi-task-model-for-bert-serving-1","title":"A Flexible Multi-Task Model for BERT Serving","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"a-graph-enhanced-bert-model-for-event","title":"A Graph Enhanced BERT Model for Event Prediction","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"a-sentence-is-worth-128-pseudo-tokens-a","title":"A Sentence is Worth 128 Pseudo Tokens: A Semantic-Aware Contrastive Learning Framework for Sentence Embeddings","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"a-structured-semantic-reinforcement-method","title":"A Structured Semantic Reinforcement method for Task-Oriented Dialogue","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"active-dialogue-simulation-in-conversational","title":"Active Dialogue Simulation in Conversational Systems","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"adapler-speeding-up-inference-by-adaptive","title":"AdapLeR: Speeding up Inference by Adaptive Length Reduction","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"an-information-theoretic-measurement-of","title":"An Information Theoretic Measurement of Topical Relevance in Learner Essays","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"an-isotropy-analysis-in-the-multilingual-bert-1","title":"An Isotropy Analysis in the Multilingual BERT Embedding Space","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"anna-enhanced-language-representation-for","title":"ANNA: Enhanced Language Representation for Question Answering","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"assessing-the-coherence-modeling-capabilities","title":"Assessing the Coherence Modeling Capabilities of Pretrained Transformer-based Language Models","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/attention-based-multi-hypothesis-fusion-for","slug":"attention-based-multi-hypothesis-fusion-for","title":"Attention-based Multi-hypothesis Fusion for Speech Summarization","date":"2021-11-16","arxiv_id":"2111.08201","n_code_links":2,"syntology":null},{"paper":null,"slug":"bert-got-a-date-introducing-transformers-to-1","title":"BERT got a Date: Introducing Transformers to Temporal Tagging","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"bert-is-robust-a-case-against-synonym-based-1","title":"BERT is Robust! A Case Against Synonym-Based Adversarial Examples in Text Classification","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"bigfive-a-dataset-of-coarse-and-fine-grained","title":"BigFive: A Dataset of Coarse- and Fine-Grained Personality Characteristics","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"bort-back-and-denoising-reconstruction-for","title":"BORT: Back and Denoising Reconstruction for End-to-End Task-Oriented Dialog","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/building-chinese-biomedical-language-models-1","slug":"building-chinese-biomedical-language-models-1","title":"Building Chinese Biomedical Language Models via Multi-Level Text Discrimination","date":"2021-11-16","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"chinese-word-attention-based-on-valid","title":"Chinese Word Attention based on Valid Division of Sentence","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"contextualized-sensorimotor-norms-multi","title":"Contextualized Sensorimotor Norms: multi-dimensional measures of sensorimotor strength for ambiguous English words, in context","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"create-a-benchmark-for-chinese-short-video","title":"CREATE: A Benchmark for Chinese Short Video Retrieval and Title Generation","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"cross-domain-named-entity-recognition-via","title":"Cross-domain Named Entity Recognition via Graph Matching","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/cvss-bert-explainable-natural-language","slug":"cvss-bert-explainable-natural-language","title":"CVSS-BERT: Explainable Natural Language Processing to Determine the Severity of a Computer Security Vulnerability from its Description","date":"2021-11-16","arxiv_id":"2111.08510","n_code_links":1,"syntology":null},{"paper":null,"slug":"data-augmentation-for-intent-classification","title":"Data Augmentation for Intent Classification with Generic Large Language Models","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"data-contamination-from-memorization-to","title":"Data Contamination: From Memorization to Exploitation","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"dawson-data-augmentation-using-weak","title":"DAWSON: Data Augmentation using Weak Supervision On Natural Language","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"deep-to-bottom-weights-decay-a-systemic","title":"Deep-to-bottom Weights Decay: A Systemic Knowledge Review Learning Technique for Transformer Layers in Knowledge Distillation","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"discontinuous-constituency-and-bert-a-case","title":"Discontinuous Constituency and BERT: A Case Study of Dutch","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"eliteplm-an-empirical-study-on-general","title":"ElitePLM: An Empirical Study on General Language Ability Evaluation of Pretrained Language Models","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"elle-efficient-lifelong-pre-training-for","title":"ELLE: Efficient Lifelong Pre-training for Emerging Data","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"end-to-end-task-oriented-dialog-policy","title":"End-to-end Task-oriented Dialog Policy Learning based on Pre-trained Language Model","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"ernie-sparse-learning-hierarchical-efficient","title":"ERNIE-SPARSE: Learning Hierarchical Efficient Transformer Through Regularized Self-Attention","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"event-detection-via-derangement-question","title":"Event Detection via Derangement Question Answering","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"eventbert","title":"EventBERT","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"explicit-modeling-the-context-for-chinese-ner","title":"Explicit Modeling the Context for Chinese NER","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"exploring-and-adapting-chinese-gpt-to-pinyin","title":"Exploring and Adapting Chinese GPT to Pinyin Input Method","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"eye-gaze-and-self-attention-how-humans-and","title":"Eye Gaze and Self-attention: How Humans and Transformers Attend Words in Sentences","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"feature-rich-open-vocabulary-interpretable","title":"Feature-rich Open-vocabulary Interpretable Neural Representations for All of the World’s 7000 Languages","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"feature-structure-distillation-for-bert","title":"Feature Structure Distillation for BERT Transferring","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"gabert-an-irish-language-model-1","title":"gaBERT — an Irish Language Model","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"generative-pre-trained-transformer-for-design","title":"Generative Pre-Trained Transformer for Design Concept Generation: An Exploration","date":"2021-11-16","arxiv_id":"2111.08489","n_code_links":0,"syntology":null},{"paper":null,"slug":"get-the-point-graph-enhanced-candidate","title":"Get the Point! Graph Enhanced Candidate Retrieval for Zero-shot Entity Linking","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"glm-general-language-model-pretraining-with","title":"GLM: General Language Model Pretraining with Autoregressive Blank Infilling","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"graph-based-fine-grained-multimodal-attention","title":"Graph-based Fine-grained Multimodal Attention Mechanism for Sentiment Analysis","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"how-does-the-pre-training-objective-affect","title":"How does the pre-training objective affect what large language models learn about linguistic properties?","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"impact-of-tokenization-on-language-models-an","title":"Impact of Tokenization on Language Models: An Analysis for Turkish","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"improving-gpt-3-after-deployment-with-a","title":"Improving GPT-3 after deployment with a dynamic memory of feedback","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"improving-neural-models-for-radiology-report","title":"Improving Neural Models for Radiology Report Retrieval with Lexicon-based Automated Annotation","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"improving-unsupervised-sentence","title":"Improving Unsupervised Sentence Simplification Using Fine-Tuned Masked Language Models","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"input-specific-attention-subnetworks-for","title":"Input-specific Attention Subnetworks for Adversarial Detection","date":"2021-11-16","arxiv_id":null,"n_code_links":0,"syntology":null}],"record_sha256":"c7d3285e67bd04a7a6d43f2f867b69893d215bcaeba8fa4c441cf36c56b664d4","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}