{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/linear-warmup-with-cosine-annealing/papers/37","list_of":"/method/linear-warmup-with-cosine-annealing","method":"Linear Warmup With Cosine Annealing","archive":{"snapshot":"2025-07-28"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"date (newest first), then slug","page":37,"pages_in_order":38,"rows_per_page":100,"rows":[3601,3700],"of":3797,"counts":{"archive_papers_tagged":3797,"with_a_code_link":1655,"where_syntology_ran_a_sample":602,"not_listed_spam_title":0,"listed":3797,"listed_where_code_ran":602,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":490,"every_run_a_failure_of_syntologys_instrument":112,"listed_with_a_run_with_no_instrument_failure":490,"listed_every_run_a_failure_of_syntologys_instrument":112,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/method/linear-warmup-with-cosine-annealing","prev":"/method/linear-warmup-with-cosine-annealing/papers/36","next":"/method/linear-warmup-with-cosine-annealing/papers/38","papers":[{"paper":null,"slug":"memformer-the-memory-augmented-transformer-1","title":"Memformer: A Memory-Augmented Transformer for Sequence Modeling","date":"2020-10-14","arxiv_id":"2010.06891","n_code_links":0,"syntology":null},{"paper":null,"slug":"the-workweek-is-the-best-time-to-start-a","title":"The workweek is the best time to start a family -- A Study of GPT-2 Based Claim Generation","date":"2020-10-13","arxiv_id":"2010.06185","n_code_links":0,"syntology":null},{"paper":"/paper/comet-atomic-2020-on-symbolic-and-neural","slug":"comet-atomic-2020-on-symbolic-and-neural","title":"COMET-ATOMIC 2020: On Symbolic and Neural Commonsense Knowledge Graphs","date":"2020-10-12","arxiv_id":"2010.05953","n_code_links":3,"syntology":{"ran":7,"of":7,"n_ran_checked":6,"n_instrument":1,"unverified":0,"pointer_only":2,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["allenai/comet-atomic-2020"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"paper":"/paper/meta-context-transformers-for-domain-specific","slug":"meta-context-transformers-for-domain-specific","title":"Meta-Context Transformers for Domain-Specific Response Generation","date":"2020-10-12","arxiv_id":"2010.05572","n_code_links":1,"syntology":null},{"paper":"/paper/incremental-processing-in-the-age-of-non","slug":"incremental-processing-in-the-age-of-non","title":"Incremental Processing in the Age of Non-Incremental Encoders: An Empirical Assessment of Bidirectional Models for Incremental NLU","date":"2020-10-11","arxiv_id":"2010.05330","n_code_links":1,"syntology":null},{"paper":"/paper/investigating-african-american-vernacular","slug":"investigating-african-american-vernacular","title":"Investigating African-American Vernacular English in Transformer-Based Text Generation","date":"2020-10-06","arxiv_id":"2010.02510","n_code_links":1,"syntology":null},{"paper":"/paper/scene-graph-modification-based-on-natural","slug":"scene-graph-modification-based-on-natural","title":"Scene Graph Modification Based on Natural Language Commands","date":"2020-10-06","arxiv_id":"2010.02591","n_code_links":1,"syntology":null},{"paper":"/paper/genaug-data-augmentation-for-finetuning-text","slug":"genaug-data-augmentation-for-finetuning-text","title":"GenAug: Data Augmentation for Finetuning Text Generators","date":"2020-10-05","arxiv_id":"2010.01794","n_code_links":2,"syntology":null},{"paper":"/paper/inquisitive-question-generation-for-high","slug":"inquisitive-question-generation-for-high","title":"Inquisitive Question Generation for High Level Text Comprehension","date":"2020-10-04","arxiv_id":"2010.01657","n_code_links":1,"syntology":null},{"paper":null,"slug":"examining-the-rhetorical-capacities-of-neural","title":"Examining the rhetorical capacities of neural language models","date":"2020-10-01","arxiv_id":"2010.00153","n_code_links":0,"syntology":null},{"paper":null,"slug":"the-design-and-implementation-of-language","title":"The design and implementation of Language Learning Chatbot with XAI using Ontology and Transfer Learning","date":"2020-09-29","arxiv_id":"2009.13984","n_code_links":0,"syntology":null},{"paper":"/paper/visually-grounded-planning-without-vision","slug":"visually-grounded-planning-without-vision","title":"Visually-Grounded Planning without Vision: Language Models Infer Detailed Plans from High-level Instructions","date":"2020-09-29","arxiv_id":"2009.14259","n_code_links":1,"syntology":{"ran":3,"of":3,"n_ran_checked":0,"n_instrument":3,"unverified":0,"pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","official":{"repos":["cognitiveailab/alfred-gpt2"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/toward-a-thermodynamics-of-meaning","slug":"toward-a-thermodynamics-of-meaning","title":"Toward a Thermodynamics of Meaning","date":"2020-09-24","arxiv_id":"2009.11963","n_code_links":1,"syntology":null},{"paper":null,"slug":"on-data-augmentation-for-extreme-multi-label","title":"On Data Augmentation for Extreme Multi-label Classification","date":"2020-09-22","arxiv_id":"2009.10778","n_code_links":0,"syntology":null},{"paper":null,"slug":"prior-art-search-and-reranking-for-generated","title":"Prior Art Search and Reranking for Generated Patent Text","date":"2020-09-19","arxiv_id":"2009.09132","n_code_links":0,"syntology":null},{"paper":null,"slug":"hierarchical-gpt-with-congruent-transformers","title":"Hierarchical GPT with Congruent Transformers for Multi-Sentence Language Models","date":"2020-09-18","arxiv_id":"2009.08636","n_code_links":0,"syntology":null},{"paper":"/paper/critical-thinking-for-language-models","slug":"critical-thinking-for-language-models","title":"Critical Thinking for Language Models","date":"2020-09-15","arxiv_id":"2009.07185","n_code_links":1,"syntology":{"ran":3,"of":3,"n_ran_checked":0,"n_instrument":3,"unverified":0,"pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","official":{"repos":["debatelab/aacorpus"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/dialogue-response-ranking-training-with-large","slug":"dialogue-response-ranking-training-with-large","title":"Dialogue Response Ranking Training with Large-Scale Human Feedback Data","date":"2020-09-15","arxiv_id":"2009.06978","n_code_links":2,"syntology":{"ran":5,"of":6,"n_ran_checked":4,"n_instrument":1,"unverified":1,"pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","official":null}},{"paper":"/paper/it-s-not-just-size-that-matters-small","slug":"it-s-not-just-size-that-matters-small","title":"It's Not Just Size That Matters: Small Language Models Are Also Few-Shot Learners","date":"2020-09-15","arxiv_id":"2009.07118","n_code_links":5,"syntology":null},{"paper":null,"slug":"the-radicalization-risks-of-gpt-3-and","title":"The Radicalization Risks of GPT-3 and Advanced Neural Language Models","date":"2020-09-15","arxiv_id":"2009.06807","n_code_links":0,"syntology":null},{"paper":"/paper/gedi-generative-discriminator-guided-sequence","slug":"gedi-generative-discriminator-guided-sequence","title":"GeDi: Generative Discriminator Guided Sequence Generation","date":"2020-09-14","arxiv_id":"2009.06367","n_code_links":3,"syntology":{"ran":6,"of":11,"n_ran_checked":3,"n_instrument":3,"unverified":5,"pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 3 where Syntology's instrument failed) · 5 unverified","official":{"repos":["salesforce/GeDi"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":4,"ran_from_kinds":["listed","official"]}}},{"paper":"/paper/cluster-former-clustering-based-sparse","slug":"cluster-former-clustering-based-sparse","title":"Cluster-Former: Clustering-based Sparse Transformer for Long-Range Dependency Encoding","date":"2020-09-13","arxiv_id":"2009.06097","n_code_links":0,"syntology":null},{"paper":"/paper/unit-test-case-generation-with-transformers","slug":"unit-test-case-generation-with-transformers","title":"Unit Test Case Generation with Transformers and Focal Context","date":"2020-09-11","arxiv_id":"2009.05617","n_code_links":1,"syntology":null},{"paper":"/paper/brain2word-decoding-brain-activity-for","slug":"brain2word-decoding-brain-activity-for","title":"Brain2Word: Decoding Brain Activity for Language Generation","date":"2020-09-10","arxiv_id":"2009.04765","n_code_links":1,"syntology":null},{"paper":"/paper/modern-methods-for-text-generation","slug":"modern-methods-for-text-generation","title":"Modern Methods for Text Generation","date":"2020-09-10","arxiv_id":"2009.04968","n_code_links":2,"syntology":null},{"paper":"/paper/sparsifying-transformer-models-with","slug":"sparsifying-transformer-models-with","title":"Sparsifying Transformer Models with Trainable Representation Pooling","date":"2020-09-10","arxiv_id":"2009.05169","n_code_links":1,"syntology":null},{"paper":"/paper/pay-attention-when-required","slug":"pay-attention-when-required","title":"Pay Attention when Required","date":"2020-09-09","arxiv_id":"2009.04534","n_code_links":2,"syntology":null},{"paper":null,"slug":"black-box-to-white-box-discover-model","title":"Black Box to White Box: Discover Model Characteristics Based on Strategic Probing","date":"2020-09-07","arxiv_id":"2009.03136","n_code_links":0,"syntology":null},{"paper":"/paper/improving-language-generation-with-sentence","slug":"improving-language-generation-with-sentence","title":"Improving Language Generation with Sentence Coherence Objective","date":"2020-09-07","arxiv_id":"2009.06358","n_code_links":1,"syntology":null},{"paper":"/paper/measuring-massive-multitask-language","slug":"measuring-massive-multitask-language","title":"Measuring Massive Multitask Language Understanding","date":"2020-09-07","arxiv_id":"2009.03300","n_code_links":18,"syntology":{"ran":19,"of":26,"n_ran_checked":15,"n_instrument":4,"unverified":7,"pointer_only":1,"phrase":"19 ran (of which 0 constructed an object rather than computing a result; 15 with no instrument failure: 0 honoured, 0 violated, 15 with no contract checked; 4 where Syntology's instrument failed) · 7 unverified","official":{"repos":["hendrycks/test"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/comparative-evaluation-of-pretrained-transfer","slug":"comparative-evaluation-of-pretrained-transfer","title":"Comparative Evaluation of Pretrained Transfer Learning Models on Automatic Short Answer Grading","date":"2020-09-02","arxiv_id":"2009.01303","n_code_links":1,"syntology":null},{"paper":null,"slug":"knowledge-efficient-deep-learning-for-natural","title":"Knowledge Efficient Deep Learning for Natural Language Processing","date":"2020-08-28","arxiv_id":"2008.12878","n_code_links":0,"syntology":null},{"paper":null,"slug":"dave-deriving-automatically-verilog-from","title":"DAVE: Deriving Automatically Verilog from English","date":"2020-08-27","arxiv_id":"2009.01026","n_code_links":0,"syntology":null},{"paper":null,"slug":"discrete-word-embedding-for-logical-natural","title":"Discrete Word Embedding for Logical Natural Language Understanding","date":"2020-08-26","arxiv_id":"2008.11649","n_code_links":0,"syntology":null},{"paper":"/paper/etc-nlg-end-to-end-topic-conditioned-natural","slug":"etc-nlg-end-to-end-topic-conditioned-natural","title":"ETC-NLG: End-to-end Topic-Conditioned Natural Language Generation","date":"2020-08-25","arxiv_id":"2008.10875","n_code_links":1,"syntology":null},{"paper":null,"slug":"dynamics-of-feed-forward-induced-interference","title":"Dynamics of feed forward induced interference training","date":"2020-08-24","arxiv_id":"2008.11111","n_code_links":0,"syntology":null},{"paper":null,"slug":"generative-models-are-unsupervised-predictors","title":"Generative Models are Unsupervised Predictors of Page Quality: A Colossal-Scale Study","date":"2020-08-17","arxiv_id":"2008.13533","n_code_links":0,"syntology":null},{"paper":null,"slug":"narrative-interpolation-for-generating-and","title":"Narrative Interpolation for Generating and Understanding Stories","date":"2020-08-17","arxiv_id":"2008.07466","n_code_links":0,"syntology":null},{"paper":null,"slug":"adding-recurrence-to-pretrained-transformers","title":"Adding Recurrence to Pretrained Transformers for Improved Efficiency and Context Size","date":"2020-08-16","arxiv_id":"2008.07027","n_code_links":0,"syntology":null},{"paper":null,"slug":"language-models-as-few-shot-learner-for-task","title":"Language Models as Few-Shot Learner for Task-Oriented Dialogue Systems","date":"2020-08-14","arxiv_id":"2008.06239","n_code_links":0,"syntology":null},{"paper":null,"slug":"navigating-language-models-with-synthetic","title":"Navigating Human Language Models with Synthetic Agents","date":"2020-08-10","arxiv_id":"2008.04162","n_code_links":0,"syntology":null},{"paper":"/paper/the-jazz-transformer-on-the-front-line","slug":"the-jazz-transformer-on-the-front-line","title":"The Jazz Transformer on the Front Line: Exploring the Shortcomings of AI-composed Music through Quantitative Measures","date":"2020-08-04","arxiv_id":"2008.01307","n_code_links":2,"syntology":{"ran":13,"of":14,"n_ran_checked":13,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 13 with no instrument failure: 0 honoured, 0 violated, 13 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":{"repos":["slSeanWU/MusDr","slSeanWU/jazz_transformer"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":13,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"multi-node-bert-pretraining-cost-efficient","title":"Multi-node Bert-pretraining: Cost-efficient Approach","date":"2020-08-01","arxiv_id":"2008.00177","n_code_links":0,"syntology":null},{"paper":"/paper/trojaning-language-models-for-fun-and-profit","slug":"trojaning-language-models-for-fun-and-profit","title":"Trojaning Language Models for Fun and Profit","date":"2020-08-01","arxiv_id":"2008.00312","n_code_links":1,"syntology":null},{"paper":"/paper/language-modelling-for-source-code-with","slug":"language-modelling-for-source-code-with","title":"Language Modelling for Source Code with Transformer-XL","date":"2020-07-31","arxiv_id":"2007.15813","n_code_links":1,"syntology":null},{"paper":"/paper/tweepfake-about-detecting-deepfake-tweets","slug":"tweepfake-about-detecting-deepfake-tweets","title":"TweepFake: about Detecting Deepfake Tweets","date":"2020-07-31","arxiv_id":"2008.00036","n_code_links":1,"syntology":null},{"paper":"/paper/composer-style-classification-of-piano-sheet","slug":"composer-style-classification-of-piano-sheet","title":"Composer Style Classification of Piano Sheet Music Images Using Language Model Pretraining","date":"2020-07-29","arxiv_id":"2007.14587","n_code_links":1,"syntology":null},{"paper":"/paper/generative-pretraining-from-pixels","slug":"generative-pretraining-from-pixels","title":"Generative Pretraining from Pixels","date":"2020-07-17","arxiv_id":null,"n_code_links":4,"syntology":null},{"paper":null,"slug":"deep-transformer-based-data-augmentation-with","title":"Deep Transformer based Data Augmentation with Subword Units for Morphologically Rich Online ASR","date":"2020-07-14","arxiv_id":"2007.06949","n_code_links":0,"syntology":null},{"paper":"/paper/do-transformers-need-deep-long-range-memory-1","slug":"do-transformers-need-deep-long-range-memory-1","title":"Do Transformers Need Deep Long-Range Memory","date":"2020-07-07","arxiv_id":"2007.03356","n_code_links":1,"syntology":null},{"paper":null,"slug":"the-go-transformer-natural-language-modeling","title":"The Go Transformer: Natural Language Modeling for Game Play","date":"2020-07-07","arxiv_id":"2007.03500","n_code_links":0,"syntology":null},{"paper":null,"slug":"you-autocomplete-me-poisoning-vulnerabilities","title":"You Autocomplete Me: Poisoning Vulnerabilities in Neural Code Completion","date":"2020-07-05","arxiv_id":"2007.02220","n_code_links":0,"syntology":null},{"paper":null,"slug":"on-the-fly-information-retrieval-augmentation-1","title":"On-The-Fly Information Retrieval Augmentation for Language Models","date":"2020-07-03","arxiv_id":"2007.01528","n_code_links":0,"syntology":null},{"paper":null,"slug":"do-transformers-need-deep-long-range-memory","title":"Do Transformers Need Deep Long-Range Memory?","date":"2020-07-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"lstm-and-gpt-2-synthetic-speech-transfer","title":"LSTM and GPT-2 Synthetic Speech Transfer Learning for Speaker Recognition to Overcome Data Scarcity","date":"2020-07-01","arxiv_id":"2007.00659","n_code_links":0,"syntology":null},{"paper":null,"slug":"probing-for-referential-information-in","title":"Probing for Referential Information in Language Models","date":"2020-07-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/roles-and-utilization-of-attention-heads-in","slug":"roles-and-utilization-of-attention-heads-in","title":"Roles and Utilization of Attention Heads in Transformer-based Neural Language Models","date":"2020-07-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":"/paper/towards-holistic-and-automatic-evaluation-of-1","slug":"towards-holistic-and-automatic-evaluation-of-1","title":"Towards Holistic and Automatic Evaluation of Open-Domain Dialogue Generation","date":"2020-07-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"knowledge-aware-language-model-pretraining","title":"Knowledge-Aware Language Model Pretraining","date":"2020-06-29","arxiv_id":"2007.00655","n_code_links":0,"syntology":null},{"paper":"/paper/progressive-generation-of-long-text","slug":"progressive-generation-of-long-text","title":"Progressive Generation of Long Text with Pretrained Language Models","date":"2020-06-28","arxiv_id":"2006.15720","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":0,"n_instrument":1,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["tanyuqian/progressive-generation"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"mind-the-facts-knowledge-boosted-coherent","title":"Mind The Facts: Knowledge-Boosted Coherent Abstractive Text Summarization","date":"2020-06-27","arxiv_id":"2006.15435","n_code_links":0,"syntology":null},{"paper":null,"slug":"video-grounded-dialogues-with-pretrained-1","title":"Video-Grounded Dialogues with Pretrained Generation Language Models","date":"2020-06-27","arxiv_id":"2006.15319","n_code_links":0,"syntology":null},{"paper":"/paper/a-qualitative-evaluation-of-language-models","slug":"a-qualitative-evaluation-of-language-models","title":"A Qualitative Evaluation of Language Models on Automatic Question-Answering for COVID-19","date":"2020-06-19","arxiv_id":"2006.10964","n_code_links":1,"syntology":null},{"paper":"/paper/memory-efficient-pipeline-parallel-dnn","slug":"memory-efficient-pipeline-parallel-dnn","title":"Memory-Efficient Pipeline-Parallel DNN Training","date":"2020-06-16","arxiv_id":"2006.09503","n_code_links":1,"syntology":{"ran":2,"of":10,"n_ran_checked":2,"n_instrument":0,"unverified":8,"pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 8 unverified","official":null}},{"paper":"/paper/few-shot-generative-conversational-query","slug":"few-shot-generative-conversational-query","title":"Few-Shot Generative Conversational Query Rewriting","date":"2020-06-09","arxiv_id":"2006.05009","n_code_links":1,"syntology":{"ran":3,"of":3,"n_ran_checked":0,"n_instrument":3,"unverified":0,"pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","official":{"repos":["thunlp/ConversationQueryRewriter"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"paper":null,"slug":"unsupervised-paraphrase-generation-using-pre","title":"Unsupervised Paraphrase Generation using Pre-trained Language Models","date":"2020-06-09","arxiv_id":"2006.05477","n_code_links":0,"syntology":null},{"paper":"/paper/gmat-global-memory-augmentation-for","slug":"gmat-global-memory-augmentation-for","title":"GMAT: Global Memory Augmentation for Transformers","date":"2020-06-05","arxiv_id":"2006.03274","n_code_links":1,"syntology":null},{"paper":"/paper/automatic-text-summarization-of-covid-19","slug":"automatic-text-summarization-of-covid-19","title":"Automatic Text Summarization of COVID-19 Medical Research Articles using BERT and GPT-2","date":"2020-06-03","arxiv_id":"2006.01997","n_code_links":1,"syntology":null},{"paper":"/paper/emergence-of-separable-manifolds-in-deep","slug":"emergence-of-separable-manifolds-in-deep","title":"Emergence of Separable Manifolds in Deep Language Representations","date":"2020-06-01","arxiv_id":"2006.01095","n_code_links":1,"syntology":null},{"paper":null,"slug":"first-neural-conjecturing-datasets-and","title":"First Neural Conjecturing Datasets and Experiments","date":"2020-05-29","arxiv_id":"2005.14664","n_code_links":0,"syntology":null},{"paper":"/paper/language-models-are-few-shot-learners","slug":"language-models-are-few-shot-learners","title":"Language Models are Few-Shot Learners","date":"2020-05-28","arxiv_id":"2005.14165","n_code_links":67,"syntology":{"ran":45,"of":65,"n_ran_checked":40,"n_instrument":5,"unverified":20,"pointer_only":7,"phrase":"45 ran (of which 0 constructed an object rather than computing a result; 40 with no instrument failure: 2 honoured, 1 violated, 37 with no contract checked; 5 where Syntology's instrument failed) · 20 unverified","official":{"repos":["openai/gpt-3"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/creative-artificial-intelligence-algorithms","slug":"creative-artificial-intelligence-algorithms","title":"Artificial Intelligence versus Maya Angelou: Experimental evidence that people cannot differentiate AI-generated from human-written poetry","date":"2020-05-20","arxiv_id":"2005.09980","n_code_links":1,"syntology":null},{"paper":null,"slug":"exploring-transformers-for-large-scale-speech","title":"Exploring Transformers for Large-Scale Speech Recognition","date":"2020-05-19","arxiv_id":"2005.09684","n_code_links":0,"syntology":null},{"paper":null,"slug":"large-scale-multi-actor-generative-dialog","title":"Large Scale Multi-Actor Generative Dialog Modeling","date":"2020-05-13","arxiv_id":"2005.06114","n_code_links":0,"syntology":null},{"paper":null,"slug":"on-the-generation-of-medical-dialogues-for","title":"On the Generation of Medical Dialogues for COVID-19","date":"2020-05-11","arxiv_id":"2005.05442","n_code_links":0,"syntology":null},{"paper":"/paper/distributional-discrepancy-a-metric-for","slug":"distributional-discrepancy-a-metric-for","title":"Distributional Discrepancy: A Metric for Unconditional Text Generation","date":"2020-05-04","arxiv_id":"2005.01282","n_code_links":1,"syntology":null},{"paper":"/paper/spying-on-your-neighbors-fine-grained-probing","slug":"spying-on-your-neighbors-fine-grained-probing","title":"Spying on your neighbors: Fine-grained probing of contextual embeddings for information about surrounding words","date":"2020-05-04","arxiv_id":"2005.01810","n_code_links":0,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","official":null}},{"paper":"/paper/transformer-based-end-to-end-question","slug":"transformer-based-end-to-end-question","title":"Simplifying Paragraph-level Question Generation via Transformer Language Models","date":"2020-05-03","arxiv_id":"2005.01107","n_code_links":4,"syntology":{"ran":6,"of":8,"n_ran_checked":6,"n_instrument":0,"unverified":2,"pointer_only":1,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":null}},{"paper":"/paper/a-simple-language-model-for-task-oriented","slug":"a-simple-language-model-for-task-oriented","title":"A Simple Language Model for Task-Oriented Dialogue","date":"2020-05-02","arxiv_id":"2005.00796","n_code_links":1,"syntology":{"ran":13,"of":14,"n_ran_checked":12,"n_instrument":1,"unverified":1,"pointer_only":0,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 1 violated, 11 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","official":{"repos":["salesforce/simpletod"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":"/paper/a-controllable-model-of-grounded-response","slug":"a-controllable-model-of-grounded-response","title":"A Controllable Model of Grounded Response Generation","date":"2020-05-01","arxiv_id":"2005.00613","n_code_links":1,"syntology":null},{"paper":null,"slug":"evaluation-metrics-for-headline-generation","title":"Evaluation Metrics for Headline Generation Using Deep Pre-Trained Embeddings","date":"2020-05-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"improving-neural-language-generation-with","title":"Improving Neural Language Generation with Spectrum Control","date":"2020-05-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"multilingual-corpus-creation-for-multilingual","title":"Multilingual Corpus Creation for Multilingual Semantic Similarity Task","date":"2020-05-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/pointer-constrained-text-generation-via","slug":"pointer-constrained-text-generation-via","title":"POINTER: Constrained Progressive Text Generation via Insertion-based Generative Pre-training","date":"2020-05-01","arxiv_id":"2005.00558","n_code_links":1,"syntology":{"ran":11,"of":18,"n_ran_checked":6,"n_instrument":5,"unverified":7,"pointer_only":1,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 1 violated, 4 with no contract checked; 5 where Syntology's instrument failed) · 7 unverified","official":{"repos":["dreasysnail/POINTER"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":7,"ran_from_kinds":["official"]}}},{"paper":"/paper/plotmachines-outline-conditioned-generation","slug":"plotmachines-outline-conditioned-generation","title":"PlotMachines: Outline-Conditioned Generation with Dynamic Plot State Tracking","date":"2020-04-30","arxiv_id":"2004.14967","n_code_links":2,"syntology":{"ran":5,"of":11,"n_ran_checked":5,"n_instrument":0,"unverified":6,"pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified","official":{"repos":["hrashkin/plotmachines"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":6,"ran_from_kinds":["official"]}}},{"paper":"/paper/segabert-pre-training-of-segment-aware-bert","slug":"segabert-pre-training-of-segment-aware-bert","title":"Segatron: Segment-Aware Transformer for Language Modeling and Understanding","date":"2020-04-30","arxiv_id":"2004.14996","n_code_links":1,"syntology":null},{"paper":"/paper/geppetto-carves-italian-into-a-language-model","slug":"geppetto-carves-italian-into-a-language-model","title":"GePpeTto Carves Italian into a Language Model","date":"2020-04-29","arxiv_id":"2004.14253","n_code_links":1,"syntology":null},{"paper":null,"slug":"lightpaff-a-two-stage-distillation-framework-1","title":"LightPAFF: A Two-Stage Distillation Framework for Pre-training and Fine-tuning","date":"2020-04-27","arxiv_id":"2004.12817","n_code_links":0,"syntology":null},{"paper":null,"slug":"assessing-discourse-relations-in-language","title":"Assessing Discourse Relations in Language Generation from GPT-2","date":"2020-04-26","arxiv_id":"2004.12506","n_code_links":0,"syntology":null},{"paper":"/paper/a-tailored-pre-training-model-for-task","slug":"a-tailored-pre-training-model-for-task","title":"A Tailored Pre-Training Model for Task-Oriented Dialog Generation","date":"2020-04-24","arxiv_id":"2004.13835","n_code_links":1,"syntology":null},{"paper":null,"slug":"mirror-ritual-an-affective-interface-for","title":"Mirror Ritual: An Affective Interface for Emotional Self-Reflection","date":"2020-04-21","arxiv_id":"2004.09685","n_code_links":0,"syntology":null},{"paper":"/paper/stereoset-measuring-stereotypical-bias-in","slug":"stereoset-measuring-stereotypical-bias-in","title":"StereoSet: Measuring stereotypical bias in pretrained language models","date":"2020-04-20","arxiv_id":"2004.09456","n_code_links":3,"syntology":null},{"paper":"/paper/resnest-split-attention-networks","slug":"resnest-split-attention-networks","title":"ResNeSt: Split-Attention Networks","date":"2020-04-19","arxiv_id":"2004.08955","n_code_links":36,"syntology":{"ran":28,"of":48,"n_ran_checked":25,"n_instrument":3,"unverified":20,"pointer_only":23,"phrase":"28 ran (of which 0 constructed an object rather than computing a result; 25 with no instrument failure: 0 honoured, 0 violated, 25 with no contract checked; 3 where Syntology's instrument failed) · 20 unverified","official":{"repos":["zhanghang1989/ResNeSt"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"paper":null,"slug":"generating-counter-narratives-against-online","title":"Generating Counter Narratives against Online Hate Speech: Data and Strategies","date":"2020-04-08","arxiv_id":"2004.04216","n_code_links":0,"syntology":null},{"paper":"/paper/have-your-text-and-use-it-too-end-to-end","slug":"have-your-text-and-use-it-too-end-to-end","title":"Have Your Text and Use It Too! End-to-End Neural Data-to-Text Generation with Semantic Fidelity","date":"2020-04-08","arxiv_id":"2004.06577","n_code_links":1,"syntology":null},{"paper":null,"slug":"textgail-generative-adversarial-imitation","title":"TextGAIL: Generative Adversarial Imitation Learning for Text Generation","date":"2020-04-07","arxiv_id":"2004.13796","n_code_links":0,"syntology":null},{"paper":null,"slug":"dare-data-augmented-relation-extraction-with","title":"DARE: Data Augmented Relation Extraction with GPT-2","date":"2020-04-06","arxiv_id":"2004.13845","n_code_links":0,"syntology":null},{"paper":"/paper/sparse-text-generation","slug":"sparse-text-generation","title":"Sparse Text Generation","date":"2020-04-06","arxiv_id":"2004.02644","n_code_links":1,"syntology":null},{"paper":"/paper/optimus-organizing-sentences-via-pre-trained","slug":"optimus-organizing-sentences-via-pre-trained","title":"Optimus: Organizing Sentences via Pre-trained Modeling of a Latent Space","date":"2020-04-05","arxiv_id":"2004.04092","n_code_links":1,"syntology":null},{"paper":null,"slug":"generating-rationales-in-visual-question","title":"Generating Rationales in Visual Question Answering","date":"2020-04-04","arxiv_id":"2004.02032","n_code_links":0,"syntology":null}],"record_sha256":"609a259d894674e335f219e5604a78b79c3af10522cb961be2885fcb68892c82","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}