{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/cosine-annealing/papers/39","list_of":"/method/cosine-annealing","method":"Cosine Annealing","archive":{"snapshot":"2025-07-28"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"date (newest first), then slug","page":39,"pages_in_order":40,"rows_per_page":100,"rows":[3801,3900],"of":3965,"counts":{"archive_papers_tagged":3965,"with_a_code_link":1734,"where_syntology_ran_a_sample":627,"not_listed_spam_title":0,"listed":3965,"listed_where_code_ran":627,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":513,"every_run_a_failure_of_syntologys_instrument":114,"listed_with_a_run_with_no_instrument_failure":513,"listed_every_run_a_failure_of_syntologys_instrument":114,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/method/cosine-annealing","prev":"/method/cosine-annealing/papers/38","next":"/method/cosine-annealing/papers/40","papers":[{"paper":"/paper/memory-efficient-pipeline-parallel-dnn","slug":"memory-efficient-pipeline-parallel-dnn","title":"Memory-Efficient Pipeline-Parallel DNN Training","date":"2020-06-16","arxiv_id":"2006.09503","n_code_links":1,"syntology":{"ran":2,"of":10,"n_ran_checked":2,"n_instrument":0,"unverified":8,"pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 8 unverified","official":null}},{"paper":"/paper/few-shot-generative-conversational-query","slug":"few-shot-generative-conversational-query","title":"Few-Shot Generative Conversational Query Rewriting","date":"2020-06-09","arxiv_id":"2006.05009","n_code_links":1,"syntology":{"ran":3,"of":3,"n_ran_checked":0,"n_instrument":3,"unverified":0,"pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","official":{"repos":["thunlp/ConversationQueryRewriter"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"paper":null,"slug":"unsupervised-paraphrase-generation-using-pre","title":"Unsupervised Paraphrase Generation using Pre-trained Language Models","date":"2020-06-09","arxiv_id":"2006.05477","n_code_links":0,"syntology":null},{"paper":"/paper/gmat-global-memory-augmentation-for","slug":"gmat-global-memory-augmentation-for","title":"GMAT: Global Memory Augmentation for Transformers","date":"2020-06-05","arxiv_id":"2006.03274","n_code_links":1,"syntology":null},{"paper":"/paper/automatic-text-summarization-of-covid-19","slug":"automatic-text-summarization-of-covid-19","title":"Automatic Text Summarization of COVID-19 Medical Research Articles using BERT and GPT-2","date":"2020-06-03","arxiv_id":"2006.01997","n_code_links":1,"syntology":null},{"paper":"/paper/emergence-of-separable-manifolds-in-deep","slug":"emergence-of-separable-manifolds-in-deep","title":"Emergence of Separable Manifolds in Deep Language Representations","date":"2020-06-01","arxiv_id":"2006.01095","n_code_links":1,"syntology":null},{"paper":null,"slug":"first-neural-conjecturing-datasets-and","title":"First Neural Conjecturing Datasets and Experiments","date":"2020-05-29","arxiv_id":"2005.14664","n_code_links":0,"syntology":null},{"paper":"/paper/language-models-are-few-shot-learners","slug":"language-models-are-few-shot-learners","title":"Language Models are Few-Shot Learners","date":"2020-05-28","arxiv_id":"2005.14165","n_code_links":67,"syntology":{"ran":45,"of":65,"n_ran_checked":40,"n_instrument":5,"unverified":20,"pointer_only":7,"phrase":"45 ran (of which 0 constructed an object rather than computing a result; 40 with no instrument failure: 2 honoured, 1 violated, 37 with no contract checked; 5 where Syntology's instrument failed) · 20 unverified","official":{"repos":["openai/gpt-3"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/creative-artificial-intelligence-algorithms","slug":"creative-artificial-intelligence-algorithms","title":"Artificial Intelligence versus Maya Angelou: Experimental evidence that people cannot differentiate AI-generated from human-written poetry","date":"2020-05-20","arxiv_id":"2005.09980","n_code_links":1,"syntology":null},{"paper":null,"slug":"exploring-transformers-for-large-scale-speech","title":"Exploring Transformers for Large-Scale Speech Recognition","date":"2020-05-19","arxiv_id":"2005.09684","n_code_links":0,"syntology":null},{"paper":null,"slug":"large-scale-multi-actor-generative-dialog","title":"Large Scale Multi-Actor Generative Dialog Modeling","date":"2020-05-13","arxiv_id":"2005.06114","n_code_links":0,"syntology":null},{"paper":null,"slug":"a-new-deep-neural-architecture-search","title":"A New Deep Neural Architecture Search Pipeline for Face Recognition","date":"2020-05-12","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"on-the-generation-of-medical-dialogues-for","title":"On the Generation of Medical Dialogues for COVID-19","date":"2020-05-11","arxiv_id":"2005.05442","n_code_links":0,"syntology":null},{"paper":"/paper/distributional-discrepancy-a-metric-for","slug":"distributional-discrepancy-a-metric-for","title":"Distributional Discrepancy: A Metric for Unconditional Text Generation","date":"2020-05-04","arxiv_id":"2005.01282","n_code_links":1,"syntology":null},{"paper":"/paper/spying-on-your-neighbors-fine-grained-probing","slug":"spying-on-your-neighbors-fine-grained-probing","title":"Spying on your neighbors: Fine-grained probing of contextual embeddings for information about surrounding words","date":"2020-05-04","arxiv_id":"2005.01810","n_code_links":0,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","official":null}},{"paper":"/paper/transformer-based-end-to-end-question","slug":"transformer-based-end-to-end-question","title":"Simplifying Paragraph-level Question Generation via Transformer Language Models","date":"2020-05-03","arxiv_id":"2005.01107","n_code_links":4,"syntology":{"ran":6,"of":8,"n_ran_checked":6,"n_instrument":0,"unverified":2,"pointer_only":1,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":null}},{"paper":"/paper/a-simple-language-model-for-task-oriented","slug":"a-simple-language-model-for-task-oriented","title":"A Simple Language Model for Task-Oriented Dialogue","date":"2020-05-02","arxiv_id":"2005.00796","n_code_links":1,"syntology":{"ran":13,"of":14,"n_ran_checked":12,"n_instrument":1,"unverified":1,"pointer_only":0,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 1 violated, 11 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","official":{"repos":["salesforce/simpletod"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":"/paper/a-controllable-model-of-grounded-response","slug":"a-controllable-model-of-grounded-response","title":"A Controllable Model of Grounded Response Generation","date":"2020-05-01","arxiv_id":"2005.00613","n_code_links":1,"syntology":null},{"paper":null,"slug":"evaluation-metrics-for-headline-generation","title":"Evaluation Metrics for Headline Generation Using Deep Pre-Trained Embeddings","date":"2020-05-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"improving-neural-language-generation-with","title":"Improving Neural Language Generation with Spectrum Control","date":"2020-05-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"multilingual-corpus-creation-for-multilingual","title":"Multilingual Corpus Creation for Multilingual Semantic Similarity Task","date":"2020-05-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/pointer-constrained-text-generation-via","slug":"pointer-constrained-text-generation-via","title":"POINTER: Constrained Progressive Text Generation via Insertion-based Generative Pre-training","date":"2020-05-01","arxiv_id":"2005.00558","n_code_links":1,"syntology":{"ran":11,"of":18,"n_ran_checked":6,"n_instrument":5,"unverified":7,"pointer_only":1,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 1 violated, 4 with no contract checked; 5 where Syntology's instrument failed) · 7 unverified","official":{"repos":["dreasysnail/POINTER"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":7,"ran_from_kinds":["official"]}}},{"paper":"/paper/plotmachines-outline-conditioned-generation","slug":"plotmachines-outline-conditioned-generation","title":"PlotMachines: Outline-Conditioned Generation with Dynamic Plot State Tracking","date":"2020-04-30","arxiv_id":"2004.14967","n_code_links":2,"syntology":{"ran":5,"of":11,"n_ran_checked":5,"n_instrument":0,"unverified":6,"pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified","official":{"repos":["hrashkin/plotmachines"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":6,"ran_from_kinds":["official"]}}},{"paper":"/paper/segabert-pre-training-of-segment-aware-bert","slug":"segabert-pre-training-of-segment-aware-bert","title":"Segatron: Segment-Aware Transformer for Language Modeling and Understanding","date":"2020-04-30","arxiv_id":"2004.14996","n_code_links":1,"syntology":null},{"paper":"/paper/geppetto-carves-italian-into-a-language-model","slug":"geppetto-carves-italian-into-a-language-model","title":"GePpeTto Carves Italian into a Language Model","date":"2020-04-29","arxiv_id":"2004.14253","n_code_links":1,"syntology":null},{"paper":null,"slug":"lightpaff-a-two-stage-distillation-framework-1","title":"LightPAFF: A Two-Stage Distillation Framework for Pre-training and Fine-tuning","date":"2020-04-27","arxiv_id":"2004.12817","n_code_links":0,"syntology":null},{"paper":null,"slug":"assessing-discourse-relations-in-language","title":"Assessing Discourse Relations in Language Generation from GPT-2","date":"2020-04-26","arxiv_id":"2004.12506","n_code_links":0,"syntology":null},{"paper":"/paper/a-tailored-pre-training-model-for-task","slug":"a-tailored-pre-training-model-for-task","title":"A Tailored Pre-Training Model for Task-Oriented Dialog Generation","date":"2020-04-24","arxiv_id":"2004.13835","n_code_links":1,"syntology":null},{"paper":"/paper/ultra-fast-structure-aware-deep-lane","slug":"ultra-fast-structure-aware-deep-lane","title":"Ultra Fast Structure-aware Deep Lane Detection","date":"2020-04-24","arxiv_id":"2004.11757","n_code_links":10,"syntology":{"ran":2,"of":3,"n_ran_checked":1,"n_instrument":1,"unverified":1,"pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","official":{"repos":["cfzd/Ultra-Fast-Lane-Detection"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"paper":"/paper/supervised-contrastive-learning","slug":"supervised-contrastive-learning","title":"Supervised Contrastive Learning","date":"2020-04-23","arxiv_id":"2004.11362","n_code_links":26,"syntology":{"ran":17,"of":23,"n_ran_checked":14,"n_instrument":3,"unverified":6,"pointer_only":5,"phrase":"17 ran (of which 0 constructed an object rather than computing a result; 14 with no instrument failure: 2 honoured, 0 violated, 12 with no contract checked; 3 where Syntology's instrument failed) · 6 unverified","official":{"repos":["HobbitLong/SupContrast","google-research/google-research"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/yolov4-optimal-speed-and-accuracy-of-object","slug":"yolov4-optimal-speed-and-accuracy-of-object","title":"YOLOv4: Optimal Speed and Accuracy of Object Detection","date":"2020-04-23","arxiv_id":"2004.10934","n_code_links":223,"syntology":{"ran":142,"of":184,"n_ran_checked":133,"n_instrument":9,"unverified":42,"pointer_only":21,"phrase":"142 ran (of which 0 constructed an object rather than computing a result; 133 with no instrument failure: 6 honoured, 0 violated, 127 with no contract checked; 9 where Syntology's instrument failed) · 42 unverified","official":{"repos":["AlexeyAB/darknet"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":null,"slug":"mirror-ritual-an-affective-interface-for","title":"Mirror Ritual: An Affective Interface for Emotional Self-Reflection","date":"2020-04-21","arxiv_id":"2004.09685","n_code_links":0,"syntology":null},{"paper":"/paper/stereoset-measuring-stereotypical-bias-in","slug":"stereoset-measuring-stereotypical-bias-in","title":"StereoSet: Measuring stereotypical bias in pretrained language models","date":"2020-04-20","arxiv_id":"2004.09456","n_code_links":3,"syntology":null},{"paper":"/paper/resnest-split-attention-networks","slug":"resnest-split-attention-networks","title":"ResNeSt: Split-Attention Networks","date":"2020-04-19","arxiv_id":"2004.08955","n_code_links":36,"syntology":{"ran":28,"of":48,"n_ran_checked":25,"n_instrument":3,"unverified":20,"pointer_only":23,"phrase":"28 ran (of which 0 constructed an object rather than computing a result; 25 with no instrument failure: 0 honoured, 0 violated, 25 with no contract checked; 3 where Syntology's instrument failed) · 20 unverified","official":{"repos":["zhanghang1989/ResNeSt"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"paper":null,"slug":"generating-counter-narratives-against-online","title":"Generating Counter Narratives against Online Hate Speech: Data and Strategies","date":"2020-04-08","arxiv_id":"2004.04216","n_code_links":0,"syntology":null},{"paper":"/paper/have-your-text-and-use-it-too-end-to-end","slug":"have-your-text-and-use-it-too-end-to-end","title":"Have Your Text and Use It Too! End-to-End Neural Data-to-Text Generation with Semantic Fidelity","date":"2020-04-08","arxiv_id":"2004.06577","n_code_links":1,"syntology":null},{"paper":null,"slug":"textgail-generative-adversarial-imitation","title":"TextGAIL: Generative Adversarial Imitation Learning for Text Generation","date":"2020-04-07","arxiv_id":"2004.13796","n_code_links":0,"syntology":null},{"paper":null,"slug":"dare-data-augmented-relation-extraction-with","title":"DARE: Data Augmented Relation Extraction with GPT-2","date":"2020-04-06","arxiv_id":"2004.13845","n_code_links":0,"syntology":null},{"paper":"/paper/sparse-text-generation","slug":"sparse-text-generation","title":"Sparse Text Generation","date":"2020-04-06","arxiv_id":"2004.02644","n_code_links":1,"syntology":null},{"paper":"/paper/optimus-organizing-sentences-via-pre-trained","slug":"optimus-organizing-sentences-via-pre-trained","title":"Optimus: Organizing Sentences via Pre-trained Modeling of a Latent Space","date":"2020-04-05","arxiv_id":"2004.04092","n_code_links":1,"syntology":null},{"paper":null,"slug":"generating-rationales-in-visual-question","title":"Generating Rationales in Visual Question Answering","date":"2020-04-04","arxiv_id":"2004.02032","n_code_links":0,"syntology":null},{"paper":"/paper/designing-network-design-spaces","slug":"designing-network-design-spaces","title":"Designing Network Design Spaces","date":"2020-03-30","arxiv_id":"2003.13678","n_code_links":26,"syntology":{"ran":48,"of":53,"n_ran_checked":41,"n_instrument":7,"unverified":5,"pointer_only":7,"phrase":"48 ran (of which 0 constructed an object rather than computing a result; 41 with no instrument failure: 4 honoured, 0 violated, 37 with no contract checked; 7 where Syntology's instrument failed) · 5 unverified","official":{"repos":["facebookresearch/pycls"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/hit-detector-hierarchical-trinity","slug":"hit-detector-hierarchical-trinity","title":"Hit-Detector: Hierarchical Trinity Architecture Search for Object Detection","date":"2020-03-26","arxiv_id":"2003.11818","n_code_links":1,"syntology":null},{"paper":"/paper/greedynas-towards-fast-one-shot-nas-with","slug":"greedynas-towards-fast-one-shot-nas-with","title":"GreedyNAS: Towards Fast One-Shot NAS with Greedy Supernet","date":"2020-03-25","arxiv_id":"2003.11236","n_code_links":0,"syntology":null},{"paper":"/paper/electra-pre-training-text-encoders-as-1","slug":"electra-pre-training-text-encoders-as-1","title":"ELECTRA: Pre-training Text Encoders as Discriminators Rather Than Generators","date":"2020-03-23","arxiv_id":"2003.10555","n_code_links":19,"syntology":{"ran":31,"of":40,"n_ran_checked":18,"n_instrument":13,"unverified":9,"pointer_only":10,"phrase":"31 ran (of which 7 constructed an object rather than computing a result; 18 with no instrument failure: 2 honoured, 2 violated, 14 with no contract checked; 13 where Syntology's instrument failed) · 9 unverified","official":{"repos":["google-research/electra"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"paper":null,"slug":"finnish-language-modeling-with-deep","title":"Finnish Language Modeling with Deep Transformer Models","date":"2020-03-14","arxiv_id":"2003.11562","n_code_links":0,"syntology":null},{"paper":null,"slug":"generating-major-types-of-chinese-classical","title":"Generating Major Types of Chinese Classical Poetry in a Uniformed Framework","date":"2020-03-13","arxiv_id":"2003.11528","n_code_links":0,"syntology":null},{"paper":"/paper/improved-baselines-with-momentum-contrastive","slug":"improved-baselines-with-momentum-contrastive","title":"Improved Baselines with Momentum Contrastive Learning","date":"2020-03-09","arxiv_id":"2003.04297","n_code_links":36,"syntology":{"ran":28,"of":43,"n_ran_checked":21,"n_instrument":7,"unverified":15,"pointer_only":15,"phrase":"28 ran (of which 0 constructed an object rather than computing a result; 21 with no instrument failure: 0 honoured, 1 violated, 20 with no contract checked; 7 where Syntology's instrument failed) · 15 unverified","official":{"repos":["facebookresearch/moco"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"paper":"/paper/recipegpt-generative-pre-training-based","slug":"recipegpt-generative-pre-training-based","title":"RecipeGPT: Generative Pre-training Based Cooking Recipe Generation and Evaluation System","date":"2020-03-05","arxiv_id":"2003.02498","n_code_links":1,"syntology":null},{"paper":null,"slug":"hybrid-generative-retrieval-transformers-for","title":"Hybrid Generative-Retrieval Transformers for Dialogue Domain Adaptation","date":"2020-03-03","arxiv_id":"2003.01680","n_code_links":0,"syntology":null},{"paper":null,"slug":"training-question-answering-models-from","title":"Training Question Answering Models From Synthetic Data","date":"2020-02-22","arxiv_id":"2002.09599","n_code_links":0,"syntology":null},{"paper":"/paper/transformer-on-a-diet","slug":"transformer-on-a-diet","title":"Transformer on a Diet","date":"2020-02-14","arxiv_id":"2002.06170","n_code_links":1,"syntology":null},{"paper":null,"slug":"cbag-conditional-biomedical-abstract","title":"CBAG: Conditional Biomedical Abstract Generation","date":"2020-02-13","arxiv_id":"2002.05637","n_code_links":0,"syntology":null},{"paper":"/paper/training-large-neural-networks-with-constant","slug":"training-large-neural-networks-with-constant","title":"Training Large Neural Networks with Constant Memory using a New Execution Algorithm","date":"2020-02-13","arxiv_id":"2002.05645","n_code_links":2,"syntology":{"ran":3,"of":3,"n_ran_checked":3,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":null}},{"paper":"/paper/introducing-aspects-of-creativity-in","slug":"introducing-aspects-of-creativity-in","title":"Introducing Aspects of Creativity in Automatic Poetry Generation","date":"2020-02-06","arxiv_id":"2002.02511","n_code_links":1,"syntology":null},{"paper":null,"slug":"joint-contextual-modeling-for-asr-correction","title":"Joint Contextual Modeling for ASR Correction and Language Understanding","date":"2020-01-28","arxiv_id":"2002.00750","n_code_links":0,"syntology":null},{"paper":null,"slug":"fine-tuning-a-transformer-based-language","title":"Reducing Non-Normative Text Generation from Language Models","date":"2020-01-23","arxiv_id":"2001.08764","n_code_links":0,"syntology":null},{"paper":"/paper/compounding-the-performance-improvements-of","slug":"compounding-the-performance-improvements-of","title":"Compounding the Performance Improvements of Assembled Techniques in a Convolutional Neural Network","date":"2020-01-17","arxiv_id":"2001.06268","n_code_links":1,"syntology":{"ran":3,"of":11,"n_ran_checked":2,"n_instrument":1,"unverified":8,"pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 8 unverified","official":{"repos":["clovaai/assembled-cnn"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":8,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"patenttransformer-2-controlling-patent-text","title":"PatentTransformer-2: Controlling Patent Text Generation by Structural Metadata","date":"2020-01-11","arxiv_id":"2001.03708","n_code_links":0,"syntology":null},{"paper":"/paper/oteann-estimating-the-transparency-of","slug":"oteann-estimating-the-transparency-of","title":"OTEANN: Estimating the Transparency of Orthographies with an Artificial Neural Network","date":"2019-12-31","arxiv_id":"1912.13321","n_code_links":2,"syntology":null},{"paper":"/paper/explicit-sparse-transformer-concentrated","slug":"explicit-sparse-transformer-concentrated","title":"Explicit Sparse Transformer: Concentrated Attention Through Explicit Selection","date":"2019-12-25","arxiv_id":"1912.11637","n_code_links":2,"syntology":{"ran":3,"of":3,"n_ran_checked":0,"n_instrument":3,"unverified":0,"pointer_only":3,"phrase":"3 ran (of which 1 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","official":{"repos":["lancopku/Explicit-Sparse-Transformer"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["unlocated"]}}},{"paper":"/paper/spinenet-learning-scale-permuted-backbone-for","slug":"spinenet-learning-scale-permuted-backbone-for","title":"SpineNet: Learning Scale-Permuted Backbone for Recognition and Localization","date":"2019-12-10","arxiv_id":"1912.05027","n_code_links":13,"syntology":null},{"paper":null,"slug":"personalized-patent-claim-generation-and","title":"Personalized Patent Claim Generation and Measurement","date":"2019-12-07","arxiv_id":"1912.03502","n_code_links":0,"syntology":null},{"paper":null,"slug":"a-comparative-study-of-pretrained-language","title":"A Comparative Study of Pretrained Language Models on Thai Social Text Categorization","date":"2019-12-03","arxiv_id":"1912.01580","n_code_links":0,"syntology":null},{"paper":"/paper/neural-academic-paper-generation","slug":"neural-academic-paper-generation","title":"Neural Academic Paper Generation","date":"2019-12-02","arxiv_id":"1912.01982","n_code_links":1,"syntology":null},{"paper":"/paper/whats-hidden-in-a-randomly-weighted-neural","slug":"whats-hidden-in-a-randomly-weighted-neural","title":"What's Hidden in a Randomly Weighted Neural Network?","date":"2019-11-29","arxiv_id":"1911.13299","n_code_links":4,"syntology":{"ran":9,"of":9,"n_ran_checked":8,"n_instrument":1,"unverified":0,"pointer_only":5,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["allenai/hidden-networks"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"paper":"/paper/define-deep-factorized-input-word-embeddings-1","slug":"define-deep-factorized-input-word-embeddings-1","title":"DeFINE: DEep Factorized INput Token Embeddings for Neural Sequence Modeling","date":"2019-11-27","arxiv_id":"1911.12385","n_code_links":1,"syntology":null},{"paper":"/paper/evaluating-commonsense-in-pre-trained","slug":"evaluating-commonsense-in-pre-trained","title":"Evaluating Commonsense in Pre-trained Language Models","date":"2019-11-27","arxiv_id":"1911.11931","n_code_links":1,"syntology":null},{"paper":"/paper/learning-spatial-fusion-for-single-shot","slug":"learning-spatial-fusion-for-single-shot","title":"Learning Spatial Fusion for Single-Shot Object Detection","date":"2019-11-21","arxiv_id":"1911.09516","n_code_links":1,"syntology":null},{"paper":null,"slug":"paraphrasing-with-large-language-models-1","title":"Paraphrasing with Large Language Models","date":"2019-11-21","arxiv_id":"1911.09661","n_code_links":0,"syntology":null},{"paper":"/paper/efficientdet-scalable-and-efficient-object","slug":"efficientdet-scalable-and-efficient-object","title":"EfficientDet: Scalable and Efficient Object Detection","date":"2019-11-20","arxiv_id":"1911.09070","n_code_links":64,"syntology":{"ran":55,"of":70,"n_ran_checked":48,"n_instrument":7,"unverified":15,"pointer_only":7,"phrase":"55 ran (of which 1 constructed an object rather than computing a result; 48 with no instrument failure: 4 honoured, 0 violated, 44 with no contract checked; 7 where Syntology's instrument failed) · 15 unverified","official":{"repos":["google/automl"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"paper":null,"slug":"unsupervised-natural-question-answering-with-1","title":"Unsupervised Natural Question Answering with a Small Model","date":"2019-11-19","arxiv_id":"1911.08340","n_code_links":0,"syntology":null},{"paper":"/paper/compressive-transformers-for-long-range-1","slug":"compressive-transformers-for-long-range-1","title":"Compressive Transformers for Long-Range Sequence Modelling","date":"2019-11-13","arxiv_id":"1911.05507","n_code_links":6,"syntology":{"ran":6,"of":11,"n_ran_checked":5,"n_instrument":1,"unverified":5,"pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 2 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 5 unverified","official":null}},{"paper":null,"slug":"attending-to-entities-for-better-text","title":"Attending to Entities for Better Text Understanding","date":"2019-11-11","arxiv_id":"1911.04361","n_code_links":0,"syntology":null},{"paper":"/paper/inset-sentence-infilling-with-inter","slug":"inset-sentence-infilling-with-inter","title":"INSET: Sentence Infilling with INter-SEntential Transformer","date":"2019-11-10","arxiv_id":"1911.03892","n_code_links":1,"syntology":null},{"paper":null,"slug":"zero-shot-paraphrase-generation-with","title":"Zero-Shot Paraphrase Generation with Multilingual Language Models","date":"2019-11-09","arxiv_id":"1911.03597","n_code_links":0,"syntology":null},{"paper":"/paper/conversation-generation-with-concept-flow","slug":"conversation-generation-with-concept-flow","title":"Grounded Conversation Generation as Guided Traverses in Commonsense Knowledge Graphs","date":"2019-11-07","arxiv_id":"1911.02707","n_code_links":2,"syntology":{"ran":6,"of":6,"n_ran_checked":6,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["thunlp/ConceptFlow"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"learning-to-answer-by-learning-to-ask-getting","title":"Learning to Answer by Learning to Ask: Getting the Best of GPT-2 and BERT Worlds","date":"2019-11-06","arxiv_id":"1911.02365","n_code_links":0,"syntology":null},{"paper":"/paper/assessing-social-and-intersectional-biases-in","slug":"assessing-social-and-intersectional-biases-in","title":"Assessing Social and Intersectional Biases in Contextualized Word Representations","date":"2019-11-04","arxiv_id":"1911.01485","n_code_links":1,"syntology":null},{"paper":null,"slug":"gem-generative-enhanced-model-for-adversarial","title":"GEM: Generative Enhanced Model for adversarial attacks","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"inspecting-unification-of-encoding-and","title":"Inspecting Unification of Encoding and Matching with Transformer: A Case Study of Machine Reading Comprehension","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/natural-language-generation-for-effective","slug":"natural-language-generation-for-effective","title":"Natural Language Generation for Effective Knowledge Distillation","date":"2019-11-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"selecting-planning-and-rewriting-a-modular","title":"Selecting, Planning, and Rewriting: A Modular Approach for Data-to-Document Generation and Translation","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/pseudolikelihood-reranking-with-masked","slug":"pseudolikelihood-reranking-with-masked","title":"Masked Language Model Scoring","date":"2019-10-31","arxiv_id":"1910.14659","n_code_links":6,"syntology":{"ran":10,"of":10,"n_ran_checked":7,"n_instrument":3,"unverified":0,"pointer_only":3,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 2 honoured, 0 violated, 5 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","official":{"repos":["awslabs/mlm-scoring"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"paper":null,"slug":"towards-calibrated-and-scalable-uncertainty","title":"Towards calibrated and scalable uncertainty representations for neural networks","date":"2019-10-28","arxiv_id":"1911.00104","n_code_links":0,"syntology":null},{"paper":null,"slug":"an-empirical-study-of-efficient-asr-rescoring","title":"An Empirical Study of Efficient ASR Rescoring with Transformers","date":"2019-10-24","arxiv_id":"1910.11450","n_code_links":0,"syntology":null},{"paper":null,"slug":"correction-of-automatic-speech-recognition","title":"Correction of Automatic Speech Recognition with Transformer Sequence-to-sequence Model","date":"2019-10-23","arxiv_id":"1910.10697","n_code_links":0,"syntology":null},{"paper":null,"slug":"evolution-of-transfer-learning-in-natural","title":"Evolution of transfer learning in natural language processing","date":"2019-10-16","arxiv_id":"1910.07370","n_code_links":0,"syntology":null},{"paper":"/paper/q8bert-quantized-8bit-bert","slug":"q8bert-quantized-8bit-bert","title":"Q8BERT: Quantized 8Bit BERT","date":"2019-10-14","arxiv_id":"1910.06188","n_code_links":5,"syntology":{"ran":10,"of":11,"n_ran_checked":9,"n_instrument":1,"unverified":1,"pointer_only":3,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 2 honoured, 0 violated, 7 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","official":{"repos":["intellabs/model-compression-research-package","NervanaSystems/nlp-architect"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["listed","official","unlocated"]}}},{"paper":"/paper/stabilizing-transformers-for-reinforcement-1","slug":"stabilizing-transformers-for-reinforcement-1","title":"Stabilizing Transformers for Reinforcement Learning","date":"2019-10-13","arxiv_id":"1910.06764","n_code_links":5,"syntology":{"ran":3,"of":3,"n_ran_checked":2,"n_instrument":1,"unverified":0,"pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 2 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":null}},{"paper":null,"slug":"multilingual-question-answering-from","title":"Multilingual Question Answering from Formatted Text applied to Conversational Agents","date":"2019-10-10","arxiv_id":"1910.04659","n_code_links":0,"syntology":null},{"paper":"/paper/alternating-recurrent-dialog-model-with-large","slug":"alternating-recurrent-dialog-model-with-large","title":"Alternating Recurrent Dialog Model with Large-scale Pre-trained Language Models","date":"2019-10-09","arxiv_id":"1910.03756","n_code_links":1,"syntology":null},{"paper":"/paper/deformable-kernels-adapting-effective","slug":"deformable-kernels-adapting-effective","title":"Deformable Kernels: Adapting Effective Receptive Fields for Object Deformation","date":"2019-10-07","arxiv_id":"1910.02940","n_code_links":2,"syntology":null},{"paper":"/paper/zero-memory-optimization-towards-training-a","slug":"zero-memory-optimization-towards-training-a","title":"ZeRO: Memory Optimizations Toward Training Trillion Parameter Models","date":"2019-10-04","arxiv_id":"1910.02054","n_code_links":10,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["NVIDIA/Megatron-LM","microsoft/DeepSpeed"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/towards-understanding-of-medical-randomized","slug":"towards-understanding-of-medical-randomized","title":"Towards Understanding of Medical Randomized Controlled Trials by Conclusion Generation","date":"2019-10-03","arxiv_id":"1910.01462","n_code_links":1,"syntology":null},{"paper":null,"slug":"tmlab-generative-enhanced-model-gem-for","title":"TMLab: Generative Enhanced Model (GEM) for adversarial attacks","date":"2019-10-01","arxiv_id":"1910.00337","n_code_links":0,"syntology":null},{"paper":"/paper/randaugment-practical-data-augmentation-with","slug":"randaugment-practical-data-augmentation-with","title":"RandAugment: Practical automated data augmentation with a reduced search space","date":"2019-09-30","arxiv_id":"1909.13719","n_code_links":19,"syntology":{"ran":58,"of":65,"n_ran_checked":7,"n_instrument":51,"unverified":7,"pointer_only":17,"phrase":"58 ran (of which 1 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 1 violated, 6 with no contract checked; 51 where Syntology's instrument failed) · 7 unverified","official":null}},{"paper":null,"slug":"gdp-generalized-device-placement-for-dataflow","title":"GDP: Generalized Device Placement for Dataflow Graphs","date":"2019-09-28","arxiv_id":"1910.01578","n_code_links":0,"syntology":null},{"paper":null,"slug":"extreme-language-model-compression-with-1","title":"Extremely Small BERT Models from Mixed-Vocabulary Training","date":"2019-09-25","arxiv_id":"1909.11687","n_code_links":0,"syntology":null},{"paper":null,"slug":"exploring-ways-to-incorporate-additional","title":"How Additional Knowledge can Improve Natural Language Commonsense Question Answering?","date":"2019-09-19","arxiv_id":"1909.08855","n_code_links":0,"syntology":null}],"record_sha256":"e79ff82f3a1b0683679bbaa64e601cbfb2b32fd623bd6552b1d289f790abcdee","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}