{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/gpt-2/papers/8","list_of":"/method/gpt-2","method":"GPT-2","archive":{"snapshot":"2025-07-28"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"date (newest first), then slug","page":8,"pages_in_order":8,"rows_per_page":100,"rows":[701,768],"of":768,"counts":{"archive_papers_tagged":768,"with_a_code_link":339,"where_syntology_ran_a_sample":125,"not_listed_spam_title":0,"listed":768,"listed_where_code_ran":125,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":99,"every_run_a_failure_of_syntologys_instrument":26,"listed_with_a_run_with_no_instrument_failure":99,"listed_every_run_a_failure_of_syntologys_instrument":26,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/method/gpt-2","prev":"/method/gpt-2/papers/7","next":null,"papers":[{"paper":"/paper/a-qualitative-evaluation-of-language-models","slug":"a-qualitative-evaluation-of-language-models","title":"A Qualitative Evaluation of Language Models on Automatic Question-Answering for COVID-19","date":"2020-06-19","arxiv_id":"2006.10964","n_code_links":1,"syntology":null},{"paper":"/paper/few-shot-generative-conversational-query","slug":"few-shot-generative-conversational-query","title":"Few-Shot Generative Conversational Query Rewriting","date":"2020-06-09","arxiv_id":"2006.05009","n_code_links":1,"syntology":{"ran":3,"of":3,"n_ran_checked":0,"n_instrument":3,"unverified":0,"pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","official":{"repos":["thunlp/ConversationQueryRewriter"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"paper":null,"slug":"unsupervised-paraphrase-generation-using-pre","title":"Unsupervised Paraphrase Generation using Pre-trained Language Models","date":"2020-06-09","arxiv_id":"2006.05477","n_code_links":0,"syntology":null},{"paper":"/paper/automatic-text-summarization-of-covid-19","slug":"automatic-text-summarization-of-covid-19","title":"Automatic Text Summarization of COVID-19 Medical Research Articles using BERT and GPT-2","date":"2020-06-03","arxiv_id":"2006.01997","n_code_links":1,"syntology":null},{"paper":"/paper/emergence-of-separable-manifolds-in-deep","slug":"emergence-of-separable-manifolds-in-deep","title":"Emergence of Separable Manifolds in Deep Language Representations","date":"2020-06-01","arxiv_id":"2006.01095","n_code_links":1,"syntology":null},{"paper":null,"slug":"first-neural-conjecturing-datasets-and","title":"First Neural Conjecturing Datasets and Experiments","date":"2020-05-29","arxiv_id":"2005.14664","n_code_links":0,"syntology":null},{"paper":"/paper/creative-artificial-intelligence-algorithms","slug":"creative-artificial-intelligence-algorithms","title":"Artificial Intelligence versus Maya Angelou: Experimental evidence that people cannot differentiate AI-generated from human-written poetry","date":"2020-05-20","arxiv_id":"2005.09980","n_code_links":1,"syntology":null},{"paper":null,"slug":"large-scale-multi-actor-generative-dialog","title":"Large Scale Multi-Actor Generative Dialog Modeling","date":"2020-05-13","arxiv_id":"2005.06114","n_code_links":0,"syntology":null},{"paper":"/paper/distributional-discrepancy-a-metric-for","slug":"distributional-discrepancy-a-metric-for","title":"Distributional Discrepancy: A Metric for Unconditional Text Generation","date":"2020-05-04","arxiv_id":"2005.01282","n_code_links":1,"syntology":null},{"paper":"/paper/transformer-based-end-to-end-question","slug":"transformer-based-end-to-end-question","title":"Simplifying Paragraph-level Question Generation via Transformer Language Models","date":"2020-05-03","arxiv_id":"2005.01107","n_code_links":4,"syntology":{"ran":6,"of":8,"n_ran_checked":6,"n_instrument":0,"unverified":2,"pointer_only":1,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":null}},{"paper":"/paper/a-simple-language-model-for-task-oriented","slug":"a-simple-language-model-for-task-oriented","title":"A Simple Language Model for Task-Oriented Dialogue","date":"2020-05-02","arxiv_id":"2005.00796","n_code_links":1,"syntology":{"ran":13,"of":14,"n_ran_checked":12,"n_instrument":1,"unverified":1,"pointer_only":0,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 1 violated, 11 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","official":{"repos":["salesforce/simpletod"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":"/paper/a-controllable-model-of-grounded-response","slug":"a-controllable-model-of-grounded-response","title":"A Controllable Model of Grounded Response Generation","date":"2020-05-01","arxiv_id":"2005.00613","n_code_links":1,"syntology":null},{"paper":null,"slug":"evaluation-metrics-for-headline-generation","title":"Evaluation Metrics for Headline Generation Using Deep Pre-Trained Embeddings","date":"2020-05-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/pointer-constrained-text-generation-via","slug":"pointer-constrained-text-generation-via","title":"POINTER: Constrained Progressive Text Generation via Insertion-based Generative Pre-training","date":"2020-05-01","arxiv_id":"2005.00558","n_code_links":1,"syntology":{"ran":11,"of":18,"n_ran_checked":6,"n_instrument":5,"unverified":7,"pointer_only":1,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 1 violated, 4 with no contract checked; 5 where Syntology's instrument failed) · 7 unverified","official":{"repos":["dreasysnail/POINTER"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":7,"ran_from_kinds":["official"]}}},{"paper":"/paper/plotmachines-outline-conditioned-generation","slug":"plotmachines-outline-conditioned-generation","title":"PlotMachines: Outline-Conditioned Generation with Dynamic Plot State Tracking","date":"2020-04-30","arxiv_id":"2004.14967","n_code_links":2,"syntology":{"ran":5,"of":11,"n_ran_checked":5,"n_instrument":0,"unverified":6,"pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified","official":{"repos":["hrashkin/plotmachines"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":6,"ran_from_kinds":["official"]}}},{"paper":"/paper/geppetto-carves-italian-into-a-language-model","slug":"geppetto-carves-italian-into-a-language-model","title":"GePpeTto Carves Italian into a Language Model","date":"2020-04-29","arxiv_id":"2004.14253","n_code_links":1,"syntology":null},{"paper":null,"slug":"lightpaff-a-two-stage-distillation-framework-1","title":"LightPAFF: A Two-Stage Distillation Framework for Pre-training and Fine-tuning","date":"2020-04-27","arxiv_id":"2004.12817","n_code_links":0,"syntology":null},{"paper":null,"slug":"assessing-discourse-relations-in-language","title":"Assessing Discourse Relations in Language Generation from GPT-2","date":"2020-04-26","arxiv_id":"2004.12506","n_code_links":0,"syntology":null},{"paper":"/paper/a-tailored-pre-training-model-for-task","slug":"a-tailored-pre-training-model-for-task","title":"A Tailored Pre-Training Model for Task-Oriented Dialog Generation","date":"2020-04-24","arxiv_id":"2004.13835","n_code_links":1,"syntology":null},{"paper":null,"slug":"mirror-ritual-an-affective-interface-for","title":"Mirror Ritual: An Affective Interface for Emotional Self-Reflection","date":"2020-04-21","arxiv_id":"2004.09685","n_code_links":0,"syntology":null},{"paper":"/paper/stereoset-measuring-stereotypical-bias-in","slug":"stereoset-measuring-stereotypical-bias-in","title":"StereoSet: Measuring stereotypical bias in pretrained language models","date":"2020-04-20","arxiv_id":"2004.09456","n_code_links":3,"syntology":null},{"paper":null,"slug":"generating-counter-narratives-against-online","title":"Generating Counter Narratives against Online Hate Speech: Data and Strategies","date":"2020-04-08","arxiv_id":"2004.04216","n_code_links":0,"syntology":null},{"paper":"/paper/have-your-text-and-use-it-too-end-to-end","slug":"have-your-text-and-use-it-too-end-to-end","title":"Have Your Text and Use It Too! End-to-End Neural Data-to-Text Generation with Semantic Fidelity","date":"2020-04-08","arxiv_id":"2004.06577","n_code_links":1,"syntology":null},{"paper":null,"slug":"textgail-generative-adversarial-imitation","title":"TextGAIL: Generative Adversarial Imitation Learning for Text Generation","date":"2020-04-07","arxiv_id":"2004.13796","n_code_links":0,"syntology":null},{"paper":null,"slug":"dare-data-augmented-relation-extraction-with","title":"DARE: Data Augmented Relation Extraction with GPT-2","date":"2020-04-06","arxiv_id":"2004.13845","n_code_links":0,"syntology":null},{"paper":"/paper/sparse-text-generation","slug":"sparse-text-generation","title":"Sparse Text Generation","date":"2020-04-06","arxiv_id":"2004.02644","n_code_links":1,"syntology":null},{"paper":"/paper/optimus-organizing-sentences-via-pre-trained","slug":"optimus-organizing-sentences-via-pre-trained","title":"Optimus: Organizing Sentences via Pre-trained Modeling of a Latent Space","date":"2020-04-05","arxiv_id":"2004.04092","n_code_links":1,"syntology":null},{"paper":null,"slug":"generating-rationales-in-visual-question","title":"Generating Rationales in Visual Question Answering","date":"2020-04-04","arxiv_id":"2004.02032","n_code_links":0,"syntology":null},{"paper":null,"slug":"generating-major-types-of-chinese-classical","title":"Generating Major Types of Chinese Classical Poetry in a Uniformed Framework","date":"2020-03-13","arxiv_id":"2003.11528","n_code_links":0,"syntology":null},{"paper":"/paper/recipegpt-generative-pre-training-based","slug":"recipegpt-generative-pre-training-based","title":"RecipeGPT: Generative Pre-training Based Cooking Recipe Generation and Evaluation System","date":"2020-03-05","arxiv_id":"2003.02498","n_code_links":1,"syntology":null},{"paper":null,"slug":"hybrid-generative-retrieval-transformers-for","title":"Hybrid Generative-Retrieval Transformers for Dialogue Domain Adaptation","date":"2020-03-03","arxiv_id":"2003.01680","n_code_links":0,"syntology":null},{"paper":null,"slug":"training-question-answering-models-from","title":"Training Question Answering Models From Synthetic Data","date":"2020-02-22","arxiv_id":"2002.09599","n_code_links":0,"syntology":null},{"paper":"/paper/transformer-on-a-diet","slug":"transformer-on-a-diet","title":"Transformer on a Diet","date":"2020-02-14","arxiv_id":"2002.06170","n_code_links":1,"syntology":null},{"paper":null,"slug":"cbag-conditional-biomedical-abstract","title":"CBAG: Conditional Biomedical Abstract Generation","date":"2020-02-13","arxiv_id":"2002.05637","n_code_links":0,"syntology":null},{"paper":"/paper/introducing-aspects-of-creativity-in","slug":"introducing-aspects-of-creativity-in","title":"Introducing Aspects of Creativity in Automatic Poetry Generation","date":"2020-02-06","arxiv_id":"2002.02511","n_code_links":1,"syntology":null},{"paper":null,"slug":"fine-tuning-a-transformer-based-language","title":"Reducing Non-Normative Text Generation from Language Models","date":"2020-01-23","arxiv_id":"2001.08764","n_code_links":0,"syntology":null},{"paper":null,"slug":"patenttransformer-2-controlling-patent-text","title":"PatentTransformer-2: Controlling Patent Text Generation by Structural Metadata","date":"2020-01-11","arxiv_id":"2001.03708","n_code_links":0,"syntology":null},{"paper":null,"slug":"personalized-patent-claim-generation-and","title":"Personalized Patent Claim Generation and Measurement","date":"2019-12-07","arxiv_id":"1912.03502","n_code_links":0,"syntology":null},{"paper":null,"slug":"paraphrasing-with-large-language-models-1","title":"Paraphrasing with Large Language Models","date":"2019-11-21","arxiv_id":"1911.09661","n_code_links":0,"syntology":null},{"paper":null,"slug":"unsupervised-natural-question-answering-with-1","title":"Unsupervised Natural Question Answering with a Small Model","date":"2019-11-19","arxiv_id":"1911.08340","n_code_links":0,"syntology":null},{"paper":null,"slug":"attending-to-entities-for-better-text","title":"Attending to Entities for Better Text Understanding","date":"2019-11-11","arxiv_id":"1911.04361","n_code_links":0,"syntology":null},{"paper":"/paper/inset-sentence-infilling-with-inter","slug":"inset-sentence-infilling-with-inter","title":"INSET: Sentence Infilling with INter-SEntential Transformer","date":"2019-11-10","arxiv_id":"1911.03892","n_code_links":1,"syntology":null},{"paper":"/paper/conversation-generation-with-concept-flow","slug":"conversation-generation-with-concept-flow","title":"Grounded Conversation Generation as Guided Traverses in Commonsense Knowledge Graphs","date":"2019-11-07","arxiv_id":"1911.02707","n_code_links":2,"syntology":{"ran":6,"of":6,"n_ran_checked":6,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["thunlp/ConceptFlow"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"learning-to-answer-by-learning-to-ask-getting","title":"Learning to Answer by Learning to Ask: Getting the Best of GPT-2 and BERT Worlds","date":"2019-11-06","arxiv_id":"1911.02365","n_code_links":0,"syntology":null},{"paper":"/paper/assessing-social-and-intersectional-biases-in","slug":"assessing-social-and-intersectional-biases-in","title":"Assessing Social and Intersectional Biases in Contextualized Word Representations","date":"2019-11-04","arxiv_id":"1911.01485","n_code_links":1,"syntology":null},{"paper":null,"slug":"gem-generative-enhanced-model-for-adversarial","title":"GEM: Generative Enhanced Model for adversarial attacks","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"selecting-planning-and-rewriting-a-modular","title":"Selecting, Planning, and Rewriting: A Modular Approach for Data-to-Document Generation and Translation","date":"2019-11-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/pseudolikelihood-reranking-with-masked","slug":"pseudolikelihood-reranking-with-masked","title":"Masked Language Model Scoring","date":"2019-10-31","arxiv_id":"1910.14659","n_code_links":6,"syntology":{"ran":10,"of":10,"n_ran_checked":7,"n_instrument":3,"unverified":0,"pointer_only":3,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 2 honoured, 0 violated, 5 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","official":{"repos":["awslabs/mlm-scoring"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"paper":null,"slug":"multilingual-question-answering-from","title":"Multilingual Question Answering from Formatted Text applied to Conversational Agents","date":"2019-10-10","arxiv_id":"1910.04659","n_code_links":0,"syntology":null},{"paper":"/paper/alternating-recurrent-dialog-model-with-large","slug":"alternating-recurrent-dialog-model-with-large","title":"Alternating Recurrent Dialog Model with Large-scale Pre-trained Language Models","date":"2019-10-09","arxiv_id":"1910.03756","n_code_links":1,"syntology":null},{"paper":"/paper/towards-understanding-of-medical-randomized","slug":"towards-understanding-of-medical-randomized","title":"Towards Understanding of Medical Randomized Controlled Trials by Conclusion Generation","date":"2019-10-03","arxiv_id":"1910.01462","n_code_links":1,"syntology":null},{"paper":null,"slug":"tmlab-generative-enhanced-model-gem-for","title":"TMLab: Generative Enhanced Model (GEM) for adversarial attacks","date":"2019-10-01","arxiv_id":"1910.00337","n_code_links":0,"syntology":null},{"paper":"/paper/megatron-lm-training-multi-billion-parameter","slug":"megatron-lm-training-multi-billion-parameter","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","date":"2019-09-17","arxiv_id":"1909.08053","n_code_links":10,"syntology":{"ran":12,"of":47,"n_ran_checked":7,"n_instrument":5,"unverified":35,"pointer_only":15,"phrase":"12 ran (of which 2 constructed an object rather than computing a result; 7 with no instrument failure: 4 honoured, 0 violated, 3 with no contract checked; 5 where Syntology's instrument failed) · 35 unverified","official":{"repos":["NVIDIA/Megatron-LM"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/how-contextual-are-contextualized-word","slug":"how-contextual-are-contextualized-word","title":"How Contextual are Contextualized Word Representations? Comparing the Geometry of BERT, ELMo, and GPT-2 Embeddings","date":"2019-09-02","arxiv_id":"1909.00512","n_code_links":1,"syntology":null},{"paper":null,"slug":"neural-language-model-for-automated","title":"Pre-training A Neural Language Model Improves The Sample Efficiency of an Emergency Room Classification Model","date":"2019-08-30","arxiv_id":"1909.01136","n_code_links":0,"syntology":null},{"paper":null,"slug":"measuring-patent-claim-generation-by-span","title":"Measuring Patent Claim Generation by Span Relevancy","date":"2019-08-26","arxiv_id":"1908.09591","n_code_links":0,"syntology":null},{"paper":null,"slug":"release-strategies-and-the-social-impacts-of","title":"Release Strategies and the Social Impacts of Language Models","date":"2019-08-24","arxiv_id":"1908.09203","n_code_links":0,"syntology":null},{"paper":"/paper/universal-adversarial-triggers-for-nlp","slug":"universal-adversarial-triggers-for-nlp","title":"Universal Adversarial Triggers for Attacking and Analyzing NLP","date":"2019-08-20","arxiv_id":"1908.07125","n_code_links":1,"syntology":{"ran":3,"of":3,"n_ran_checked":0,"n_instrument":3,"unverified":0,"pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","official":{"repos":["Eric-Wallace/universal-triggers"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"noisy-channel-for-low-resource-grammatical","title":"Noisy Channel for Low Resource Grammatical Error Correction","date":"2019-08-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/leveraging-pre-trained-checkpoints-for","slug":"leveraging-pre-trained-checkpoints-for","title":"Leveraging Pre-trained Checkpoints for Sequence Generation Tasks","date":"2019-07-29","arxiv_id":"1907.12461","n_code_links":7,"syntology":{"ran":6,"of":6,"n_ran_checked":6,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":null}},{"paper":null,"slug":"multi-turn-dialogue-response-generation-with","title":"DLGNet: A Transformer-based Model for Dialogue Response Generation","date":"2019-07-26","arxiv_id":"1908.01841","n_code_links":0,"syntology":null},{"paper":null,"slug":"generating-sentiment-preserving-fake-online","title":"Generating Sentiment-Preserving Fake Online Reviews Using Neural Language Models and Their Human- and Machine-based Detection","date":"2019-07-22","arxiv_id":"1907.09177","n_code_links":0,"syntology":null},{"paper":null,"slug":"patent-claim-generation-by-fine-tuning-openai","title":"Patent Claim Generation by Fine-Tuning OpenAI GPT-2","date":"2019-07-01","arxiv_id":"1907.02052","n_code_links":0,"syntology":null},{"paper":null,"slug":"one-epoch-is-all-you-need","title":"One Epoch Is All You Need","date":"2019-06-16","arxiv_id":"1906.06669","n_code_links":0,"syntology":null},{"paper":"/paper/a-multiscale-visualization-of-attention-in","slug":"a-multiscale-visualization-of-attention-in","title":"A Multiscale Visualization of Attention in the Transformer Model","date":"2019-06-12","arxiv_id":"1906.05714","n_code_links":3,"syntology":{"ran":3,"of":3,"n_ran_checked":0,"n_instrument":3,"unverified":0,"pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","official":{"repos":["jessevig/bertviz"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":null,"slug":"analyzing-the-structure-of-attention-in-a","title":"Analyzing the Structure of Attention in a Transformer Language Model","date":"2019-06-07","arxiv_id":"1906.04284","n_code_links":0,"syntology":null},{"paper":null,"slug":"visualizing-attention-in-transformer-based","title":"Visualizing Attention in Transformer-Based Language Representation Models","date":"2019-04-04","arxiv_id":"1904.02679","n_code_links":0,"syntology":null},{"paper":"/paper/language-models-are-unsupervised-multitask","slug":"language-models-are-unsupervised-multitask","title":"Language Models are Unsupervised Multitask Learners","date":"2019-02-14","arxiv_id":null,"n_code_links":21,"syntology":null}],"record_sha256":"269c7a44eeb19d0e815f2bdcb4bb9a279586312d022b1bb559580a1322ce8f18","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}