{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/reference-aware-language-models","title":"Reference-Aware Language Models","arxiv_id":"1611.01628","date":"2016-11-05","proceeding":"EMNLP 2017 9","authors":["Zichao Yang","Phil Blunsom","Chris Dyer","Wang Ling"],"abstract":"We propose a general class of language models that treat reference as an\nexplicit stochastic latent variable. This architecture allows models to create\nmentions of entities and their attributes by accessing external databases\n(required by, e.g., dialogue generation and recipe generation) and internal\nstate (required by, e.g. language models which are aware of coreference). This\nfacilitates the incorporation of information that can be accessed in\npredictable locations in databases or discourse context, even when the targets\nof the reference may be rare words. Experiments on three tasks shows our model\nvariants based on deterministic attention.","url_abs":"http://arxiv.org/abs/1611.01628v5","url_pdf":"http://arxiv.org/pdf/1611.01628v5.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[],"tasks":[{"task_slug":"dialogue-generation","task_name":"Dialogue Generation"},{"task_slug":"recipe-generation","task_name":"Recipe Generation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/recipe-generation-on-allrecipescom","task":"Recipe Generation","dataset":"allrecipes.com","model":"Latent Variable Model","rank_in_archive_order":1,"of":2,"metrics":{"BLEU":"15.41","Perplexity":"4.97"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1611.01628","mcp":null,"developers":"https://syntology.ai/developers"},"arxiv_metadata":null,"syntology_extracted_results":null}