{"url":"/method/topk-copy","slug":"topk-copy","name":"TopK Copy","full_name":"TopK Copy","full_name_withheld":false,"description_markdown":"**TopK Copy** is a cross-attention guided copy mechanism for entity extraction where only the Top-$k$ important attention heads are used for computing copy distributions. The motivation is that that attention heads may not equally important, and that some heads can be pruned out with a marginal decrease in overall performance. Attention probabilities produced by insignificant attention heads may be noisy. Thus, computing copy distributions without these heads could improve the model’s ability to infer the importance of each token in the input document.","description_state":"present","introduced_year":null,"introduced_by":{"title":"Document-level Entity-based Extraction as Template Generation","paper":"/paper/document-level-entity-based-extraction-as","first_author":"Kung-Hsiang Huang","n_authors":3,"url_abs":null,"archive_paper_url":"https://paperswithcode.com/paper/document-level-entity-based-extraction-as"},"source":{"url":"https://arxiv.org/abs/2109.04901v1","title":"Document-level Entity-based Extraction as Template Generation","url_on_a_paper_host":true},"code_snippet_url":null,"code_snippet_url_on_a_code_host":false,"categories":[{"area":"Natural Language Processing","area_id":"natural-language-processing","collection":"Copy Mechanisms","url":"/methods/category/copy-mechanisms","pwc_aliases":[]}],"n_papers_tagged":1,"archive_num_papers":1,"papers_newest_first":[{"paper":"/paper/document-level-entity-based-extraction-as","title":"Document-level Entity-based Extraction as Template Generation","date":"2021-09-10","arxiv_id":"2109.04901","n_code_links":1,"syntology":{"ran":0,"of":10,"unverified":10,"pointer_only":0}}],"papers_shown":1,"tasks":[{"task":"/task/4-ary-relation-extraction","name":"4-ary Relation Extraction","papers":1},{"task":"/task/binary-relation-extraction","name":"Binary Relation Extraction","papers":1},{"task":"/task/role-filler-entity-extraction","name":"Role-filler Entity Extraction","papers":1}],"tasks_shown":3,"n_tasks":3,"usage_by_year":[{"year":"2021","papers":1}],"row_source":"methods_table","archive":{"source":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","archive_url":"https://paperswithcode.com/method/topk-copy"},"syntology_read_at":"2026-09-24T18:15:14+00:00"}