{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/hierarchical-contextualized-representation","title":"Hierarchical Contextualized Representation for Named Entity Recognition","arxiv_id":"1911.02257","date":"2019-11-06","proceeding":null,"authors":["Ying Luo","Fengshun Xiao","Hai Zhao"],"abstract":"Named entity recognition (NER) models are typically based on the architecture of Bi-directional LSTM (BiLSTM). The constraints of sequential nature and the modeling of single input prevent the full utilization of global information from larger scope, not only in the entire sentence, but also in the entire document (dataset). In this paper, we address these two deficiencies and propose a model augmented with hierarchical contextualized representation: sentence-level representation and document-level representation. In sentence-level, we take different contributions of words in a single sentence into consideration to enhance the sentence representation learned from an independent BiLSTM via label embedding attention mechanism. In document-level, the key-value memory network is adopted to record the document-aware information for each unique word which is sensitive to similarity of context information. Our two-level hierarchical contextualized representations are fused with each input token embedding and corresponding hidden state of BiLSTM, respectively. The experimental results on three benchmark NER datasets (CoNLL-2003 and Ontonotes 5.0 English datasets, CoNLL-2002 Spanish dataset) show that we establish new state-of-the-art results.","url_abs":"https://arxiv.org/abs/1911.02257v2","url_pdf":"https://arxiv.org/pdf/1911.02257v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"hierarchical-contextualized-representation","repo_url":"https://github.com/cslydia/Hire-NER","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}}],"tasks":[{"task_slug":"cg","task_name":"NER"},{"task_slug":"named-entity-recognition-1","task_name":"Named Entity Recognition"},{"task_slug":"named-entity-recognition-ner","task_name":"Named Entity Recognition (NER)"},{"task_slug":"sentence","task_name":"Sentence"},{"task_slug":"named-entity-recognition","task_name":"named-entity-recognition"}],"methods":[{"method_slug":"bilstm","method_name":"BiLSTM"},{"method_slug":"lstm","method_name":"LSTM"},{"method_slug":"memory-network","method_name":"Memory Network"},{"method_slug":"sigmoid-activation","method_name":"Sigmoid Activation"},{"method_slug":"tanh-activation","method_name":"Tanh Activation"}],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/named-entity-recognition-ner-on-conll-2003","task":"Named Entity Recognition (NER)","dataset":"CoNLL 2003 (English)","model":"Hierarchical + BERT","rank_in_archive_order":24,"of":73,"metrics":{"F1":"93.37"},"uses_additional_data":false},{"leaderboard":"/sota/named-entity-recognition-ner-on-conll-2003","task":"Named Entity Recognition (NER)","dataset":"CoNLL 2003 (English)","model":"Hierarchical","rank_in_archive_order":51,"of":73,"metrics":{"F1":"91.96"},"uses_additional_data":false},{"leaderboard":"/sota/named-entity-recognition-ner-on-ontonotes-v5","task":"Named Entity Recognition (NER)","dataset":"Ontonotes v5 (English)","model":"Hierarchical + BERT","rank_in_archive_order":13,"of":28,"metrics":{"F1":"90.30"},"uses_additional_data":true},{"leaderboard":"/sota/named-entity-recognition-ner-on-ontonotes-v5","task":"Named Entity Recognition (NER)","dataset":"Ontonotes v5 (English)","model":"Hierarchical","rank_in_archive_order":22,"of":28,"metrics":{"F1":"87.98"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1911.02257","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.02257"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/cslydia/Hire-NER","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"ran_draft_wrong":1,"unverified":8},"by_repo_kind":{"official":{"samples":9,"ran":1,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"8e960fbb64668568","entry":"log_sum_exp","repo":"cslydia/Hire-NER","repo_kind":"official","path":"model/crf.py","file_url":"https://github.com/cslydia/Hire-NER/blob/HEAD/model/crf.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"8e960fbb64668568"}},{"code_sha256_prefix":"73cae25332218360","entry":"build_pretrain_embedding","repo":"cslydia/Hire-NER","repo_kind":"official","path":"utils/functions.py","file_url":"https://github.com/cslydia/Hire-NER/blob/HEAD/utils/functions.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"73cae25332218360"}},{"code_sha256_prefix":"fa74990a86a30699","entry":"config_file_to_dict","repo":"cslydia/Hire-NER","repo_kind":"official","path":"utils/data.py","file_url":"https://github.com/cslydia/Hire-NER/blob/HEAD/utils/data.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"fa74990a86a30699"}},{"code_sha256_prefix":"2a699dbbb422f387","entry":"get_ner_BMES","repo":"cslydia/Hire-NER","repo_kind":"official","path":"utils/metric.py","file_url":"https://github.com/cslydia/Hire-NER/blob/HEAD/utils/metric.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"2a699dbbb422f387"}},{"code_sha256_prefix":"83425339a1202f68","entry":"get_ner_fmeasure","repo":"cslydia/Hire-NER","repo_kind":"official","path":"utils/metric.py","file_url":"https://github.com/cslydia/Hire-NER/blob/HEAD/utils/metric.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"83425339a1202f68"}},{"code_sha256_prefix":"1b6406aa4e398f9e","entry":"normalize_word","repo":"cslydia/Hire-NER","repo_kind":"official","path":"utils/functions.py","file_url":"https://github.com/cslydia/Hire-NER/blob/HEAD/utils/functions.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"1b6406aa4e398f9e"}},{"code_sha256_prefix":"1e7945702a0d75fd","entry":"read_instance","repo":"cslydia/Hire-NER","repo_kind":"official","path":"utils/functions.py","file_url":"https://github.com/cslydia/Hire-NER/blob/HEAD/utils/functions.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"1e7945702a0d75fd"}},{"code_sha256_prefix":"cae186b62c77331c","entry":"reverse_style","repo":"cslydia/Hire-NER","repo_kind":"official","path":"utils/metric.py","file_url":"https://github.com/cslydia/Hire-NER/blob/HEAD/utils/metric.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"cae186b62c77331c"}},{"code_sha256_prefix":"89bc3ed968d941b8","entry":"str2bool","repo":"cslydia/Hire-NER","repo_kind":"official","path":"utils/data.py","file_url":"https://github.com/cslydia/Hire-NER/blob/HEAD/utils/data.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"89bc3ed968d941b8"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}