{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/uncertainty-aware-label-refinement-for-1","title":"Uncertainty-Aware Label Refinement for Sequence Labeling","arxiv_id":"2012.10608","date":"2020-12-19","proceeding":"EMNLP 2020 11","authors":["Tao Gui","Jiacheng Ye","Qi Zhang","Zhengyan Li","Zichu Fei","Yeyun Gong","Xuanjing Huang"],"abstract":"Conditional random fields (CRF) for label decoding has become ubiquitous in sequence labeling tasks. However, the local label dependencies and inefficient Viterbi decoding have always been a problem to be solved. In this work, we introduce a novel two-stage label decoding framework to model long-term label dependencies, while being much more computationally efficient. A base model first predicts draft labels, and then a novel two-stream self-attention model makes refinements on these draft predictions based on long-range label dependencies, which can achieve parallel decoding for a faster prediction. In addition, in order to mitigate the side effects of incorrect draft labels, Bayesian neural networks are used to indicate the labels with a high probability of being wrong, which can greatly assist in preventing error propagation. The experimental results on three sequence labeling benchmarks demonstrated that the proposed method not only outperformed the CRF-based methods but also greatly accelerated the inference process.","url_abs":"https://arxiv.org/abs/2012.10608v1","url_pdf":"https://arxiv.org/pdf/2012.10608v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"uncertainty-aware-label-refinement-for-1","repo_url":"https://github.com/jiacheng-ye/UANet","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":null}],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2012.10608","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2012.10608"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/jiacheng-ye/UANet","reach":null}],"summary":{"ran":8,"ran_fixture":1,"ran_draft_wrong":2,"ran_honours":2,"unverified":5},"by_repo_kind":{"official":{"samples":18,"ran":13,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":18,"samples":[{"code_sha256_prefix":"7c0d1d0c6504a6e7","entry":"CharBiGRU","repo":"jiacheng-ye/UANet","repo_kind":"official","path":"model/seqmodel.py","file_url":"https://github.com/jiacheng-ye/UANet/blob/HEAD/model/seqmodel.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"7c0d1d0c6504a6e7"}},{"code_sha256_prefix":"a2f76e16a893290e","entry":"CharBiLSTM","repo":"jiacheng-ye/UANet","repo_kind":"official","path":"model/seqmodel.py","file_url":"https://github.com/jiacheng-ye/UANet/blob/HEAD/model/seqmodel.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a2f76e16a893290e"}},{"code_sha256_prefix":"0db9f46fe3bd2988","entry":"CharCNN","repo":"jiacheng-ye/UANet","repo_kind":"official","path":"model/seqmodel.py","file_url":"https://github.com/jiacheng-ye/UANet/blob/HEAD/model/seqmodel.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0db9f46fe3bd2988"}},{"code_sha256_prefix":"b24a7e9eb7727d1a","entry":"RelTransformerLayer","repo":"jiacheng-ye/UANet","repo_kind":"official","path":"model/seqmodel.py","file_url":"https://github.com/jiacheng-ye/UANet/blob/HEAD/model/seqmodel.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"b24a7e9eb7727d1a"}},{"code_sha256_prefix":"3ce598afaa4512fb","entry":"RelativeMultiHeadAttn","repo":"jiacheng-ye/UANet","repo_kind":"official","path":"model/seqmodel.py","file_url":"https://github.com/jiacheng-ye/UANet/blob/HEAD/model/seqmodel.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"3ce598afaa4512fb"}},{"code_sha256_prefix":"fbcbfa1fcbcc467f","entry":"RelativePositionalEmbedding","repo":"jiacheng-ye/UANet","repo_kind":"official","path":"model/seqmodel.py","file_url":"https://github.com/jiacheng-ye/UANet/blob/HEAD/model/seqmodel.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"fbcbfa1fcbcc467f"}},{"code_sha256_prefix":"9c0fb26e71e451ec","entry":"RelativeSinusoidalPositionalEmbedding","repo":"jiacheng-ye/UANet","repo_kind":"official","path":"model/seqmodel.py","file_url":"https://github.com/jiacheng-ye/UANet/blob/HEAD/model/seqmodel.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"9c0fb26e71e451ec"}},{"code_sha256_prefix":"52c59e9167b1537a","entry":"TwoStreamRelTransformerLayer","repo":"jiacheng-ye/UANet","repo_kind":"official","path":"model/seqmodel.py","file_url":"https://github.com/jiacheng-ye/UANet/blob/HEAD/model/seqmodel.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"52c59e9167b1537a"}},{"code_sha256_prefix":"c0e8373855face92","entry":"add_dropout","repo":"jiacheng-ye/UANet","repo_kind":"official","path":"model/seqmodel.py","file_url":"https://github.com/jiacheng-ye/UANet/blob/HEAD/model/seqmodel.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"c0e8373855face92"}},{"code_sha256_prefix":"ce80c98d271934f4","entry":"epistemic_uncertainty","repo":"jiacheng-ye/UANet","repo_kind":"official","path":"model/seqmodel.py","file_url":"https://github.com/jiacheng-ye/UANet/blob/HEAD/model/seqmodel.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ce80c98d271934f4"}},{"code_sha256_prefix":"5aabd066fb658aa9","entry":"generate_label_mask","repo":"jiacheng-ye/UANet","repo_kind":"official","path":"model/seqmodel.py","file_url":"https://github.com/jiacheng-ye/UANet/blob/HEAD/model/seqmodel.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5aabd066fb658aa9"}},{"code_sha256_prefix":"ffcb36e0c6ef81dd","entry":"random_embedding","repo":"jiacheng-ye/UANet","repo_kind":"official","path":"model/seqmodel.py","file_url":"https://github.com/jiacheng-ye/UANet/blob/HEAD/model/seqmodel.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ffcb36e0c6ef81dd"}},{"code_sha256_prefix":"715f7ee86333dc5b","entry":"random_embedding_label","repo":"jiacheng-ye/UANet","repo_kind":"official","path":"model/seqmodel.py","file_url":"https://github.com/jiacheng-ye/UANet/blob/HEAD/model/seqmodel.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"715f7ee86333dc5b"}},{"code_sha256_prefix":"0b41d1b3763800d4","entry":"MCmodel","repo":"jiacheng-ye/UANet","repo_kind":"official","path":"model/seqmodel.py","file_url":"https://github.com/jiacheng-ye/UANet/blob/HEAD/model/seqmodel.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0b41d1b3763800d4"}},{"code_sha256_prefix":"d2f1976c4a9be660","entry":"RelativeEmbedding","repo":"jiacheng-ye/UANet","repo_kind":"official","path":"model/seqmodel.py","file_url":"https://github.com/jiacheng-ye/UANet/blob/HEAD/model/seqmodel.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d2f1976c4a9be660"}},{"code_sha256_prefix":"decee8984866853d","entry":"SeqModel","repo":"jiacheng-ye/UANet","repo_kind":"official","path":"model/seqmodel.py","file_url":"https://github.com/jiacheng-ye/UANet/blob/HEAD/model/seqmodel.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"decee8984866853d"}},{"code_sha256_prefix":"01afcb01278b5d15","entry":"TransformerEncoder","repo":"jiacheng-ye/UANet","repo_kind":"official","path":"model/seqmodel.py","file_url":"https://github.com/jiacheng-ye/UANet/blob/HEAD/model/seqmodel.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"01afcb01278b5d15"}},{"code_sha256_prefix":"8cc80cc6f0356bc1","entry":"WordRep","repo":"jiacheng-ye/UANet","repo_kind":"official","path":"model/seqmodel.py","file_url":"https://github.com/jiacheng-ye/UANet/blob/HEAD/model/seqmodel.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"8cc80cc6f0356bc1"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}