{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/document-level-relation-extraction-with","title":"Document-Level Relation Extraction with Adaptive Thresholding and Localized Context Pooling","arxiv_id":"2010.11304","date":"2020-10-21","proceeding":null,"authors":["Wenxuan Zhou","Kevin Huang","Tengyu Ma","Jing Huang"],"abstract":"Document-level relation extraction (RE) poses new challenges compared to its sentence-level counterpart. One document commonly contains multiple entity pairs, and one entity pair occurs multiple times in the document associated with multiple possible relations. In this paper, we propose two novel techniques, adaptive thresholding and localized context pooling, to solve the multi-label and multi-entity problems. The adaptive thresholding replaces the global threshold for multi-label classification in the prior work with a learnable entities-dependent threshold. The localized context pooling directly transfers attention from pre-trained language models to locate relevant context that is useful to decide the relation. We experiment on three document-level RE benchmark datasets: DocRED, a recently released large-scale RE dataset, and two datasets CDRand GDA in the biomedical domain. Our ATLOP (Adaptive Thresholding and Localized cOntext Pooling) model achieves an F1 score of 63.4, and also significantly outperforms existing models on both CDR and GDA.","url_abs":"https://arxiv.org/abs/2010.11304v3","url_pdf":"https://arxiv.org/pdf/2010.11304v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"document-level-relation-extraction-with","repo_url":"https://github.com/wzhouad/ATLOP","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"document-level-relation-extraction","task_name":"Document-level Relation Extraction"},{"task_slug":"multi-label-classification-2","task_name":"MUlTI-LABEL-ClASSIFICATION"},{"task_slug":"multi-label-classification","task_name":"Multi-Label Classification"},{"task_slug":null,"task_name":"Relation"},{"task_slug":"relation-extraction","task_name":"Relation Extraction"},{"task_slug":"sentence","task_name":"Sentence"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/relation-extraction-on-cdr","task":"Relation Extraction","dataset":"CDR","model":"SciBERT-ATLOPBASE","rank_in_archive_order":6,"of":10,"metrics":{"F1":"69.4"},"uses_additional_data":false},{"leaderboard":"/sota/relation-extraction-on-docred","task":"Relation Extraction","dataset":"DocRED","model":"ATLOP-RoBERTa-large","rank_in_archive_order":9,"of":62,"metrics":{"F1":"63.40","Ign F1":"61.39"},"uses_additional_data":false},{"leaderboard":"/sota/relation-extraction-on-docred","task":"Relation Extraction","dataset":"DocRED","model":"ATLOP-BERT-base","rank_in_archive_order":26,"of":62,"metrics":{"F1":"61.30","Ign F1":"59.31"},"uses_additional_data":false},{"leaderboard":"/sota/relation-extraction-on-gda","task":"Relation Extraction","dataset":"GDA","model":"SciBERT-ATLOPBASE","rank_in_archive_order":7,"of":9,"metrics":{"F1":"83.9"},"uses_additional_data":false},{"leaderboard":"/sota/relation-extraction-on-redocred","task":"Relation Extraction","dataset":"ReDocRED","model":"ATLOP","rank_in_archive_order":7,"of":8,"metrics":{"F1":"77.56","Ign F1":"76.82"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2010.11304","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.11304"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/wzhouad/ATLOP","reach":null}],"summary":{"ran_draft_wrong":1,"ran_honours":1},"by_repo_kind":{"official":{"samples":2,"ran":2,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":2,"samples":[{"code_sha256_prefix":"705aa67db81dcc32","entry":"gen_train_facts","repo":"wzhouad/ATLOP","repo_kind":"official","path":"evaluation.py","file_url":"https://github.com/wzhouad/ATLOP/blob/HEAD/evaluation.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"705aa67db81dcc32"}},{"code_sha256_prefix":"613a298590f4c3c2","entry":"official_evaluate","repo":"wzhouad/ATLOP","repo_kind":"official","path":"evaluation.py","file_url":"https://github.com/wzhouad/ATLOP/blob/HEAD/evaluation.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"613a298590f4c3c2"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}