{"url":"/dataset/docred-ie","name":"DocRED-IE","full_name":null,"description_markdown":"The *DocRED Information Extraction (DocRED-IE)* dataset extends the DocRED dataset for the *Document-level Closed Information Extraction (DocIE)* task. DocRED-IE is a multi-task dataset and allows for 5 subtasks: (i) Document-level Relation Extraction, (ii) Mention Detection, (iii) Entity Typing, (iv) Entity Disambiguation, (v) Coreference Resolution, as well as combinations thereof such as Named Entity Recognition (NER) or Entity Linking. The DocRED-IE dataset also allows for the end-to-end tasks of: (i) DocIE and (ii) Joint Entity and Relation Extraction. DocRED-IE comprises sentence-level and document-level facts, thereby describing short as well as long-range interactions within an entire document.","description_withheld":null,"homepage":"https://github.com/amazon-science/e2e-docie","introduced_date":"2024-04-19","introduced_date_note":null,"introduced_by":{"paper":"/paper/rexel-an-end-to-end-model-for-document-level","title":"REXEL: An End-to-end Model for Document-Level Relation Extraction and Entity Linking","first_author":"Nacime Bouziani","url":null},"license":{"name":"MIT","url":"https://github.com/amazon-science/e2e-docie/blob/main/LICENSE"},"modalities":[{"name":"Texts","url":"/datasets/modality/texts"}],"tasks":[{"name":"Coreference Resolution","url":"/task/coreference-resolution","datasets_with_task":"/datasets/task/coreference-resolution"},{"name":"Joint Entity and Relation Extraction","url":"/task/joint-entity-and-relation-extraction","datasets_with_task":"/datasets/task/joint-entity-and-relation-extraction"},{"name":"Entity Disambiguation","url":"/task/entity-disambiguation","datasets_with_task":"/datasets/task/entity-disambiguation"},{"name":"Entity Typing","url":"/task/entity-typing","datasets_with_task":"/datasets/task/entity-typing"},{"name":"Document-level Relation Extraction","url":"/task/document-level-relation-extraction","datasets_with_task":"/datasets/task/document-level-relation-extraction"},{"name":"Document-level Closed Information Extraction","url":"/task/document-level-closed-information-extraction","datasets_with_task":"/datasets/task/document-level-closed-information-extraction"}],"languages":[{"name":"English","url":"/datasets/language/english"}],"variants":["DocRED-IE"],"data_loaders":[{"repo":"https://github.com/amazon-science/e2e-docie","url":"https://github.com/amazon-science/e2e-docie","frameworks":[]}],"num_papers_in_archive":1,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[{"leaderboard":"/sota/coreference-resolution-on-docred-ie","task":"Coreference Resolution","dataset_variant":"DocRED-IE","rows":1,"metrics":["Avg F1"],"first_row_in_archive_order":{"model":"REXEL","paper":"/paper/rexel-an-end-to-end-model-for-document-level","metrics":{"Avg F1":"90.93"},"code_links":[{"title":"amazon-science/e2e-docie","url":"https://github.com/amazon-science/e2e-docie"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/document-level-closed-information-extraction-2","task":"Document-level Closed Information Extraction","dataset_variant":"DocRED-IE","rows":1,"metrics":["Relation F1"],"first_row_in_archive_order":{"model":"REXEL","paper":"/paper/rexel-an-end-to-end-model-for-document-level","metrics":{"Relation F1":"27.96"},"code_links":[{"title":"amazon-science/e2e-docie","url":"https://github.com/amazon-science/e2e-docie"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/document-level-relation-extraction-on-docred-3","task":"Document-level Relation Extraction","dataset_variant":"DocRED-IE","rows":1,"metrics":["Relation F1"],"first_row_in_archive_order":{"model":"REXEL","paper":"/paper/rexel-an-end-to-end-model-for-document-level","metrics":{"Relation F1":"60.10"},"code_links":[{"title":"amazon-science/e2e-docie","url":"https://github.com/amazon-science/e2e-docie"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/entity-disambiguation-on-docred-ie","task":"Entity Disambiguation","dataset_variant":"DocRED-IE","rows":1,"metrics":["Avg F1"],"first_row_in_archive_order":{"model":"REXEL","paper":"/paper/rexel-an-end-to-end-model-for-document-level","metrics":{"Avg F1":"86.74"},"code_links":[{"title":"amazon-science/e2e-docie","url":"https://github.com/amazon-science/e2e-docie"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/entity-typing-on-docred-ie","task":"Entity Typing","dataset_variant":"DocRED-IE","rows":1,"metrics":["Avg F1"],"first_row_in_archive_order":{"model":"REXEL","paper":"/paper/rexel-an-end-to-end-model-for-document-level","metrics":{"Avg F1":"96.01"},"code_links":[{"title":"amazon-science/e2e-docie","url":"https://github.com/amazon-science/e2e-docie"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/joint-entity-and-relation-extraction-on-10","task":"Joint Entity and Relation Extraction","dataset_variant":"DocRED-IE","rows":1,"metrics":["Relation F1"],"first_row_in_archive_order":{"model":"REXEL","paper":"/paper/rexel-an-end-to-end-model-for-document-level","metrics":{"Relation F1":"39.06"},"code_links":[{"title":"amazon-science/e2e-docie","url":"https://github.com/amazon-science/e2e-docie"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"}],"papers_with_a_benchmark_row":[{"paper":"/paper/rexel-an-end-to-end-model-for-document-level","title":"REXEL: An End-to-end Model for Document-Level Relation Extraction and Entity Linking","date":"2024-04-19","rows_on_this_dataset":6,"code_links":1,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":3,"samples_ran":3,"samples_unverified":0,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}}],"syntology_totals":{"read_at":"2026-09-24T18:15:14+00:00","papers_with_samples":1,"samples_harvested":3,"samples_ran":3,"samples_unverified":0,"pointer_only_for_licence":0,"papers_with_no_sample_that_ran":0,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}