{"url":"/dataset/tacred-revisited","name":"TACRED-Revisited","full_name":null,"description_markdown":"The TACRED-Revisited dataset improves the crowd-sourced TACRED dataset for relation extraction by relabeling the dev and test sets using expert linguistic annotators. Relabeling focuses on the 5K most challenging instances in dev and test, in total, 51.2% of these are corrected. Published at ACL 2020.  \r\n\r\nPaper (arXiv): https://arxiv.org/abs/2004.14855","description_withheld":null,"homepage":"https://github.com/DFKI-NLP/tacrev","introduced_date":"2020-04-30","introduced_date_note":null,"introduced_by":{"paper":"/paper/tacred-revisited-a-thorough-evaluation-of-the","title":"TACRED Revisited: A Thorough Evaluation of the TACRED Relation Extraction Task","first_author":"Christoph Alt","url":null},"license":{"name":"LDC","url":"https://catalog.ldc.upenn.edu/license/ldc-non-members-agreement.pdf"},"modalities":[{"name":"Texts","url":"/datasets/modality/texts"}],"tasks":[{"name":"Relation Extraction","url":"/task/relation-extraction","datasets_with_task":"/datasets/task/relation-extraction"},{"name":"Relation Classification","url":"/task/relation-classification","datasets_with_task":"/datasets/task/relation-classification"}],"languages":[{"name":"English","url":"/datasets/language/english"}],"variants":["TACRED-Revisited"],"data_loaders":[{"repo":"https://github.com/DFKI-NLP/tacrev","url":"https://github.com/DFKI-NLP/tacrev","frameworks":[]}],"num_papers_in_archive":7,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[{"leaderboard":"/sota/relation-extraction-on-tacred-revisited","task":"Relation Extraction","dataset_variant":"TACRED-Revisited","rows":3,"metrics":["F1"],"first_row_in_archive_order":{"model":"RAG4RE","paper":"/paper/retrieval-augmented-generation-based-relation","metrics":{"F1":"88.3"},"code_links":[{"title":"sefeoglu/rag4re","url":"https://github.com/sefeoglu/rag4re"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"}],"papers_with_a_benchmark_row":[{"paper":"/paper/retrieval-augmented-generation-based-relation","title":"Retrieval-Augmented Generation-based Relation Extraction","date":"2024-04-20","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/aligning-instruction-tasks-unlocks-large","title":"Aligning Instruction Tasks Unlocks Large Language Models as Zero-Shot Relation Extractors","date":"2023-05-18","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/reviewing-labels-label-graph-network-with-top","title":"Reviewing Labels: Label Graph Network with Top-k Prediction Set for Relation Extraction","date":"2022-12-29","rows_on_this_dataset":1,"code_links":0,"syntology":null}],"syntology_totals":{"read_at":"2026-09-24T18:15:14+00:00","papers_with_samples":0,"samples_harvested":0,"samples_ran":0,"samples_unverified":0,"pointer_only_for_licence":0,"papers_with_no_sample_that_ran":0,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}