{"url":"/dataset/2012-i2b2-temporal-relations","name":"2012 i2b2 Temporal Relations","full_name":"2012 i2b2 Temporal Relations Corpus","description_markdown":"The Sixth Informatics for Integrating Biology and the Bedside (i2b2) Natural Language Processing Challenge for Clinical Records focused on the temporal relations in clinical narratives. The organizers provided the research community with a corpus of discharge summaries annotated with temporal information, to be used for the development and evaluation of temporal reasoning systems. 18 teams from around the world participated in the challenge. During the workshop, participating teams presented comprehensive reviews and analysis of their systems, and outlined future research directions suggested by the challenge contributions.","description_withheld":null,"homepage":"https://www.i2b2.org/NLP/TemporalRelations/","introduced_date":"2021-04-05","introduced_date_note":null,"introduced_by":null,"license":{"name":"Under Data Use And Confidentiality Agreement","url":"https://www.i2b2.org/NLP/DataSets/AgreementCR.php"},"modalities":[{"name":"Texts","url":"/datasets/modality/texts"},{"name":"Medical","url":"/datasets/modality/medical"}],"tasks":[{"name":"Relation Extraction","url":"/task/relation-extraction","datasets_with_task":"/datasets/task/relation-extraction"},{"name":"Joint Entity and Relation Extraction","url":"/task/joint-entity-and-relation-extraction","datasets_with_task":"/datasets/task/joint-entity-and-relation-extraction"},{"name":"Temporal Relation Extraction","url":"/task/temporal-relation-extraction","datasets_with_task":"/datasets/task/temporal-relation-extraction"},{"name":"Temporal Relation Classification","url":"/task/temporal-relation-classification","datasets_with_task":"/datasets/task/temporal-relation-classification"},{"name":"Joint Event and Temporal Relation Extraction","url":"/task/joint-event-and-temporal-relation-extraction","datasets_with_task":"/datasets/task/joint-event-and-temporal-relation-extraction"}],"languages":[{"name":"English","url":"/datasets/language/english"}],"variants":["2012 i2b2 Temporal Relations"],"data_loaders":[],"num_papers_in_archive":9,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[{"leaderboard":"/sota/joint-entity-and-relation-extraction-on-2012","task":"Joint Entity and Relation Extraction","dataset_variant":"2012 i2b2 Temporal Relations","rows":1,"metrics":["Macro F1"],"first_row_in_archive_order":{"model":"Finetuned REBEL","paper":"/paper/end-to-end-temporal-relation-extraction-in","metrics":{"Macro F1":"0.58"},"code_links":[{"title":"jsaizant/ETEREX-REBEL","url":"https://github.com/jsaizant/ETEREX-REBEL"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/relation-extraction-on-2012-i2b2-temporal","task":"Relation Extraction","dataset_variant":"2012 i2b2 Temporal Relations","rows":1,"metrics":["Macro F1"],"first_row_in_archive_order":{"model":"Spark NLP","paper":"/paper/deeper-clinical-document-understanding-using","metrics":{"Macro F1":"73.6"},"code_links":[{"title":"JohnSnowLabs/spark-nlp-workshop","url":"https://github.com/JohnSnowLabs/spark-nlp-workshop/blob/master/tutorials/Certification_Trainings/Healthcare/10.3.Clinical_RE_SparkNLP_Paper_Reproduce.ipynb"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"}],"papers_with_a_benchmark_row":[{"paper":"/paper/end-to-end-temporal-relation-extraction-in","title":"End-to-End Temporal Relation Extraction in the Clinical Domain","date":"2023-04-02","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/deeper-clinical-document-understanding-using","title":"Deeper Clinical Document Understanding Using Relation Extraction","date":"2021-12-25","rows_on_this_dataset":1,"code_links":1,"syntology":null}],"syntology_totals":{"read_at":"2026-09-24T18:15:14+00:00","papers_with_samples":0,"samples_harvested":0,"samples_ran":0,"samples_unverified":0,"pointer_only_for_licence":0,"papers_with_no_sample_that_ran":0,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}