{"url":"/task/relation-extraction","name":"Relation Extraction","slug":"relation-extraction","description_markdown":"**Relation Extraction** is the task of predicting attributes and relations for entities in a sentence. For example, given a sentence “Barack Obama was born in Honolulu, Hawaii.”, a relation classifier aims at predicting the relation of “bornInCity”. Relation Extraction is the key component for building relation knowledge graphs, and it is of crucial significance to natural language processing applications such as structured search, sentiment analysis, question answering, and summarization.\r\n\r\n\r\n<span class=\"description-source\">Source: [Deep Residual Learning for Weakly-Supervised Relation Extraction ](https://arxiv.org/abs/1707.08866)</span>","categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":1977,"papers_with_code":735,"benchmarks":50,"benchmark_tables_in_archive":51,"benchmark_tables_shown":51,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":82,"subtasks":15,"parent_tasks":0},"benchmarks":[{"leaderboard":"/sota/relation-extraction-on-docred","slug":"relation-extraction-on-docred","dataset":"DocRED","dataset_url":"/dataset/docred","rows_in_archive":62,"metrics":["F1","Ign F1"],"first_row_in_archive_order":{"model":"DREEAM","paper_title":"DREEAM: Guiding Attention with Evidence for Improving Document-Level Relation Extraction","paper_url":"/paper/dreeam-guiding-attention-with-evidence-for","paper_date":"2023-02-17","arxiv_id":"2302.08675","code_links":[{"title":"youmima/dreeam","url":"https://github.com/youmima/dreeam"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-tacred","slug":"relation-extraction-on-tacred","dataset":"TACRED","dataset_url":"/dataset/tacred","rows_in_archive":40,"metrics":["F1","F1 (10% Few-Shot)","F1 (5% Few-Shot)","F1 (1% Few-Shot)","F1 (Zero-Shot)"],"first_row_in_archive_order":{"model":"RAG4RE","paper_title":"Retrieval-Augmented Generation-based Relation Extraction","paper_url":"/paper/retrieval-augmented-generation-based-relation","paper_date":"2024-04-20","arxiv_id":"2404.13397","code_links":[{"title":"sefeoglu/rag4re","url":"https://github.com/sefeoglu/rag4re"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-semeval-2010-task-8","slug":"relation-extraction-on-semeval-2010-task-8","dataset":"SemEval-2010 Task-8","dataset_url":"/dataset/semeval-2010-task-8","rows_in_archive":31,"metrics":["F1"],"first_row_in_archive_order":{"model":"SP","paper_title":"Relation Classification as Two-way Span-Prediction","paper_url":"/paper/relation-extraction-as-two-way-span","paper_date":"2020-10-09","arxiv_id":"2010.04829","code_links":[],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-ace-2005","slug":"relation-extraction-on-ace-2005","dataset":"ACE 2005","dataset_url":"/dataset/ace-2005","rows_in_archive":30,"metrics":["RE Micro F1","RE+ Micro F1","NER Micro F1","Sentence Encoder","Relation classification F1","Cross Sentence","Relation F1"],"first_row_in_archive_order":{"model":"ITER","paper_title":"ITER: Iterative Transformer-based Entity Recognition and Relation Extraction","paper_url":"/paper/iter-iterative-transformer-based-entity","paper_date":"2024-11-11","arxiv_id":null,"code_links":[{"title":"fleonce/iter","url":"https://github.com/fleonce/iter"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-conll04","slug":"relation-extraction-on-conll04","dataset":"CoNLL04","dataset_url":"/dataset/conll04","rows_in_archive":16,"metrics":["RE+ Macro F1 ","RE+ Micro F1","NER Macro F1","NER Micro F1","RE+ Macro F1"],"first_row_in_archive_order":{"model":"REBEL","paper_title":"REBEL: Relation Extraction By End-to-end Language generation","paper_url":"/paper/rebel-relation-extraction-by-end-to-end","paper_date":"2021-10-29","arxiv_id":null,"code_links":[{"title":"Babelscape/rebel","url":"https://github.com/Babelscape/rebel"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-ade-corpus","slug":"relation-extraction-on-ade-corpus","dataset":"Adverse Drug Events (ADE) Corpus","dataset_url":"/dataset/ade-corpus","rows_in_archive":15,"metrics":["RE+ Macro F1","RE Macro F1","NER Macro F1"],"first_row_in_archive_order":{"model":"ITER","paper_title":"ITER: Iterative Transformer-based Entity Recognition and Relation Extraction","paper_url":"/paper/iter-iterative-transformer-based-entity","paper_date":"2024-11-11","arxiv_id":null,"code_links":[{"title":"fleonce/iter","url":"https://github.com/fleonce/iter"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-webnlg","slug":"relation-extraction-on-webnlg","dataset":"WebNLG","dataset_url":"/dataset/webnlg","rows_in_archive":14,"metrics":["F1","NER Micro F1"],"first_row_in_archive_order":{"model":"UniRel","paper_title":"UniRel: Unified Representation and Interaction for Joint Relational Triple Extraction","paper_url":"/paper/unirel-unified-representation-and-interaction","paper_date":"2022-11-16","arxiv_id":"2211.09039","code_links":[{"title":"wtangdev/unirel","url":"https://github.com/wtangdev/unirel"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-chemprot","slug":"relation-extraction-on-chemprot","dataset":"ChemProt","dataset_url":"/dataset/chemprot","rows_in_archive":13,"metrics":["F1","Micro F1"],"first_row_in_archive_order":{"model":"SciBert (Finetune)","paper_title":"SciBERT: A Pretrained Language Model for Scientific Text","paper_url":"/paper/scibert-pretrained-contextualized-embeddings","paper_date":"2019-03-26","arxiv_id":"1903.10676","code_links":[{"title":"allenai/scibert","url":"https://github.com/allenai/scibert"},{"title":"charles9n/bert-sklearn","url":"https://github.com/charles9n/bert-sklearn"},{"title":"tetsu9923/scireviewgen","url":"https://github.com/tetsu9923/scireviewgen"},{"title":"georgetown-cset/ai-relevant-papers","url":"https://github.com/georgetown-cset/ai-relevant-papers"},{"title":"kuldeep7688/BioMedicalBertNer","url":"https://github.com/kuldeep7688/BioMedicalBertNer"},{"title":"hoangcuongnguyen2001/scibert-for-technique-classification","url":"https://github.com/hoangcuongnguyen2001/scibert-for-technique-classification"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-nyt11-hrl","slug":"relation-extraction-on-nyt11-hrl","dataset":"NYT11-HRL","dataset_url":"/dataset/nyt11-hrl","rows_in_archive":12,"metrics":["F1"],"first_row_in_archive_order":{"model":"RERE","paper_title":"Revisiting the Negative Data of Distantly Supervised Relation Extraction","paper_url":"/paper/revisiting-the-negative-data-of-distantly","paper_date":"2021-05-21","arxiv_id":"2105.10158","code_links":[{"title":"redreamality/RERE-relation-extraction","url":"https://github.com/redreamality/RERE-relation-extraction"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-ace-2004","slug":"relation-extraction-on-ace-2004","dataset":"ACE 2004","dataset_url":"/dataset/ace-2004","rows_in_archive":11,"metrics":["RE+ Micro F1","RE Micro F1","NER Micro F1","Cross Sentence"],"first_row_in_archive_order":{"model":"PL-Marker","paper_title":"Packed Levitated Marker for Entity and Relation Extraction","paper_url":"/paper/pack-together-entity-and-relation-extraction","paper_date":"2021-09-13","arxiv_id":"2109.06067","code_links":[{"title":"tomaarsen/spanmarkerner","url":"https://github.com/tomaarsen/spanmarkerner"},{"title":"thunlp/pl-marker","url":"https://github.com/thunlp/pl-marker"}],"syntology":{"n":9,"n_ran":3,"n_unverified":6,"n_pointer_only":1}}},{"leaderboard":"/sota/relation-extraction-on-cdr","slug":"relation-extraction-on-cdr","dataset":"CDR","dataset_url":"/dataset/cdr","rows_in_archive":10,"metrics":["F1"],"first_row_in_archive_order":{"model":"SAISORE+CR+ET-SciBERT","paper_title":"SAIS: Supervising and Augmenting Intermediate Steps for Document-Level Relation Extraction","paper_url":"/paper/sais-supervising-and-augmenting-intermediate","paper_date":"2021-09-24","arxiv_id":"2109.12093","code_links":[{"title":"xiaoyuxin1002/sais","url":"https://github.com/xiaoyuxin1002/sais"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-nyt10-hrl","slug":"relation-extraction-on-nyt10-hrl","dataset":"NYT10-HRL","dataset_url":"/dataset/nyt10-hrl","rows_in_archive":10,"metrics":["F1"],"first_row_in_archive_order":{"model":"ReRe","paper_title":"Revisiting the Negative Data of Distantly Supervised Relation Extraction","paper_url":"/paper/revisiting-the-negative-data-of-distantly","paper_date":"2021-05-21","arxiv_id":"2105.10158","code_links":[{"title":"redreamality/RERE-relation-extraction","url":"https://github.com/redreamality/RERE-relation-extraction"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-funsd","slug":"relation-extraction-on-funsd","dataset":"FUNSD","dataset_url":"/dataset/funsd","rows_in_archive":9,"metrics":["F1"],"first_row_in_archive_order":{"model":"LayoutLMv3 large EM + BBO + RSF","paper_title":"A LayoutLMv3-Based Model for Enhanced Relation Extraction in Visually-Rich Documents","paper_url":"/paper/a-layoutlmv3-based-model-for-enhanced","paper_date":"2024-04-16","arxiv_id":"2404.10848","code_links":[],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-gda","slug":"relation-extraction-on-gda","dataset":"GDA","dataset_url":"/dataset/gda","rows_in_archive":9,"metrics":["F1"],"first_row_in_archive_order":{"model":"SAISORE+CR+ET-SciBERT","paper_title":"SAIS: Supervising and Augmenting Intermediate Steps for Document-Level Relation Extraction","paper_url":"/paper/sais-supervising-and-augmenting-intermediate","paper_date":"2021-09-24","arxiv_id":"2109.12093","code_links":[{"title":"xiaoyuxin1002/sais","url":"https://github.com/xiaoyuxin1002/sais"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-re-tacred","slug":"relation-extraction-on-re-tacred","dataset":"Re-TACRED","dataset_url":"/dataset/re-tacred","rows_in_archive":9,"metrics":["F1"],"first_row_in_archive_order":{"model":"EXOBRAIN","paper_title":"Improving Sentence-Level Relation Extraction through Curriculum Learning","paper_url":"/paper/improving-sentence-level-relation-extraction","paper_date":"2021-07-20","arxiv_id":"2107.09332","code_links":[],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-nyt","slug":"relation-extraction-on-nyt","dataset":"NYT","dataset_url":"/dataset/new-york-times-annotated-corpus","rows_in_archive":8,"metrics":["F1"],"first_row_in_archive_order":{"model":"ReLiK-Large","paper_title":"ReLiK: Retrieve and LinK, Fast and Accurate Entity Linking and Relation Extraction on an Academic Budget","paper_url":"/paper/2408-00103","paper_date":"2024-07-31","arxiv_id":"2408.00103","code_links":[{"title":"SapienzaNLP/relik","url":"https://github.com/SapienzaNLP/relik"},{"title":"RadeenXALNW/G-RAG_1.0","url":"https://github.com/RadeenXALNW/G-RAG_1.0"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-redocred","slug":"relation-extraction-on-redocred","dataset":"ReDocRED","dataset_url":"/dataset/re-docred","rows_in_archive":8,"metrics":["F1","Ign F1"],"first_row_in_archive_order":{"model":"TTM-RE","paper_title":"TTM-RE: Memory-Augmented Document-Level Relation Extraction","paper_url":"/paper/ttm-re-memory-augmented-document-level","paper_date":"2024-06-09","arxiv_id":"2406.05906","code_links":[{"title":"chufangao/ttm-re","url":"https://github.com/chufangao/ttm-re"}],"syntology":{"n":5,"n_ran":3,"n_unverified":2,"n_pointer_only":0}}},{"leaderboard":"/sota/relation-extraction-on-nyt-corpus","slug":"relation-extraction-on-nyt-corpus","dataset":"NYT Corpus","dataset_url":null,"rows_in_archive":7,"metrics":["P@10%","P@30%"],"first_row_in_archive_order":{"model":"KGPOOL","paper_title":"KGPool: Dynamic Knowledge Graph Context Selection for Relation Extraction","paper_url":"/paper/kgpool-dynamic-knowledge-graph-context","paper_date":"2021-06-01","arxiv_id":"2106.00459","code_links":[{"title":"nadgeri14/KGPool","url":"https://github.com/nadgeri14/KGPool"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-semeval-2018-task-10","slug":"relation-extraction-on-semeval-2018-task-10","dataset":"SemEval 2018 Task 10","dataset_url":null,"rows_in_archive":6,"metrics":["F1-Score"],"first_row_in_archive_order":{"model":"SVM with GloVe","paper_title":"SUNNYNLP at SemEval-2018 Task 10: A Support-Vector-Machine-Based Method for Detecting Semantic Difference using Taxonomy and Word Embedding Features","paper_url":"/paper/sunnynlp-at-semeval-2018-task-10-a-support","paper_date":"2018-06-01","arxiv_id":null,"code_links":[{"title":"Yermouth/sunnynlp","url":"https://github.com/Yermouth/sunnynlp"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-nyt21","slug":"relation-extraction-on-nyt21","dataset":"NYT21","dataset_url":null,"rows_in_archive":4,"metrics":["F1"],"first_row_in_archive_order":{"model":"ReRe","paper_title":"Revisiting the Negative Data of Distantly Supervised Relation Extraction","paper_url":"/paper/revisiting-the-negative-data-of-distantly","paper_date":"2021-05-21","arxiv_id":"2105.10158","code_links":[{"title":"redreamality/RERE-relation-extraction","url":"https://github.com/redreamality/RERE-relation-extraction"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-ddi","slug":"relation-extraction-on-ddi","dataset":"DDI","dataset_url":"/dataset/ddi","rows_in_archive":3,"metrics":["F1","Micro F1"],"first_row_in_archive_order":{"model":"BioLinkBERT (large)","paper_title":"LinkBERT: Pretraining Language Models with Document Links","paper_url":"/paper/linkbert-pretraining-language-models-with","paper_date":"2022-03-29","arxiv_id":"2203.15827","code_links":[{"title":"michiyasunaga/LinkBERT","url":"https://github.com/michiyasunaga/LinkBERT"}],"syntology":{"n":14,"n_ran":0,"n_unverified":14,"n_pointer_only":0}}},{"leaderboard":"/sota/relation-extraction-on-dwie","slug":"relation-extraction-on-dwie","dataset":"DWIE","dataset_url":"/dataset/dwie","rows_in_archive":3,"metrics":["F1-Hard"],"first_row_in_archive_order":{"model":"REXEL","paper_title":"REXEL: An End-to-end Model for Document-Level Relation Extraction and Entity Linking","paper_url":"/paper/rexel-an-end-to-end-model-for-document-level","paper_date":"2024-04-19","arxiv_id":"2404.12788","code_links":[{"title":"amazon-science/e2e-docie","url":"https://github.com/amazon-science/e2e-docie"}],"syntology":{"n":3,"n_ran":3,"n_unverified":0,"n_pointer_only":0}}},{"leaderboard":"/sota/relation-extraction-on-gad","slug":"relation-extraction-on-gad","dataset":"GAD","dataset_url":"/dataset/gad","rows_in_archive":3,"metrics":["F1","Micro F1"],"first_row_in_archive_order":{"model":"BioLinkBERT (large)","paper_title":"LinkBERT: Pretraining Language Models with Document Links","paper_url":"/paper/linkbert-pretraining-language-models-with","paper_date":"2022-03-29","arxiv_id":"2203.15827","code_links":[{"title":"michiyasunaga/LinkBERT","url":"https://github.com/michiyasunaga/LinkBERT"}],"syntology":{"n":14,"n_ran":0,"n_unverified":14,"n_pointer_only":0}}},{"leaderboard":"/sota/relation-extraction-on-nyt-single","slug":"relation-extraction-on-nyt-single","dataset":"NYT-single","dataset_url":null,"rows_in_archive":3,"metrics":["F1"],"first_row_in_archive_order":{"model":"ETL-Span","paper_title":"Joint Extraction of Entities and Relations Based on a Novel Decomposition Strategy","paper_url":"/paper/joint-extraction-of-entities-and-relations-3","paper_date":"2019-09-10","arxiv_id":"1909.04273","code_links":[{"title":"yubowen-ph/JointER","url":"https://github.com/yubowen-ph/JointER"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-nyt29","slug":"relation-extraction-on-nyt29","dataset":"NYT29","dataset_url":null,"rows_in_archive":3,"metrics":["F1"],"first_row_in_archive_order":{"model":"WDec","paper_title":"Effective Modeling of Encoder-Decoder Architecture for Joint Entity and Relation Extraction","paper_url":"/paper/effective-modeling-of-encoder-decoder","paper_date":"2019-11-22","arxiv_id":"1911.09886","code_links":[{"title":"nusnlp/PtrNetDecoding4JERE","url":"https://github.com/nusnlp/PtrNetDecoding4JERE"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-scierc","slug":"relation-extraction-on-scierc","dataset":"SciERC","dataset_url":"/dataset/scierc","rows_in_archive":3,"metrics":["F1","NER Micro F1","RE+ Micro F1"],"first_row_in_archive_order":{"model":"SciBERT (SciVocab)","paper_title":"SciBERT: A Pretrained Language Model for Scientific Text","paper_url":"/paper/scibert-pretrained-contextualized-embeddings","paper_date":"2019-03-26","arxiv_id":"1903.10676","code_links":[{"title":"allenai/scibert","url":"https://github.com/allenai/scibert"},{"title":"charles9n/bert-sklearn","url":"https://github.com/charles9n/bert-sklearn"},{"title":"tetsu9923/scireviewgen","url":"https://github.com/tetsu9923/scireviewgen"},{"title":"georgetown-cset/ai-relevant-papers","url":"https://github.com/georgetown-cset/ai-relevant-papers"},{"title":"kuldeep7688/BioMedicalBertNer","url":"https://github.com/kuldeep7688/BioMedicalBertNer"},{"title":"hoangcuongnguyen2001/scibert-for-technique-classification","url":"https://github.com/hoangcuongnguyen2001/scibert-for-technique-classification"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-ske","slug":"relation-extraction-on-ske","dataset":"SKE","dataset_url":null,"rows_in_archive":3,"metrics":["F1"],"first_row_in_archive_order":{"model":"ReRe (exact)","paper_title":"Revisiting the Negative Data of Distantly Supervised Relation Extraction","paper_url":"/paper/revisiting-the-negative-data-of-distantly","paper_date":"2021-05-21","arxiv_id":"2105.10158","code_links":[{"title":"redreamality/RERE-relation-extraction","url":"https://github.com/redreamality/RERE-relation-extraction"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-tacred-revisited","slug":"relation-extraction-on-tacred-revisited","dataset":"TACRED-Revisited","dataset_url":"/dataset/tacred-revisited","rows_in_archive":3,"metrics":["F1"],"first_row_in_archive_order":{"model":"RAG4RE","paper_title":"Retrieval-Augmented Generation-based Relation Extraction","paper_url":"/paper/retrieval-augmented-generation-based-relation","paper_date":"2024-04-20","arxiv_id":"2404.13397","code_links":[{"title":"sefeoglu/rag4re","url":"https://github.com/sefeoglu/rag4re"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-biored","slug":"relation-extraction-on-biored","dataset":"BioRED","dataset_url":"/dataset/biored","rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"PubMedBERT","paper_title":"BioRED: A Rich Biomedical Relation Extraction Dataset","paper_url":"/paper/biored-a-comprehensive-biomedical-relation","paper_date":"2022-04-08","arxiv_id":"2204.04263","code_links":[{"title":"ncbi/BioRED","url":"https://github.com/ncbi/BioRED"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-dataset-relationship","slug":"relation-extraction-on-dataset-relationship","dataset":"Dataset: Relationship extraction for knowledge graph creation from biomedical literature (Gene-Disease relationships)","dataset_url":"/dataset/dataset-relationship-extraction-for-knowledge","rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"DistilBERT","paper_title":"Comparison of biomedical relationship extraction methods and models for knowledge graph creation","paper_url":"/paper/relationship-extraction-for-knowledge-graph","paper_date":"2022-01-05","arxiv_id":"2201.01647","code_links":[],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-fewrel","slug":"relation-extraction-on-fewrel","dataset":"FewRel","dataset_url":"/dataset/fewrel","rows_in_archive":2,"metrics":["F1","Precision","Recall"],"first_row_in_archive_order":{"model":"RoCORE","paper_title":"A Relation-Oriented Clustering Method for Open Relation Extraction","paper_url":"/paper/a-relation-oriented-clustering-method-for","paper_date":"2021-09-15","arxiv_id":"2109.07205","code_links":[{"title":"ac-zyx/rocore","url":"https://github.com/ac-zyx/rocore"}],"syntology":{"n":1,"n_ran":0,"n_unverified":1,"n_pointer_only":1}}},{"leaderboard":"/sota/relation-extraction-on-nyt24","slug":"relation-extraction-on-nyt24","dataset":"NYT24","dataset_url":null,"rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"WDec","paper_title":"Effective Modeling of Encoder-Decoder Architecture for Joint Entity and Relation Extraction","paper_url":"/paper/effective-modeling-of-encoder-decoder","paper_date":"2019-11-22","arxiv_id":"1911.09886","code_links":[{"title":"nusnlp/PtrNetDecoding4JERE","url":"https://github.com/nusnlp/PtrNetDecoding4JERE"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-rebel","slug":"relation-extraction-on-rebel","dataset":"REBEL","dataset_url":"/dataset/rebel-dataset","rows_in_archive":2,"metrics":["Triplet F1 (strict EL)"],"first_row_in_archive_order":{"model":"Relik-Large","paper_title":"ReLiK: Retrieve and LinK, Fast and Accurate Entity Linking and Relation Extraction on an Academic Budget","paper_url":"/paper/2408-00103","paper_date":"2024-07-31","arxiv_id":"2408.00103","code_links":[{"title":"SapienzaNLP/relik","url":"https://github.com/SapienzaNLP/relik"},{"title":"RadeenXALNW/G-RAG_1.0","url":"https://github.com/RadeenXALNW/G-RAG_1.0"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-semeval-2010-task-8-1","slug":"relation-extraction-on-semeval-2010-task-8-1","dataset":"SemEval-2010 Task 8","dataset_url":null,"rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"LLM-QA4RE (XXLarge)","paper_title":"Aligning Instruction Tasks Unlocks Large Language Models as Zero-Shot Relation Extractors","paper_url":"/paper/aligning-instruction-tasks-unlocks-large","paper_date":"2023-05-18","arxiv_id":"2305.11159","code_links":[{"title":"osu-nlp-group/qa4re","url":"https://github.com/osu-nlp-group/qa4re"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-wlpc","slug":"relation-extraction-on-wlpc","dataset":"WLPC","dataset_url":null,"rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"SpanRel","paper_title":"Generalizing Natural Language Analysis through Span-relation Representations","paper_url":"/paper/generalizing-natural-language-analysis-1","paper_date":"2019-11-10","arxiv_id":"1911.03822","code_links":[{"title":"jzbjyb/SpanRel","url":"https://github.com/jzbjyb/SpanRel"},{"title":"neulab/cmu-multinlp","url":"https://github.com/neulab/cmu-multinlp"},{"title":"jiachengli1995/jointie","url":"https://github.com/jiachengli1995/jointie"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-2010-i2b2-va-1","slug":"relation-extraction-on-2010-i2b2-va-1","dataset":"2010 i2b2/VA","dataset_url":"/dataset/2010-i2b2-va","rows_in_archive":1,"metrics":["Macro F1"],"first_row_in_archive_order":{"model":"Spark NLP","paper_title":"Deeper Clinical Document Understanding Using Relation Extraction","paper_url":"/paper/deeper-clinical-document-understanding-using","paper_date":"2021-12-25","arxiv_id":"2112.13259","code_links":[{"title":"JohnSnowLabs/spark-nlp-workshop","url":"https://github.com/JohnSnowLabs/spark-nlp-workshop/blob/master/tutorials/Certification_Trainings/Healthcare/10.3.Clinical_RE_SparkNLP_Paper_Reproduce.ipynb"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-2012-i2b2-temporal","slug":"relation-extraction-on-2012-i2b2-temporal","dataset":"2012 i2b2 Temporal Relations","dataset_url":"/dataset/2012-i2b2-temporal-relations","rows_in_archive":1,"metrics":["Macro F1"],"first_row_in_archive_order":{"model":"Spark NLP","paper_title":"Deeper Clinical Document Understanding Using Relation Extraction","paper_url":"/paper/deeper-clinical-document-understanding-using","paper_date":"2021-12-25","arxiv_id":"2112.13259","code_links":[{"title":"JohnSnowLabs/spark-nlp-workshop","url":"https://github.com/JohnSnowLabs/spark-nlp-workshop/blob/master/tutorials/Certification_Trainings/Healthcare/10.3.Clinical_RE_SparkNLP_Paper_Reproduce.ipynb"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-2018-n2c2-posology","slug":"relation-extraction-on-2018-n2c2-posology","dataset":"2018 n2c2 posology","dataset_url":null,"rows_in_archive":1,"metrics":["Macro F1"],"first_row_in_archive_order":{"model":"Spark NLP","paper_title":"Deeper Clinical Document Understanding Using Relation Extraction","paper_url":"/paper/deeper-clinical-document-understanding-using","paper_date":"2021-12-25","arxiv_id":"2112.13259","code_links":[{"title":"JohnSnowLabs/spark-nlp-workshop","url":"https://github.com/JohnSnowLabs/spark-nlp-workshop/blob/master/tutorials/Certification_Trainings/Healthcare/10.3.Clinical_RE_SparkNLP_Paper_Reproduce.ipynb"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-ade-corpus-1","slug":"relation-extraction-on-ade-corpus-1","dataset":"ADE Corpus","dataset_url":null,"rows_in_archive":1,"metrics":["NER Macro F1","RE+ Macro F1"],"first_row_in_archive_order":{"model":"PFN","paper_title":"A Partition Filter Network for Joint Entity and Relation Extraction","paper_url":"/paper/a-partition-filter-network-for-joint-entity","paper_date":"2021-08-27","arxiv_id":"2108.12202","code_links":[{"title":"Coopercoppers/PFN","url":"https://github.com/Coopercoppers/PFN"}],"syntology":{"n":7,"n_ran":5,"n_unverified":2,"n_pointer_only":0}}},{"leaderboard":"/sota/relation-extraction-on-dataset-relationship-1","slug":"relation-extraction-on-dataset-relationship-1","dataset":"Dataset: Relationship extraction for knowledge graph creation from biomedical literature (Gene-Disease relationships) n","dataset_url":null,"rows_in_archive":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"DistilBERT","paper_title":"Comparison of biomedical relationship extraction methods and models for knowledge graph creation","paper_url":"/paper/relationship-extraction-for-knowledge-graph","paper_date":"2022-01-05","arxiv_id":"2201.01647","code_links":[],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-duie","slug":"relation-extraction-on-duie","dataset":"DuIE","dataset_url":null,"rows_in_archive":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"BiTT","paper_title":"A Bidirectional Tree Tagging Scheme for Joint Medical Relation Extraction","paper_url":"/paper/a-bidirectional-tree-tagging-scheme-for","paper_date":"2020-08-31","arxiv_id":"2008.13339","code_links":[],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-google-re","slug":"relation-extraction-on-google-re","dataset":"Google RE","dataset_url":null,"rows_in_archive":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"RELA","paper_title":"Sequence Generation with Label Augmentation for Relation Extraction","paper_url":"/paper/sequence-generation-with-label-augmentation","paper_date":"2022-12-29","arxiv_id":"2212.14266","code_links":[{"title":"pkuserc/rela","url":"https://github.com/pkuserc/rela"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-jnlpba","slug":"relation-extraction-on-jnlpba","dataset":"JNLPBA","dataset_url":"/dataset/jnlpba","rows_in_archive":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"SciBERT (SciVocab)","paper_title":"SciBERT: A Pretrained Language Model for Scientific Text","paper_url":"/paper/scibert-pretrained-contextualized-embeddings","paper_date":"2019-03-26","arxiv_id":"1903.10676","code_links":[{"title":"allenai/scibert","url":"https://github.com/allenai/scibert"},{"title":"charles9n/bert-sklearn","url":"https://github.com/charles9n/bert-sklearn"},{"title":"tetsu9923/scireviewgen","url":"https://github.com/tetsu9923/scireviewgen"},{"title":"georgetown-cset/ai-relevant-papers","url":"https://github.com/georgetown-cset/ai-relevant-papers"},{"title":"kuldeep7688/BioMedicalBertNer","url":"https://github.com/kuldeep7688/BioMedicalBertNer"},{"title":"hoangcuongnguyen2001/scibert-for-technique-classification","url":"https://github.com/hoangcuongnguyen2001/scibert-for-technique-classification"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-lpsc-contains","slug":"relation-extraction-on-lpsc-contains","dataset":"LPSC-contains","dataset_url":"/dataset/lpsc","rows_in_archive":1,"metrics":["F1 (micro)"],"first_row_in_archive_order":{"model":"Stacked_LinkedBERT","paper_title":"Exploiting Unary Relations with Stacked Learning for Relation Extraction","paper_url":"/paper/exploiting-unary-relations-with-stacked","paper_date":"","arxiv_id":null,"code_links":[{"title":"yyzhuang1991/stackedlearningwithunarymodels","url":"https://github.com/yyzhuang1991/stackedlearningwithunarymodels"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-lpsc-hasproperty","slug":"relation-extraction-on-lpsc-hasproperty","dataset":"LPSC-hasproperty","dataset_url":"/dataset/lpsc","rows_in_archive":1,"metrics":["F1 (micro)"],"first_row_in_archive_order":{"model":"Stacked_LinkedBERT","paper_title":"Exploiting Unary Relations with Stacked Learning for Relation Extraction","paper_url":"/paper/exploiting-unary-relations-with-stacked","paper_date":"","arxiv_id":null,"code_links":[{"title":"yyzhuang1991/stackedlearningwithunarymodels","url":"https://github.com/yyzhuang1991/stackedlearningwithunarymodels"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-muc6","slug":"relation-extraction-on-muc6","dataset":"MUC6","dataset_url":null,"rows_in_archive":1,"metrics":["Average F1"],"first_row_in_archive_order":{"model":"iDepNN","paper_title":"Neural Relation Extraction Within and Across Sentence Boundaries","paper_url":"/paper/neural-relation-extraction-within-and-across","paper_date":"2018-10-11","arxiv_id":"1810.05102","code_links":[{"title":"pgcool/Cross-sentence-Relation-Extraction-iDepNN","url":"https://github.com/pgcool/Cross-sentence-Relation-Extraction-iDepNN"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-pgr","slug":"relation-extraction-on-pgr","dataset":"PGR","dataset_url":"/dataset/pgr","rows_in_archive":1,"metrics":["Macro F1"],"first_row_in_archive_order":{"model":"Spark NLP","paper_title":"Deeper Clinical Document Understanding Using Relation Extraction","paper_url":"/paper/deeper-clinical-document-understanding-using","paper_date":"2021-12-25","arxiv_id":"2112.13259","code_links":[{"title":"JohnSnowLabs/spark-nlp-workshop","url":"https://github.com/JohnSnowLabs/spark-nlp-workshop/blob/master/tutorials/Certification_Trainings/Healthcare/10.3.Clinical_RE_SparkNLP_Paper_Reproduce.ipynb"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-scierc-sent","slug":"relation-extraction-on-scierc-sent","dataset":"sciERC-sent","dataset_url":"/dataset/scierc","rows_in_archive":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"RELA","paper_title":"Sequence Generation with Label Augmentation for Relation Extraction","paper_url":"/paper/sequence-generation-with-label-augmentation","paper_date":"2022-12-29","arxiv_id":"2212.14266","code_links":[{"title":"pkuserc/rela","url":"https://github.com/pkuserc/rela"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-wikipedia-wikidata","slug":"relation-extraction-on-wikipedia-wikidata","dataset":"Wikipedia-Wikidata relations","dataset_url":null,"rows_in_archive":1,"metrics":["Error rate"],"first_row_in_archive_order":{"model":"ContextAtt","paper_title":"Context-Aware Representations for Knowledge Base Relation Extraction","paper_url":"/paper/context-aware-representations-for-knowledge","paper_date":"2017-09-01","arxiv_id":null,"code_links":[{"title":"UKPLab/emnlp2017-relation-extraction","url":"https://github.com/UKPLab/emnlp2017-relation-extraction"}],"syntology":null}},{"leaderboard":"/sota/relation-extraction-on-wnut-20-task-1","slug":"relation-extraction-on-wnut-20-task-1","dataset":"WNUT 2020","dataset_url":"/dataset/wnut-20-task-1-extracting-entities-and","rows_in_archive":1,"metrics":["F1","Precision","Recall"],"first_row_in_archive_order":{"model":"Baseline","paper_title":"WNUT-2020 Task 1 Overview: Extracting Entities and Relations from Wet Lab Protocols","paper_url":"/paper/wnut-2020-task-1-overview-extracting-entities","paper_date":"2020-10-27","arxiv_id":"2010.14576","code_links":[{"title":"jeniyat/WNUT_2020_NER","url":"https://github.com/jeniyat/WNUT_2020_NER"}],"syntology":null}},{"leaderboard":null,"slug":"relation-extraction-on-babelscape-rebel","dataset":"Babelscape/rebel-dataset","dataset_url":null,"rows_in_archive":0,"metrics":["RE+ Macro F1"],"first_row_in_archive_order":null}],"datasets":[{"url":"/dataset/new-york-times-annotated-corpus","name":"New York Times Annotated Corpus","full_name":"","num_papers_in_archive":262},{"url":"/dataset/tacred","name":"TACRED","full_name":"The TAC Relation Extraction Dataset","num_papers_in_archive":204},{"url":"/dataset/fewrel","name":"FewRel","full_name":"Few-Shot Relation Classification Dataset","num_papers_in_archive":189},{"url":"/dataset/conll-1","name":"CoNLL","full_name":"","num_papers_in_archive":187},{"url":"/dataset/funsd","name":"FUNSD","full_name":"Form Understanding in Noisy Scanned Documents","num_papers_in_archive":179},{"url":"/dataset/docred","name":"DocRED","full_name":"","num_papers_in_archive":155},{"url":"/dataset/webnlg","name":"WebNLG","full_name":"","num_papers_in_archive":149},{"url":"/dataset/scierc","name":"SciERC","full_name":"","num_papers_in_archive":134},{"url":"/dataset/blue","name":"BLUE","full_name":"Biomedical Language Understanding Evaluation","num_papers_in_archive":133},{"url":"/dataset/semeval-2010-task-8","name":"SemEval-2010 Task-8","full_name":"","num_papers_in_archive":121},{"url":"/dataset/t-rex","name":"T-REx","full_name":"","num_papers_in_archive":117},{"url":"/dataset/radgraph","name":"RadGraph","full_name":"RadGraph: Extracting Clinical Entities and Relations from Radiology Reports","num_papers_in_archive":78},{"url":"/dataset/ace-2005","name":"ACE 2005","full_name":"ACE 2005 Multilingual Training Corpus","num_papers_in_archive":65},{"url":"/dataset/re-tacred","name":"Re-TACRED","full_name":"Revised-TACRED","num_papers_in_archive":56},{"url":"/dataset/ddi","name":"DDI","full_name":"","num_papers_in_archive":54},{"url":"/dataset/ace-2004","name":"ACE 2004","full_name":"ACE 2004 Multilingual Training Corpus","num_papers_in_archive":51},{"url":"/dataset/rebel-dataset","name":"REBEL","full_name":"","num_papers_in_archive":46},{"url":"/dataset/qa-srl","name":"QA-SRL","full_name":"QA-SRL","num_papers_in_archive":43},{"url":"/dataset/fewrel-2-0","name":"FewRel 2.0","full_name":"","num_papers_in_archive":38},{"url":"/dataset/re-docred","name":"Re-DocRED","full_name":"Revisiting Document Level Relation Extraction","num_papers_in_archive":34},{"url":"/dataset/biored","name":"BioRED","full_name":"","num_papers_in_archive":25},{"url":"/dataset/klue","name":"KLUE","full_name":"Korean Language Understanding Evaluation","num_papers_in_archive":21},{"url":"/dataset/jnlpba","name":"JNLPBA","full_name":"JNLPBA","num_papers_in_archive":20},{"url":"/dataset/xfun","name":"XFUND","full_name":"A Multilingual Form Understanding Benchmark","num_papers_in_archive":20},{"url":"/dataset/conll04","name":"CoNLL04","full_name":"","num_papers_in_archive":19},{"url":"/dataset/2010-i2b2-va","name":"2010 i2b2/VA","full_name":"2010 i2b2/VA","num_papers_in_archive":18},{"url":"/dataset/dwie","name":"DWIE","full_name":"Deutsche Welle corpus for Information Extraction","num_papers_in_archive":18},{"url":"/dataset/chemprot","name":"ChemProt","full_name":"","num_papers_in_archive":16},{"url":"/dataset/nyt11-hrl","name":"NYT11-HRL","full_name":"","num_papers_in_archive":15},{"url":"/dataset/ade-corpus","name":"Adverse Drug Events (ADE) Corpus","full_name":"","num_papers_in_archive":14},{"url":"/dataset/deft-corpus","name":"DEFT Corpus","full_name":"","num_papers_in_archive":14},{"url":"/dataset/cdr","name":"CDR","full_name":"BioCreative V CDR Task Corpus","num_papers_in_archive":12},{"url":"/dataset/maven-ere","name":"MAVEN-ERE","full_name":"","num_papers_in_archive":11},{"url":"/dataset/gda","name":"GDA","full_name":"Gene-Disease Associations Corpus","num_papers_in_archive":10},{"url":"/dataset/refind","name":"REFinD","full_name":"REFinD: Relation Extraction Financial Dataset","num_papers_in_archive":10},{"url":"/dataset/2012-i2b2-temporal-relations","name":"2012 i2b2 Temporal Relations","full_name":"2012 i2b2 Temporal Relations Corpus","num_papers_in_archive":9},{"url":"/dataset/finred","name":"FinRED","full_name":"","num_papers_in_archive":9},{"url":"/dataset/2018-n2c2-track-2-adverse-drug-events-and","name":"2018 n2c2 (Track 2) - Adverse Drug Events and Medication Extraction","full_name":"2018 n2c2 shared task on adverse drug events and medication extraction in electronic health records","num_papers_in_archive":8},{"url":"/dataset/hyperred","name":"HyperRED","full_name":"Hyper-Relational Extraction Dataset","num_papers_in_archive":7},{"url":"/dataset/tacred-revisited","name":"TACRED-Revisited","full_name":"","num_papers_in_archive":7},{"url":"/dataset/knowledgenet","name":"KnowledgeNet","full_name":"KnowledgeNet","num_papers_in_archive":6},{"url":"/dataset/pgr","name":"PGR","full_name":"Phenotype-Gene Relations","num_papers_in_archive":6},{"url":"/dataset/wnut-20-task-1-extracting-entities-and","name":"WNUT 2020","full_name":"WNUT-2020 Task 1 Overview: Extracting Entities and Relations from Wet Lab Protocols","num_papers_in_archive":6},{"url":"/dataset/crossre","name":"CrossRE","full_name":"","num_papers_in_archive":5},{"url":"/dataset/gad","name":"GAD","full_name":"Gene Associations Database","num_papers_in_archive":5},{"url":"/dataset/labpics","name":"LabPics","full_name":"LabPics Dataset for computer vision for autonomous chemistry labs and medical labs","num_papers_in_archive":5},{"url":"/dataset/somesci","name":"SoMeSci","full_name":"Software Mentions in Scientific Articles","num_papers_in_archive":5},{"url":"/dataset/dis-rex","name":"DiS-ReX","full_name":"","num_papers_in_archive":4},{"url":"/dataset/nyt10-hrl","name":"NYT10-HRL","full_name":"","num_papers_in_archive":4},{"url":"/dataset/perlex","name":"Perlex","full_name":"","num_papers_in_archive":4},{"url":"/dataset/timebankpt","name":"TimeBankPT","full_name":"Portuguese TimeBank","num_papers_in_archive":4},{"url":"/dataset/fb15k-237-low","name":"FB15k-237-low","full_name":null,"num_papers_in_archive":3},{"url":"/dataset/fobie","name":"FOBIE","full_name":"Focused Open Biological Information Extraction","num_papers_in_archive":3},{"url":"/dataset/fredo","name":"FREDo","full_name":"","num_papers_in_archive":3},{"url":"/dataset/roor","name":"ROOR","full_name":"","num_papers_in_archive":3},{"url":"/dataset/biographical","name":"Biographical","full_name":"Biographical: A Semi-Supervised Relation Extraction Dataset","num_papers_in_archive":2},{"url":"/dataset/core","name":"CORE","full_name":"Company Relation Extraction","num_papers_in_archive":2},{"url":"/dataset/mobie","name":"MobIE","full_name":"","num_papers_in_archive":2},{"url":"/dataset/multitacred","name":"MultiTACRED","full_name":"","num_papers_in_archive":2},{"url":"/dataset/nyt-h","name":"NYT-H","full_name":"","num_papers_in_archive":2},{"url":"/dataset/red-fm","name":"RED-FM","full_name":"","num_papers_in_archive":2},{"url":"/dataset/rusentne","name":"RuSentNE","full_name":"RuSentNE-2023","num_papers_in_archive":2},{"url":"/dataset/x-wikire","name":"X-WikiRE","full_name":"X-WikiRE","num_papers_in_archive":2},{"url":"/dataset/chinese-literature-ner-re","name":"Chinese Literature NER RE","full_name":"","num_papers_in_archive":1},{"url":"/dataset/dataset-relationship-extraction-for-knowledge","name":"Dataset: Relationship extraction for knowledge graph creation from biomedical literature (Gene-Disease relationships)","full_name":"","num_papers_in_archive":1},{"url":"/dataset/diakg","name":"DiaKG","full_name":"","num_papers_in_archive":1},{"url":"/dataset/fb1-5m","name":"FB1.5M","full_name":null,"num_papers_in_archive":1},{"url":"/dataset/financial-dynamic-knowledge-graph","name":"Financial Dynamic Knowledge Graph","full_name":"","num_papers_in_archive":1},{"url":"/dataset/kgred","name":"KGRED","full_name":"Knowledge-graph-enhanced relation extraction datasets--","num_papers_in_archive":1},{"url":"/dataset/lpsc","name":"LPSC","full_name":"Planetary Science Data Set","num_papers_in_archive":1},{"url":"/dataset/medical-case-report-corpus","name":"Medical Case Report Corpus","full_name":"","num_papers_in_archive":1},{"url":"/dataset/multi-crossre","name":"Multi-CrossRE","full_name":"","num_papers_in_archive":1},{"url":"/dataset/part-whole-relations","name":"Part Whole Relations","full_name":null,"num_papers_in_archive":1},{"url":"/dataset/productreviews2017","name":"Product Reviews 2017","full_name":"","num_papers_in_archive":1},{"url":"/dataset/somd","name":"SOMD","full_name":"SOftware Mention Detection","num_papers_in_archive":1},{"url":"/dataset/texrel","name":"TexRel","full_name":"","num_papers_in_archive":1},{"url":"/dataset/thred","name":"THRED","full_name":"Two-Hop Relation Extraction Dataset","num_papers_in_archive":1},{"url":"/dataset/translated-tacred","name":"Translated TACRED","full_name":"","num_papers_in_archive":1},{"url":"/dataset/turkqa","name":"TurkQA","full_name":"","num_papers_in_archive":1},{"url":"/dataset/arf","name":"ARF","full_name":"Artificial Relationships in Fiction","num_papers_in_archive":0},{"url":"/dataset/popcorn","name":"POPCORN","full_name":"POPCORN: Fictional and Synthetic Intelligence Reports for Named Entity Recognition and Relation Extraction Tasks","num_papers_in_archive":0},{"url":"/dataset/tfh-annotated-dataset","name":"TFH_Annotated_Dataset","full_name":"Thin_Film_head_relevant_Patent_Annotated_Dataset","num_papers_in_archive":0}],"subtasks":[{"url":"/task/4-ary-relation-extraction","name":"4-ary Relation Extraction"},{"url":"/task/binary-relation-extraction","name":"Binary Relation Extraction"},{"url":"/task/continual-relation-extraction","name":"Continual Relation Extraction"},{"url":"/task/dialog-relation-extraction","name":"Dialog Relation Extraction"},{"url":"/task/document-level-relation-extraction","name":"Document-level Relation Extraction"},{"url":"/task/drugprot","name":"DrugProt"},{"url":"/task/hyper-relational-extraction","name":"Hyper-Relational Extraction"},{"url":"/task/joint-entity-and-relation-extraction","name":"Joint Entity and Relation Extraction"},{"url":"/task/multi-labeled-relation-extraction","name":"Multi-Labeled Relation Extraction"},{"url":"/task/relation-classification","name":"Relation Classification"},{"url":"/task/relation-explanation","name":"relation explanation"},{"url":"/task/relation-mention-extraction","name":"Relation Mention Extraction"},{"url":"/task/relationship-extraction-distant-supervised","name":"Relationship Extraction (Distant Supervised)"},{"url":"/task/temporal-relation-extraction","name":"Temporal Relation Extraction"},{"url":"/task/zero-shot-relation-triplet-extraction","name":"Zero-shot Relation Triplet Extraction"}],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (desc), then date (desc); the archive holds no stars","population":"papers tagged with this task that list at least one repository in the archive","shown":30,"of":735,"tagged_in_all":1977,"items":[{"url":"/paper/layoutlm-pre-training-of-text-and-layout-for","title":"LayoutLM: Pre-training of Text and Layout for Document Image Understanding","date":"2019-12-31","arxiv_id":"1912.13318","repositories_listed":19,"syntology":{"n":3,"n_ran":2,"n_unverified":1,"n_pointer_only":1}},{"url":"/paper/biobert-a-pre-trained-biomedical-language","title":"BioBERT: a pre-trained biomedical language representation model for biomedical text mining","date":"2019-01-25","arxiv_id":"1901.08746","repositories_listed":19,"syntology":{"n":25,"n_ran":4,"n_unverified":21,"n_pointer_only":1}},{"url":"/paper/matching-the-blanks-distributional-similarity","title":"Matching the Blanks: Distributional Similarity for Relation Learning","date":"2019-06-07","arxiv_id":"1906.03158","repositories_listed":13,"syntology":{"n":14,"n_ran":2,"n_unverified":12,"n_pointer_only":1}},{"url":"/paper/are-transformers-effective-for-time-series","title":"Are Transformers Effective for Time Series Forecasting?","date":"2022-05-26","arxiv_id":"2205.13504","repositories_listed":10,"syntology":{"n":19,"n_ran":13,"n_unverified":6,"n_pointer_only":13}},{"url":"/paper/layoutlmv2-multi-modal-pre-training-for","title":"LayoutLMv2: Multi-modal Pre-training for Visually-Rich Document Understanding","date":"2020-12-29","arxiv_id":"2012.14740","repositories_listed":9,"syntology":null},{"url":"/paper/luke-deep-contextualized-entity","title":"LUKE: Deep Contextualized Entity Representations with Entity-aware Self-attention","date":"2020-10-02","arxiv_id":"2010.01057","repositories_listed":9,"syntology":{"n":10,"n_ran":3,"n_unverified":7,"n_pointer_only":0}},{"url":"/paper/simplifying-graph-convolutional-networks","title":"Simplifying Graph Convolutional Networks","date":"2019-02-19","arxiv_id":"1902.07153","repositories_listed":7,"syntology":{"n":8,"n_ran":3,"n_unverified":5,"n_pointer_only":0}},{"url":"/paper/spanbert-improving-pre-training-by","title":"SpanBERT: Improving Pre-training by Representing and Predicting Spans","date":"2019-07-24","arxiv_id":"1907.10529","repositories_listed":6,"syntology":{"n":15,"n_ran":3,"n_unverified":12,"n_pointer_only":4}},{"url":"/paper/enriching-pre-trained-language-model-with","title":"Enriching Pre-trained Language Model with Entity Information for Relation Classification","date":"2019-05-20","arxiv_id":"1905.08284","repositories_listed":6,"syntology":{"n":8,"n_ran":3,"n_unverified":5,"n_pointer_only":0}},{"url":"/paper/scibert-pretrained-contextualized-embeddings","title":"SciBERT: A Pretrained Language Model for Scientific Text","date":"2019-03-26","arxiv_id":"1903.10676","repositories_listed":6,"syntology":null},{"url":"/paper/the-natural-language-decathlon-multitask","title":"The Natural Language Decathlon: Multitask Learning as Question Answering","date":"2018-06-20","arxiv_id":"1806.08730","repositories_listed":6,"syntology":{"n":13,"n_ran":1,"n_unverified":12,"n_pointer_only":4}},{"url":"/paper/joint-entity-recognition-and-relation","title":"Joint entity recognition and relation extraction as a multi-head selection problem","date":"2018-04-20","arxiv_id":"1804.07847","repositories_listed":6,"syntology":null},{"url":"/paper/autoprompt-eliciting-knowledge-from-language","title":"AutoPrompt: Eliciting Knowledge from Language Models with Automatically Generated Prompts","date":"2020-10-29","arxiv_id":"2010.15980","repositories_listed":5,"syntology":{"n":3,"n_ran":3,"n_unverified":0,"n_pointer_only":1}},{"url":"/paper/stanza-a-python-natural-language-processing","title":"Stanza: A Python Natural Language Processing Toolkit for Many Human Languages","date":"2020-03-16","arxiv_id":"2003.07082","repositories_listed":5,"syntology":{"n":30,"n_ran":16,"n_unverified":14,"n_pointer_only":28}},{"url":"/paper/a-novel-hierarchical-binary-tagging-framework","title":"A Novel Cascade Binary Tagging Framework for Relational Triple Extraction","date":"2019-09-07","arxiv_id":"1909.03227","repositories_listed":5,"syntology":null},{"url":"/paper/improving-distantly-supervised-relation-1","title":"Improving Distantly Supervised Relation Extraction using Word and Entity Based Attention","date":"2018-04-19","arxiv_id":"1804.06987","repositories_listed":5,"syntology":null},{"url":"/paper/biogpt-generative-pre-trained-transformer-for","title":"BioGPT: Generative Pre-trained Transformer for Biomedical Text Generation and Mining","date":"2022-10-19","arxiv_id":"2210.10341","repositories_listed":4,"syntology":null},{"url":"/paper/layoutlmv3-pre-training-for-document-ai-with","title":"LayoutLMv3: Pre-training for Document AI with Unified Text and Image Masking","date":"2022-04-18","arxiv_id":"2204.08387","repositories_listed":4,"syntology":null},{"url":"/paper/locating-and-editing-factual-knowledge-in-gpt","title":"Locating and Editing Factual Associations in GPT","date":"2022-02-10","arxiv_id":"2202.05262","repositories_listed":4,"syntology":{"n":15,"n_ran":4,"n_unverified":11,"n_pointer_only":0}},{"url":"/paper/klue-korean-language-understanding-evaluation","title":"KLUE: Korean Language Understanding Evaluation","date":"2021-05-20","arxiv_id":"2105.09680","repositories_listed":4,"syntology":null},{"url":"/paper/entity-relation-and-event-extraction-with","title":"Entity, Relation, and Event Extraction with Contextualized Span Representations","date":"2019-09-08","arxiv_id":"1909.03546","repositories_listed":4,"syntology":{"n":7,"n_ran":0,"n_unverified":7,"n_pointer_only":0}},{"url":"/paper/docred-a-large-scale-document-level-relation","title":"DocRED: A Large-Scale Document-Level Relation Extraction Dataset","date":"2019-06-14","arxiv_id":"1906.06127","repositories_listed":4,"syntology":null},{"url":"/paper/transfer-learning-in-biomedical-natural","title":"Transfer Learning in Biomedical Natural Language Processing: An Evaluation of BERT and ELMo on Ten Benchmarking Datasets","date":"2019-06-13","arxiv_id":"1906.05474","repositories_listed":4,"syntology":{"n":2,"n_ran":0,"n_unverified":2,"n_pointer_only":0}},{"url":"/paper/revisiting-docred-addressing-the-overlooked","title":"Revisiting DocRED -- Addressing the False Negative Problem in Relation Extraction","date":"2022-05-25","arxiv_id":"2205.12696","repositories_listed":3,"syntology":null},{"url":"/paper/entity-structure-within-and-throughout","title":"Entity Structure Within and Throughout: Modeling Mention Dependencies for Document-Level Relation Extraction","date":"2021-02-20","arxiv_id":"2102.10249","repositories_listed":3,"syntology":null},{"url":"/paper/let-s-stop-incorrect-comparisons-in-end-to","title":"Let's Stop Incorrect Comparisons in End-to-end Relation Extraction!","date":"2020-09-22","arxiv_id":"2009.10684","repositories_listed":3,"syntology":null},{"url":"/paper/dialogue-based-relation-extraction","title":"Dialogue-Based Relation Extraction","date":"2020-04-17","arxiv_id":"2004.08056","repositories_listed":3,"syntology":{"n":9,"n_ran":9,"n_unverified":0,"n_pointer_only":5}},{"url":"/paper/generalizing-natural-language-analysis-1","title":"Generalizing Natural Language Analysis through Span-relation Representations","date":"2019-11-10","arxiv_id":"1911.03822","repositories_listed":3,"syntology":null},{"url":"/paper/span-based-joint-entity-and-relation","title":"Span-based Joint Entity and Relation Extraction with Transformer Pre-training","date":"2019-09-17","arxiv_id":"1909.07755","repositories_listed":3,"syntology":null},{"url":"/paper/simple-bert-models-for-relation-extraction","title":"Simple BERT Models for Relation Extraction and Semantic Role Labeling","date":"2019-04-10","arxiv_id":"1904.05255","repositories_listed":3,"syntology":{"n":3,"n_ran":0,"n_unverified":3,"n_pointer_only":0}}],"syntology_records":16,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-09-24T18:15:14+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"}},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"}}