{"url":"/task/relation-classification","name":"Relation Classification","slug":"relation-classification","description_markdown":"**Relation Classification** is the task of identifying the semantic relation holding between two nominal entities in text.\n\n\n<span class=\"description-source\">Source: [Structure Regularized Neural Network for Entity Relation Classification for Chinese Literature Text ](https://arxiv.org/abs/1803.05662)</span>","categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":445,"papers_with_code":160,"benchmarks":8,"benchmark_tables_in_archive":8,"benchmark_tables_shown":8,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":23,"subtasks":3,"parent_tasks":1},"benchmarks":[{"leaderboard":"/sota/relation-classification-on-tacred-1","slug":"relation-classification-on-tacred-1","dataset":"TACRED","dataset_url":"/dataset/tacred","rows_in_archive":17,"metrics":["F1"],"first_row_in_archive_order":{"model":"Deepstruct zero-shot","paper_title":"DeepStruct: Pretraining of Language Models for Structure Prediction","paper_url":"/paper/deepstruct-pretraining-of-language-models-for-1","paper_date":"2022-05-21","arxiv_id":"2205.10475","code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}],"syntology":{"n":13,"n_ran":7,"n_unverified":6,"n_pointer_only":0}}},{"leaderboard":"/sota/relation-classification-on-semeval-2010-task-1","slug":"relation-classification-on-semeval-2010-task-1","dataset":"SemEval 2010 Task 8","dataset_url":null,"rows_in_archive":6,"metrics":["F1"],"first_row_in_archive_order":{"model":"BRCNN","paper_title":"Bidirectional Recurrent Convolutional Neural Network for Relation Classification","paper_url":"/paper/bidirectional-recurrent-convolutional-neural","paper_date":"2016-08-01","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":"/sota/relation-classification-on-fewrel-1","slug":"relation-classification-on-fewrel-1","dataset":"FewRel","dataset_url":"/dataset/fewrel","rows_in_archive":5,"metrics":["F1 (10-way 1-shot)","F1 (10-way 5-shot)","F1 (5-way 1-shot)","F1 (5-way 5-shot","F1"],"first_row_in_archive_order":{"model":"DeepStruct multi-task w/ finetune","paper_title":"DeepStruct: Pretraining of Language Models for Structure Prediction","paper_url":"/paper/deepstruct-pretraining-of-language-models-for-1","paper_date":"2022-05-21","arxiv_id":"2205.10475","code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}],"syntology":{"n":13,"n_ran":7,"n_unverified":6,"n_pointer_only":0}}},{"leaderboard":"/sota/relation-classification-on-abstrct-neoplasm","slug":"relation-classification-on-abstrct-neoplasm","dataset":"AbstRCT - Neoplasm","dataset_url":"/dataset/abstrct-neoplasm","rows_in_archive":1,"metrics":["Macro F1"],"first_row_in_archive_order":{"model":"ResAttArg","paper_title":"Multi-Task Attentive Residual Networks for Argument Mining","paper_url":"/paper/multi-task-attentive-residual-networks-for","paper_date":"2021-02-24","arxiv_id":"2102.12227","code_links":[{"title":"AGalassi/StructurePrediction18","url":"https://github.com/AGalassi/StructurePrediction18"}],"syntology":null}},{"leaderboard":"/sota/relation-classification-on-cdcp","slug":"relation-classification-on-cdcp","dataset":"CDCP","dataset_url":"/dataset/cdcp","rows_in_archive":1,"metrics":["Macro F1"],"first_row_in_archive_order":{"model":"ResAttArg","paper_title":"Multi-Task Attentive Residual Networks for Argument Mining","paper_url":"/paper/multi-task-attentive-residual-networks-for","paper_date":"2021-02-24","arxiv_id":"2102.12227","code_links":[{"title":"AGalassi/StructurePrediction18","url":"https://github.com/AGalassi/StructurePrediction18"}],"syntology":null}},{"leaderboard":"/sota/relation-classification-on-discovery-dataset","slug":"relation-classification-on-discovery-dataset","dataset":"Discovery","dataset_url":"/dataset/discovery","rows_in_archive":1,"metrics":["1:1 Accuracy"],"first_row_in_archive_order":{"model":"BERT","paper_title":"Mining Discourse Markers for Unsupervised Sentence Representation Learning","paper_url":"/paper/mining-discourse-markers-for-unsupervised","paper_date":"2019-03-28","arxiv_id":"1903.11850","code_links":[{"title":"synapse-developpement/Discovery","url":"https://github.com/synapse-developpement/Discovery"}],"syntology":null}},{"leaderboard":"/sota/relation-classification-on-dr-inventor","slug":"relation-classification-on-dr-inventor","dataset":"DRI Corpus","dataset_url":"/dataset/dr-inventor","rows_in_archive":1,"metrics":["Macro F1"],"first_row_in_archive_order":{"model":"ResAttArg","paper_title":"Multi-Task Attentive Residual Networks for Argument Mining","paper_url":"/paper/multi-task-attentive-residual-networks-for","paper_date":"2021-02-24","arxiv_id":"2102.12227","code_links":[{"title":"AGalassi/StructurePrediction18","url":"https://github.com/AGalassi/StructurePrediction18"}],"syntology":null}},{"leaderboard":"/sota/relation-classification-on-matres","slug":"relation-classification-on-matres","dataset":"MATRES","dataset_url":"/dataset/matres","rows_in_archive":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"SCS-EERE","paper_title":"Selecting Optimal Context Sentences for Event-Event Relation Extraction","paper_url":"/paper/selecting-optimal-context-sentences-for-event","paper_date":"2022-04-02","arxiv_id":null,"code_links":[{"title":"hieumdt/SCS-EERE","url":"https://github.com/hieumdt/SCS-EERE"}],"syntology":null}}],"datasets":[{"url":"/dataset/tacred","name":"TACRED","full_name":"The TAC Relation Extraction Dataset","num_papers_in_archive":204},{"url":"/dataset/fewrel","name":"FewRel","full_name":"Few-Shot Relation Classification Dataset","num_papers_in_archive":189},{"url":"/dataset/fewrel-2-0","name":"FewRel 2.0","full_name":"","num_papers_in_archive":38},{"url":"/dataset/matres","name":"MATRES","full_name":"Multi-Axis Temporal RElations for Start-points","num_papers_in_archive":16},{"url":"/dataset/gum","name":"GUM","full_name":"Georgetown University Multilayer corpus","num_papers_in_archive":13},{"url":"/dataset/cdcp","name":"CDCP","full_name":"Cornell eRulemaking Corpus","num_papers_in_archive":12},{"url":"/dataset/discovery","name":"Discovery","full_name":"","num_papers_in_archive":10},{"url":"/dataset/tacred-revisited","name":"TACRED-Revisited","full_name":"","num_papers_in_archive":7},{"url":"/dataset/relx","name":"RELX","full_name":null,"num_papers_in_archive":6},{"url":"/dataset/crossre","name":"CrossRE","full_name":"","num_papers_in_archive":5},{"url":"/dataset/labpics","name":"LabPics","full_name":"LabPics Dataset for computer vision for autonomous chemistry labs and medical labs","num_papers_in_archive":5},{"url":"/dataset/disrpt2021","name":"DISRPT2021","full_name":"DISRPT2021 shared task on Discourse Unit Segmentation, Connective Detection and Discourse Relation Classification","num_papers_in_archive":3},{"url":"/dataset/fredo","name":"FREDo","full_name":"","num_papers_in_archive":3},{"url":"/dataset/supplygraph","name":"SupplyGraph","full_name":"SupplyGraph: A Benchmark Dataset for Supply Chain Planning using Graph Neural Networks","num_papers_in_archive":3},{"url":"/dataset/core","name":"CORE","full_name":"Company Relation Extraction","num_papers_in_archive":2},{"url":"/dataset/dr-inventor","name":"DRI Corpus","full_name":"Dr. Inventor Multi-layer Scientific Corpus","num_papers_in_archive":2},{"url":"/dataset/multitacred","name":"MultiTACRED","full_name":"","num_papers_in_archive":2},{"url":"/dataset/pcmsp","name":"PcMSP","full_name":"","num_papers_in_archive":2},{"url":"/dataset/abstrct-neoplasm","name":"AbstRCT - Neoplasm","full_name":"","num_papers_in_archive":1},{"url":"/dataset/relational-pattern-similarity-dataset","name":"Relational Pattern Similarity Dataset","full_name":"Relational Pattern Similarity Dataset","num_papers_in_archive":1},{"url":"/dataset/texrel","name":"TexRel","full_name":"","num_papers_in_archive":1},{"url":"/dataset/translated-tacred","name":"Translated TACRED","full_name":"","num_papers_in_archive":1},{"url":"/dataset/tfh-annotated-dataset","name":"TFH_Annotated_Dataset","full_name":"Thin_Film_head_relevant_Patent_Annotated_Dataset","num_papers_in_archive":0}],"subtasks":[{"url":"/task/cause-effect-relation-classification","name":"Cause-Effect Relation Classification"},{"url":"/task/few-shot-relation-classification","name":"Few-Shot Relation Classification"},{"url":"/task/implicit-discourse-relation-classification","name":"Implicit Discourse Relation Classification"}],"parent_tasks":[{"url":"/task/relation-extraction","name":"Relation Extraction"}],"papers":{"order":"repositories listed in the archive (desc), then date (desc); the archive holds no stars","population":"papers tagged with this task that list at least one repository in the archive","shown":30,"of":160,"tagged_in_all":445,"items":[{"url":"/paper/matching-the-blanks-distributional-similarity","title":"Matching the Blanks: Distributional Similarity for Relation Learning","date":"2019-06-07","arxiv_id":"1906.03158","repositories_listed":13,"syntology":{"n":14,"n_ran":2,"n_unverified":12,"n_pointer_only":1}},{"url":"/paper/luke-deep-contextualized-entity","title":"LUKE: Deep Contextualized Entity Representations with Entity-aware Self-attention","date":"2020-10-02","arxiv_id":"2010.01057","repositories_listed":9,"syntology":{"n":10,"n_ran":3,"n_unverified":7,"n_pointer_only":0}},{"url":"/paper/spanbert-improving-pre-training-by","title":"SpanBERT: Improving Pre-training by Representing and Predicting Spans","date":"2019-07-24","arxiv_id":"1907.10529","repositories_listed":6,"syntology":{"n":15,"n_ran":3,"n_unverified":12,"n_pointer_only":4}},{"url":"/paper/enriching-pre-trained-language-model-with","title":"Enriching Pre-trained Language Model with Entity Information for Relation Classification","date":"2019-05-20","arxiv_id":"1905.08284","repositories_listed":6,"syntology":{"n":8,"n_ran":3,"n_unverified":5,"n_pointer_only":0}},{"url":"/paper/table-pretraining-a-survey-on-model","title":"Table Pre-training: A Survey on Model Architectures, Pre-training Objectives, and Downstream Tasks","date":"2022-01-24","arxiv_id":"2201.09745","repositories_listed":3,"syntology":null},{"url":"/paper/upb-at-semeval-2020-task-6-pretrained","title":"UPB at SemEval-2020 Task 6: Pretrained Language Models for Definition Extraction","date":"2020-09-11","arxiv_id":"2009.05603","repositories_listed":3,"syntology":null},{"url":"/paper/span-based-joint-entity-and-relation","title":"Span-based Joint Entity and Relation Extraction with Transformer Pre-training","date":"2019-09-17","arxiv_id":"1909.07755","repositories_listed":3,"syntology":null},{"url":"/paper/advancing-nlp-with-cognitive-language","title":"Advancing NLP with Cognitive Language Processing Signals","date":"2019-04-04","arxiv_id":"1904.02682","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_unverified":0,"n_pointer_only":1}},{"url":"/paper/semantic-relation-classification-via-1","title":"Semantic Relation Classification via Bidirectional LSTM Networks with Entity-aware Attention using Latent Entity Typing","date":"2019-01-23","arxiv_id":"1901.08163","repositories_listed":3,"syntology":null},{"url":"/paper/explaining-relation-classification-models","title":"Explaining Relation Classification Models with Semantic Extents","date":"2023-08-04","arxiv_id":"2308.02193","repositories_listed":2,"syntology":null},{"url":"/paper/relationprompt-leveraging-prompts-to-generate","title":"RelationPrompt: Leveraging Prompts to Generate Synthetic Data for Zero-Shot Relation Triplet Extraction","date":"2022-03-17","arxiv_id":"2203.09101","repositories_listed":2,"syntology":{"n":26,"n_ran":15,"n_unverified":11,"n_pointer_only":16}},{"url":"/paper/structured-prediction-as-translation-between-1","title":"Structured Prediction as Translation between Augmented Natural Languages","date":"2021-01-14","arxiv_id":"2101.05779","repositories_listed":2,"syntology":null},{"url":"/paper/k-adapter-infusing-knowledge-into-pre-trained","title":"K-Adapter: Infusing Knowledge into Pre-Trained Models with Adapters","date":"2020-02-05","arxiv_id":"2002.01808","repositories_listed":2,"syntology":{"n":14,"n_ran":7,"n_unverified":7,"n_pointer_only":0}},{"url":"/paper/few-shot-text-classification-with","title":"Few-shot Text Classification with Distributional Signatures","date":"2019-08-16","arxiv_id":"1908.06039","repositories_listed":2,"syntology":{"n":5,"n_ran":0,"n_unverified":5,"n_pointer_only":0}},{"url":"/paper/ernie-enhanced-language-representation-with","title":"ERNIE: Enhanced Language Representation with Informative Entities","date":"2019-05-17","arxiv_id":"1905.07129","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_unverified":0,"n_pointer_only":1}},{"url":"/paper/large-scale-exploration-of-neural-relation","title":"Large-scale Exploration of Neural Relation Classification Architectures","date":"2018-10-01","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/end-to-end-relation-extraction-using-lstms-on","title":"End-to-End Relation Extraction using LSTMs on Sequences and Tree Structures","date":"2016-01-05","arxiv_id":"1601.00770","repositories_listed":2,"syntology":null},{"url":"/paper/classifying-relations-by-ranking-with","title":"Classifying Relations by Ranking with Convolutional Neural Networks","date":"2015-04-24","arxiv_id":"1504.06580","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_unverified":0,"n_pointer_only":0}},{"url":"/paper/relation-classification-via-convolutional","title":"Relation Classification via Convolutional Deep Neural Network","date":"2014-08-01","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/comparative-analysis-of-ai-agent","title":"Comparative Analysis of AI Agent Architectures for Entity Relationship Classification","date":"2025-06-03","arxiv_id":"2506.02426","repositories_listed":1,"syntology":null},{"url":"/paper/towards-a-more-generalized-approach-in-open","title":"Towards a More Generalized Approach in Open Relation Extraction","date":"2025-05-28","arxiv_id":"2505.22801","repositories_listed":1,"syntology":null},{"url":"/paper/towards-rehearsal-free-continual-relation","title":"Towards Rehearsal-Free Continual Relation Extraction: Capturing Within-Task Variance with Adaptive Prompting","date":"2025-05-20","arxiv_id":"2505.13944","repositories_listed":1,"syntology":null},{"url":"/paper/probing-llms-for-multilingual-discourse","title":"Probing LLMs for Multilingual Discourse Generalization Through a Unified Label Set","date":"2025-03-13","arxiv_id":"2503.10515","repositories_listed":1,"syntology":null},{"url":"/paper/facial-dynamics-in-video-instruction-tuning","title":"Facial Dynamics in Video: Instruction Tuning for Improved Facial Expression Perception and Contextual Awareness","date":"2025-01-14","arxiv_id":"2501.07978","repositories_listed":1,"syntology":null},{"url":"/paper/glirel-generalist-model-for-zero-shot","title":"GLiREL -- Generalist Model for Zero-Shot Relation Extraction","date":"2025-01-06","arxiv_id":"2501.03172","repositories_listed":1,"syntology":null},{"url":"/paper/annotations-for-exploring-food-tweets-from","title":"Annotations for Exploring Food Tweets From Multiple Aspects","date":"2024-12-09","arxiv_id":"2412.06179","repositories_listed":1,"syntology":null},{"url":"/paper/gdtb-genre-diverse-data-for-english-shallow","title":"GDTB: Genre Diverse Data for English Shallow Discourse Parsing across Modalities, Text Types, and Domains","date":"2024-11-01","arxiv_id":"2411.00491","repositories_listed":1,"syntology":null},{"url":"/paper/will-llms-replace-the-encoder-only-models-in","title":"Will LLMs Replace the Encoder-Only Models in Temporal Relation Classification?","date":"2024-10-14","arxiv_id":"2410.10476","repositories_listed":1,"syntology":{"n":6,"n_ran":5,"n_unverified":1,"n_pointer_only":0}},{"url":"/paper/konstruktor-a-strong-baseline-for-simple","title":"Konstruktor: A Strong Baseline for Simple Knowledge Graph Question Answering","date":"2024-09-24","arxiv_id":"2409.15902","repositories_listed":1,"syntology":null},{"url":"/paper/llm-with-relation-classifier-for-document","title":"LLM with Relation Classifier for Document-Level Relation Extraction","date":"2024-08-25","arxiv_id":"2408.13889","repositories_listed":1,"syntology":null}],"syntology_records":11,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-09-24T18:15:14+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"}},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"}}