{"url":"/sota/relation-classification-on-tacred-1","task":{"name":"Relation Classification","url":"/task/relation-classification","note":null},"dataset":{"name":"TACRED","url":"/dataset/tacred"},"category":"Natural Language Processing","categories":["Natural Language Processing"],"category_note":null,"description":"**Relation Classification** is the task of identifying the semantic relation holding between two nominal entities in text.\n\n\n<span class=\"description-source\">Source: [Structure Regularized Neural Network for Entity Relation Classification for Chinese Literature Text ](https://arxiv.org/abs/1803.05662)</span>","description_from":"task","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","rank":"the archive's row order at snapshot; not re-ranked","rows_end_at":"2025-07-28","rows_withheld_as_spam":0,"metric_values":"the archive's strings, untouched"},"metrics":["F1"],"metric_direction":{"note":"inferred from the metric name only (the archive records no direction); null = not inferred, chart draws points only","by_metric":{"F1":"higher"}},"counts":{"rows":17,"rows_with_code":17,"rows_with_paper_page":17,"rows_dated":17,"rows_using_additional_data":0},"rows":[{"rank_in_archive_order":1,"model":"Deepstruct zero-shot","metrics":{"F1":"36.1"},"uses_additional_data":false,"paper_date":"2022-05-21","paper":"/paper/deepstruct-pretraining-of-language-models-for-1","paper_url":"https://arxiv.org/abs/2205.10475v2","paper_title":"DeepStruct: Pretraining of Language Models for Structure Prediction","code":"https://github.com/cgraywang/deepstruct","n_code_links":1,"syntology":{"n_ran":7,"n_unverified":6,"n_samples":13,"n_pointer_only_licence":0}},{"rank_in_archive_order":2,"model":"DeepEx (zero-shot top-1)","metrics":{"F1":"49.2"},"uses_additional_data":false,"paper_date":"2021-09-23","paper":"/paper/zero-shot-information-extraction-as-a-unified","paper_url":"https://arxiv.org/abs/2109.11171v1","paper_title":"Zero-Shot Information Extraction as a Unified Text-to-Triple Translation","code":"https://github.com/cgraywang/deepex","n_code_links":1,"syntology":null},{"rank_in_archive_order":3,"model":"TANL (multi-task)","metrics":{"F1":"61.9"},"uses_additional_data":false,"paper_date":"2021-01-14","paper":"/paper/structured-prediction-as-translation-between-1","paper_url":"https://arxiv.org/abs/2101.05779v3","paper_title":"Structured Prediction as Translation between Augmented Natural Languages","code":"https://github.com/amazon-science/tanl","n_code_links":2,"syntology":null},{"rank_in_archive_order":4,"model":"BERT","metrics":{"F1":"66.0"},"uses_additional_data":false,"paper_date":"2019-05-17","paper":"/paper/ernie-enhanced-language-representation-with","paper_url":"https://arxiv.org/abs/1905.07129v3","paper_title":"ERNIE: Enhanced Language Representation with Informative Entities","code":"https://github.com/thunlp/ERNIE","n_code_links":2,"syntology":{"n_ran":3,"n_unverified":0,"n_samples":3,"n_pointer_only_licence":1}},{"rank_in_archive_order":5,"model":"C-GCN","metrics":{"F1":"66.4"},"uses_additional_data":false,"paper_date":"2018-09-26","paper":"/paper/graph-convolution-over-pruned-dependency","paper_url":"http://arxiv.org/abs/1809.10185v1","paper_title":"Graph Convolution over Pruned Dependency Trees Improves Relation Extraction","code":"https://github.com/qipeng/gcn-over-pruned-trees","n_code_links":1,"syntology":null},{"rank_in_archive_order":6,"model":"ERNIE","metrics":{"F1":"68.0"},"uses_additional_data":false,"paper_date":"2019-05-17","paper":"/paper/ernie-enhanced-language-representation-with","paper_url":"https://arxiv.org/abs/1905.07129v3","paper_title":"ERNIE: Enhanced Language Representation with Informative Entities","code":"https://github.com/thunlp/ERNIE","n_code_links":2,"syntology":{"n_ran":3,"n_unverified":0,"n_samples":3,"n_pointer_only_licence":1}},{"rank_in_archive_order":7,"model":"SpanBERT","metrics":{"F1":"70.8"},"uses_additional_data":false,"paper_date":"2019-07-24","paper":"/paper/spanbert-improving-pre-training-by","paper_url":"https://arxiv.org/abs/1907.10529v3","paper_title":"SpanBERT: Improving Pre-training by Representing and Predicting Spans","code":"https://github.com/facebookresearch/SpanBERT","n_code_links":6,"syntology":{"n_ran":3,"n_unverified":12,"n_samples":15,"n_pointer_only_licence":4}},{"rank_in_archive_order":8,"model":"RoBERTa","metrics":{"F1":"71.3"},"uses_additional_data":false,"paper_date":"2020-02-05","paper":"/paper/k-adapter-infusing-knowledge-into-pre-trained","paper_url":"https://arxiv.org/abs/2002.01808v5","paper_title":"K-Adapter: Infusing Knowledge into Pre-Trained Models with Adapters","code":"https://github.com/microsoft/K-Adapter","n_code_links":2,"syntology":{"n_ran":7,"n_unverified":7,"n_samples":14,"n_pointer_only_licence":0}},{"rank_in_archive_order":9,"model":"MTB Baldini Soares et al. (2019)","metrics":{"F1":"71.5"},"uses_additional_data":false,"paper_date":"2019-06-07","paper":"/paper/matching-the-blanks-distributional-similarity","paper_url":"https://arxiv.org/abs/1906.03158v1","paper_title":"Matching the Blanks: Distributional Similarity for Relation Learning","code":"https://github.com/plkmo/BERT-Relation-Extraction","n_code_links":13,"syntology":{"n_ran":2,"n_unverified":12,"n_samples":14,"n_pointer_only_licence":1}},{"rank_in_archive_order":10,"model":"KnowBERT","metrics":{"F1":"71.5"},"uses_additional_data":false,"paper_date":"2019-09-09","paper":"/paper/knowledge-enhanced-contextual-word","paper_url":"https://arxiv.org/abs/1909.04164v2","paper_title":"Knowledge Enhanced Contextual Word Representations","code":"https://github.com/allenai/kb","n_code_links":1,"syntology":null},{"rank_in_archive_order":11,"model":"KEPLER","metrics":{"F1":"71.7"},"uses_additional_data":false,"paper_date":"2019-11-13","paper":"/paper/kepler-a-unified-model-for-knowledge","paper_url":"https://arxiv.org/abs/1911.06136v3","paper_title":"KEPLER: A Unified Model for Knowledge Embedding and Pre-trained Language Representation","code":"https://github.com/THU-KEG/KEPLER","n_code_links":1,"syntology":{"n_ran":1,"n_unverified":4,"n_samples":5,"n_pointer_only_licence":5}},{"rank_in_archive_order":12,"model":"TANL","metrics":{"F1":"71.9"},"uses_additional_data":false,"paper_date":"2021-01-14","paper":"/paper/structured-prediction-as-translation-between-1","paper_url":"https://arxiv.org/abs/2101.05779v3","paper_title":"Structured Prediction as Translation between Augmented Natural Languages","code":"https://github.com/amazon-science/tanl","n_code_links":2,"syntology":null},{"rank_in_archive_order":13,"model":"K-Adapter","metrics":{"F1":"72.0"},"uses_additional_data":false,"paper_date":"2020-02-05","paper":"/paper/k-adapter-infusing-knowledge-into-pre-trained","paper_url":"https://arxiv.org/abs/2002.01808v5","paper_title":"K-Adapter: Infusing Knowledge into Pre-Trained Models with Adapters","code":"https://github.com/microsoft/K-Adapter","n_code_links":2,"syntology":{"n_ran":7,"n_unverified":7,"n_samples":14,"n_pointer_only_licence":0}},{"rank_in_archive_order":14,"model":"LUKE 483M","metrics":{"F1":"72.7"},"uses_additional_data":false,"paper_date":"2020-10-02","paper":"/paper/luke-deep-contextualized-entity","paper_url":"https://arxiv.org/abs/2010.01057v1","paper_title":"LUKE: Deep Contextualized Entity Representations with Entity-aware Self-attention","code":"https://github.com/huggingface/transformers","n_code_links":9,"syntology":{"n_ran":3,"n_unverified":7,"n_samples":10,"n_pointer_only_licence":0}},{"rank_in_archive_order":15,"model":"DeepStruct multi-task","metrics":{"F1":"74.9"},"uses_additional_data":false,"paper_date":"2022-05-21","paper":"/paper/deepstruct-pretraining-of-language-models-for-1","paper_url":"https://arxiv.org/abs/2205.10475v2","paper_title":"DeepStruct: Pretraining of Language Models for Structure Prediction","code":"https://github.com/cgraywang/deepstruct","n_code_links":1,"syntology":{"n_ran":7,"n_unverified":6,"n_samples":13,"n_pointer_only_licence":0}},{"rank_in_archive_order":16,"model":"DeepEx (zero-shot top-10)","metrics":{"F1":"76.4"},"uses_additional_data":false,"paper_date":"2021-09-23","paper":"/paper/zero-shot-information-extraction-as-a-unified","paper_url":"https://arxiv.org/abs/2109.11171v1","paper_title":"Zero-Shot Information Extraction as a Unified Text-to-Triple Translation","code":"https://github.com/cgraywang/deepex","n_code_links":1,"syntology":null},{"rank_in_archive_order":17,"model":"DeepStruct multi-task w/ finetune","metrics":{"F1":"76.8"},"uses_additional_data":false,"paper_date":"2022-05-21","paper":"/paper/deepstruct-pretraining-of-language-models-for-1","paper_url":"https://arxiv.org/abs/2205.10475v2","paper_title":"DeepStruct: Pretraining of Language Models for Structure Prediction","code":"https://github.com/cgraywang/deepstruct","n_code_links":1,"syntology":{"n_ran":7,"n_unverified":6,"n_samples":13,"n_pointer_only_licence":0}}],"since_archive":{"present":false,"note":"No Syntology-extracted rows are published in this build."},"syntology":{"read_at":"2026-09-24T18:15:14+00:00","claim":"Per row: N of M harvested code samples from that row's paper executed on a synthesized fixture; the other M-N are unverified. Not a reproduction of the row's number; not a correctness claim. n_pointer_only_licence counts samples the site points at rather than redistributes (a licence axis, independent of ran/unverified).","rows_with_graph_line":11,"rows_with_any_sample_ran":11,"distinct_papers_with_graph_line":7,"distinct_papers_with_any_sample_ran":7,"samples_over_distinct_papers":{"n_ran":26,"n_unverified":48,"n_samples":74,"n_pointer_only_licence":11,"note":"each paper (arXiv id) counted once, however many rows it is behind; this is the page-level figure"},"samples_row_weighted":{"n_ran":50,"n_unverified":67,"n_samples":117,"n_pointer_only_licence":12,"note":"row-weighted: a paper behind several rows is counted once per row; inflated relative to samples_over_distinct_papers by design, kept for readers summing the per-row syntology blocks"}}}