{"url":"/sota/relation-extraction-on-chemprot","task":{"name":"Relation Extraction","url":"/task/relation-extraction","note":null},"dataset":{"name":"ChemProt","url":"/dataset/chemprot"},"category":"Natural Language Processing","categories":["Natural Language Processing"],"category_note":null,"description":"**Relation Extraction** is the task of predicting attributes and relations for entities in a sentence. For example, given a sentence “Barack Obama was born in Honolulu, Hawaii.”, a relation classifier aims at predicting the relation of “bornInCity”. Relation Extraction is the key component for building relation knowledge graphs, and it is of crucial significance to natural language processing applications such as structured search, sentiment analysis, question answering, and summarization.\r\n\r\n\r\n<span class=\"description-source\">Source: [Deep Residual Learning for Weakly-Supervised Relation Extraction ](https://arxiv.org/abs/1707.08866)</span>","description_from":"task","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","rank":"the archive's row order at snapshot; not re-ranked","rows_end_at":"2025-07-28","rows_withheld_as_spam":0,"metric_values":"the archive's strings, untouched"},"metrics":["F1","Micro F1"],"metric_direction":{"note":"inferred from the metric name only (the archive records no direction); null = not inferred, chart draws points only","by_metric":{"F1":"higher","Micro F1":"higher"}},"counts":{"rows":13,"rows_with_code":13,"rows_with_paper_page":13,"rows_dated":12,"rows_using_additional_data":2},"rows":[{"rank_in_archive_order":1,"model":"SciBert (Finetune)","metrics":{"F1":"83.64"},"uses_additional_data":false,"paper_date":"2019-03-26","paper":"/paper/scibert-pretrained-contextualized-embeddings","paper_url":"https://arxiv.org/abs/1903.10676v3","paper_title":"SciBERT: A Pretrained Language Model for Scientific Text","code":"https://github.com/allenai/scibert","n_code_links":6,"syntology":null},{"rank_in_archive_order":2,"model":"BioM-BERT","metrics":{"F1":"80.0"},"uses_additional_data":false,"paper_date":null,"paper":"/paper/biom-transformers-building-large-biomedical","paper_url":"https://aclanthology.org/2021.bionlp-1.24","paper_title":"BioM-Transformers: Building Large Biomedical Language Models with BERT, ALBERT and ELECTRA","code":"https://github.com/salrowili/biom-transformers","n_code_links":1,"syntology":null},{"rank_in_archive_order":3,"model":"BioLinkBERT (large)","metrics":{"F1":"79.98","Micro F1":"79.98"},"uses_additional_data":false,"paper_date":"2022-03-29","paper":"/paper/linkbert-pretraining-language-models-with","paper_url":"https://arxiv.org/abs/2203.15827v1","paper_title":"LinkBERT: Pretraining Language Models with Document Links","code":"https://github.com/michiyasunaga/LinkBERT","n_code_links":1,"syntology":{"n_ran":0,"n_unverified":14,"n_samples":14,"n_pointer_only_licence":0}},{"rank_in_archive_order":4,"model":"SciFive Large","metrics":{"F1":"78"},"uses_additional_data":false,"paper_date":"2021-05-28","paper":"/paper/scifive-a-text-to-text-transformer-model-for","paper_url":"https://arxiv.org/abs/2106.03598v1","paper_title":"SciFive: a text-to-text transformer model for biomedical literature","code":"https://github.com/justinphan3110/SciFive","n_code_links":1,"syntology":{"n_ran":0,"n_unverified":5,"n_samples":5,"n_pointer_only_licence":0}},{"rank_in_archive_order":5,"model":"KeBioLM","metrics":{"F1":"77.5"},"uses_additional_data":false,"paper_date":"2021-04-21","paper":"/paper/improving-biomedical-pretrained-language","paper_url":"https://arxiv.org/abs/2104.10344v1","paper_title":"Improving Biomedical Pretrained Language Models with Knowledge","code":"https://github.com/GanjinZero/KeBioLM","n_code_links":1,"syntology":null},{"rank_in_archive_order":6,"model":"BioT5X (base)","metrics":{"F1":"77.40"},"uses_additional_data":false,"paper_date":"2021-05-28","paper":"/paper/scifive-a-text-to-text-transformer-model-for","paper_url":"https://arxiv.org/abs/2106.03598v1","paper_title":"SciFive: a text-to-text transformer model for biomedical literature","code":"https://github.com/justinphan3110/SciFive","n_code_links":1,"syntology":{"n_ran":0,"n_unverified":5,"n_samples":5,"n_pointer_only_licence":0}},{"rank_in_archive_order":7,"model":"BioMegatron","metrics":{"F1":"77.0"},"uses_additional_data":false,"paper_date":"2020-10-12","paper":"/paper/biomegatron-larger-biomedical-domain-language","paper_url":"https://arxiv.org/abs/2010.06060v2","paper_title":"BioMegatron: Larger Biomedical Domain Language Model","code":"https://github.com/NVIDIA/NeMo","n_code_links":1,"syntology":null},{"rank_in_archive_order":8,"model":"BioBERT","metrics":{"F1":"76.46"},"uses_additional_data":false,"paper_date":"2019-01-25","paper":"/paper/biobert-a-pre-trained-biomedical-language","paper_url":"https://arxiv.org/abs/1901.08746v4","paper_title":"BioBERT: a pre-trained biomedical language representation model for biomedical text mining","code":"https://github.com/dmis-lab/biobert","n_code_links":19,"syntology":{"n_ran":4,"n_unverified":21,"n_samples":25,"n_pointer_only_licence":1}},{"rank_in_archive_order":9,"model":"NCBI_BERT(large) (P)","metrics":{"F1":"74.4"},"uses_additional_data":false,"paper_date":"2019-06-13","paper":"/paper/transfer-learning-in-biomedical-natural","paper_url":"https://arxiv.org/abs/1906.05474v2","paper_title":"Transfer Learning in Biomedical Natural Language Processing: An Evaluation of BERT and ELMo on Ten Benchmarking Datasets","code":"https://github.com/ncbi-nlp/NCBI_BERT","n_code_links":4,"syntology":{"n_ran":0,"n_unverified":2,"n_samples":2,"n_pointer_only_licence":0}},{"rank_in_archive_order":10,"model":"SciBERT (Base Vocab)","metrics":{"F1":"73.7"},"uses_additional_data":true,"paper_date":"2019-03-26","paper":"/paper/scibert-pretrained-contextualized-embeddings","paper_url":"https://arxiv.org/abs/1903.10676v3","paper_title":"SciBERT: A Pretrained Language Model for Scientific Text","code":"https://github.com/allenai/scibert","n_code_links":6,"syntology":null},{"rank_in_archive_order":11,"model":"ELECTRAMed","metrics":{"F1":"72.94"},"uses_additional_data":true,"paper_date":"2021-04-19","paper":"/paper/electramed-a-new-pre-trained-language","paper_url":"https://arxiv.org/abs/2104.09585v1","paper_title":"ELECTRAMed: a new pre-trained language representation model for biomedical NLP","code":"https://github.com/gmpoli/electramed","n_code_links":2,"syntology":null},{"rank_in_archive_order":12,"model":"PubMedBERT uncased","metrics":{"Micro F1":"77.24"},"uses_additional_data":false,"paper_date":"2020-07-31","paper":"/paper/domain-specific-language-model-pretraining","paper_url":"https://arxiv.org/abs/2007.15779v6","paper_title":"Domain-Specific Language Model Pretraining for Biomedical Natural Language Processing","code":"https://github.com/bionlu-coling2024/biomed-ner-intent_detection","n_code_links":2,"syntology":null},{"rank_in_archive_order":13,"model":"CharacterBERT (base, medical)","metrics":{"Micro F1":"73.44"},"uses_additional_data":false,"paper_date":"2020-10-20","paper":"/paper/characterbert-reconciling-elmo-and-bert-for","paper_url":"https://arxiv.org/abs/2010.10392v3","paper_title":"CharacterBERT: Reconciling ELMo and BERT for Word-Level Open-Vocabulary Representations From Characters","code":"https://github.com/helboukkouri/character-bert","n_code_links":2,"syntology":{"n_ran":5,"n_unverified":3,"n_samples":8,"n_pointer_only_licence":0}}],"since_archive":{"present":false,"note":"No Syntology-extracted rows are published in this build."},"syntology":{"read_at":"2026-09-24T18:15:14+00:00","claim":"Per row: N of M harvested code samples from that row's paper executed on a synthesized fixture; the other M-N are unverified. Not a reproduction of the row's number; not a correctness claim. n_pointer_only_licence counts samples the site points at rather than redistributes (a licence axis, independent of ran/unverified).","rows_with_graph_line":6,"rows_with_any_sample_ran":2,"distinct_papers_with_graph_line":5,"distinct_papers_with_any_sample_ran":2,"samples_over_distinct_papers":{"n_ran":9,"n_unverified":45,"n_samples":54,"n_pointer_only_licence":1,"note":"each paper (arXiv id) counted once, however many rows it is behind; this is the page-level figure"},"samples_row_weighted":{"n_ran":9,"n_unverified":50,"n_samples":59,"n_pointer_only_licence":1,"note":"row-weighted: a paper behind several rows is counted once per row; inflated relative to samples_over_distinct_papers by design, kept for readers summing the per-row syntology blocks"}}}