{"url":"/dataset/conll-1","name":"CoNLL","full_name":null,"description_markdown":"The CoNLL dataset is a widely used resource in the field of natural language processing (NLP). The term “CoNLL” stands for Conference on Natural Language Learning. It originates from a series of shared tasks organized at the Conferences of Natural Language Learning.","description_withheld":null,"homepage":"https://www.conll.org/","introduced_date":null,"introduced_date_note":null,"introduced_by":null,"license":null,"modalities":[],"tasks":[{"name":"Named Entity Recognition (NER)","url":"/task/named-entity-recognition-ner","datasets_with_task":"/datasets/task/named-entity-recognition-ner"},{"name":"Relation Extraction","url":"/task/relation-extraction","datasets_with_task":"/datasets/task/relation-extraction"},{"name":"Cross-Lingual Transfer","url":"/task/cross-lingual-transfer","datasets_with_task":"/datasets/task/cross-lingual-transfer"},{"name":"Cross-Lingual NER","url":"/task/cross-lingual-ner","datasets_with_task":"/datasets/task/cross-lingual-ner"},{"name":"Entity Linking","url":"/task/entity-linking","datasets_with_task":"/datasets/task/entity-linking"},{"name":"Dependency Parsing","url":"/task/dependency-parsing","datasets_with_task":"/datasets/task/dependency-parsing"},{"name":"Coreference Resolution","url":"/task/coreference-resolution","datasets_with_task":"/datasets/task/coreference-resolution"},{"name":"Grammatical Error Correction","url":"/task/grammatical-error-correction","datasets_with_task":"/datasets/task/grammatical-error-correction"},{"name":"Joint Entity and Relation Extraction","url":"/task/joint-entity-and-relation-extraction","datasets_with_task":"/datasets/task/joint-entity-and-relation-extraction"},{"name":"Part-Of-Speech Tagging","url":"/task/part-of-speech-tagging","datasets_with_task":"/datasets/task/part-of-speech-tagging"},{"name":"Semantic Role Labeling","url":"/task/semantic-role-labeling","datasets_with_task":"/datasets/task/semantic-role-labeling"},{"name":"Entity Disambiguation","url":"/task/entity-disambiguation","datasets_with_task":"/datasets/task/entity-disambiguation"},{"name":"Token Classification","url":"/task/token-classification","datasets_with_task":"/datasets/task/token-classification"},{"name":"Named Entity Recognition","url":"/task/named-entity-recognition-1","datasets_with_task":"/datasets/task/named-entity-recognition-1"},{"name":"Weakly-Supervised Named Entity Recognition","url":"/task/weakly-supervised-named-entity-recognition","datasets_with_task":"/datasets/task/weakly-supervised-named-entity-recognition"},{"name":"Entity Typing","url":"/task/entity-typing","datasets_with_task":"/datasets/task/entity-typing"},{"name":"Chunking","url":"/task/chunking","datasets_with_task":"/datasets/task/chunking"},{"name":"Grammatical Error Detection","url":"/task/grammatical-error-detection","datasets_with_task":"/datasets/task/grammatical-error-detection"},{"name":"Sequential sentence segmentation","url":"/task/sequential-sentence-segmentation","datasets_with_task":"/datasets/task/sequential-sentence-segmentation"},{"name":"Predicate Detection","url":"/task/predicate-detection","datasets_with_task":"/datasets/task/predicate-detection"},{"name":"Low Resource Named Entity Recognition","url":"/task/low-resource-named-entity-recognition","datasets_with_task":"/datasets/task/low-resource-named-entity-recognition"},{"name":"Text Segmentation","url":"/task/text-segmentation","datasets_with_task":"/datasets/task/text-segmentation"},{"name":"FG-1-PG-1","url":"/task/fg-1-pg-1","datasets_with_task":"/datasets/task/fg-1-pg-1"},{"name":"Semantic Role Labeling (predicted predicates)","url":"/task/semantic-role-labeling-predicted-predicates","datasets_with_task":"/datasets/task/semantic-role-labeling-predicted-predicates"},{"name":"UCCA Parsing","url":"/task/ucca-parsing","datasets_with_task":"/datasets/task/ucca-parsing"},{"name":"Cross-Domain Named Entity Recognition","url":"/task/cross-domain-named-entity-recognition","datasets_with_task":"/datasets/task/cross-domain-named-entity-recognition"},{"name":"Chinese Semantic Role Labeling","url":"/task/chinese-semantic-role-labeling","datasets_with_task":"/datasets/task/chinese-semantic-role-labeling"},{"name":"Sentence segmentation","url":"/task/sentence-segmentation","datasets_with_task":"/datasets/task/sentence-segmentation"},{"name":"Morphological Tagging","url":"/task/morphological-tagging","datasets_with_task":"/datasets/task/morphological-tagging"}],"languages":[],"variants":["AIDA CoNLL-YAGO","AIDA-CoNLL","wikiann-conll2003","tner/conll2003","ju-bezdek/conll2003-SK-NER","conllpp","CoNLL 2019","CoNLL 2017 Shared Task - Automatically Annotated Raw Texts and Word Embeddings","CoNLL-2014 Shared Task: Grammatical Error Correction","CoNLL-2014 Shared Task (10 annotations)","CoNLL-2014 10 Annotations","CoNLL-2012","CoNLL 2003 NER dev","CoNLL2003 (English)","ConLL 2003","conll2003","CoNLL 2002","conll2002","CoNLL-2000","CoNLL12","CoNLL05 WSJ","CoNLL05 Brown","CoNLL03","CoNLL","Conll 2003 Spanish","CoNLL04","CoNLL-Aida","CoNLL-2014 Shared Task","CoNLL-2014 A2","CoNLL-2014 A1","CoNLL-2009","CoNLL++","CoNLL Spanish","CoNLL German","CoNLL Dutch","CoNLL 2012","CoNLL 2005","CoNLL 2003 (German) Revised","CoNLL 2003 (German)","CoNLL 2003 (English)","CoNLL 2002 (Spanish)","CoNLL 2002 (Dutch)","CoNLL 2000","CONLL 2003 German","CONLL 2003 Dutch"],"data_loaders":[],"num_papers_in_archive":187,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[{"leaderboard":"/sota/named-entity-recognition-ner-on-conll-2003","task":"Named Entity Recognition (NER)","dataset_variant":"CoNLL 2003 (English)","rows":73,"metrics":["F1"],"first_row_in_archive_order":{"model":"ACE + document-context","paper":"/paper/automated-concatenation-of-embeddings-for-1","metrics":{"F1":"94.6"},"code_links":[{"title":"Alibaba-NLP/ACE","url":"https://github.com/Alibaba-NLP/ACE"},{"title":"zhaoyuesun/phee","url":"https://github.com/zhaoyuesun/phee"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/grammatical-error-correction-on-conll-2014","task":"Grammatical Error Correction","dataset_variant":"CoNLL-2014 Shared Task","rows":23,"metrics":["F0.5","Precision","Recall"],"first_row_in_archive_order":{"model":"Ensembles of best 7 models + GRECO + GTP-rerank","paper":"/paper/pillars-of-grammatical-error-correction","metrics":{"F0.5":"72.8","Precision":"83.9","Recall":"47.5"},"code_links":[{"title":"grammarly/pillars-of-gec","url":"https://github.com/grammarly/pillars-of-gec"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/entity-disambiguation-on-aida-conll","task":"Entity Disambiguation","dataset_variant":"AIDA-CoNLL","rows":20,"metrics":["In-KB Accuracy","Micro-F1"],"first_row_in_archive_order":{"model":"confidence-order","paper":"/paper/pre-training-of-deep-contextualized","metrics":{"In-KB Accuracy":"95.0"},"code_links":[{"title":"studio-ousia/luke","url":"https://github.com/studio-ousia/luke"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/coreference-resolution-on-conll-2012","task":"Coreference Resolution","dataset_variant":"CoNLL 2012","rows":18,"metrics":["Avg F1"],"first_row_in_archive_order":{"model":"Maverick_mes","paper":"/paper/2407-21489","metrics":{"Avg F1":"83.6"},"code_links":[{"title":"sapienzanlp/maverick-coref","url":"https://github.com/sapienzanlp/maverick-coref"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/entity-linking-on-aida-conll","task":"Entity Linking","dataset_variant":"AIDA-CoNLL","rows":17,"metrics":["Micro-F1 strong"],"first_row_in_archive_order":{"model":"SpEL-large (2023)","paper":"/paper/spel-structured-prediction-for-entity-linking","metrics":{"Micro-F1 strong":"88.6"},"code_links":[{"title":"shavarani/spel","url":"https://github.com/shavarani/spel"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/semantic-role-labeling-on-conll-2005","task":"Semantic Role Labeling","dataset_variant":"CoNLL 2005","rows":15,"metrics":["F1"],"first_row_in_archive_order":{"model":"MRC-SRL","paper":"/paper/an-mrc-framework-for-semantic-role-labeling","metrics":{"F1":"90.0"},"code_links":[{"title":"shannonai/mrc-srl","url":"https://github.com/shannonai/mrc-srl"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/cross-lingual-ner-on-conll-dutch","task":"Cross-Lingual NER","dataset_variant":"CoNLL Dutch","rows":10,"metrics":["F1"],"first_row_in_archive_order":{"model":"Zero shot mBERT 3","paper":"/paper/towards-lingua-franca-named-entity","metrics":{"F1":"83.35"},"code_links":[]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/cross-lingual-ner-on-conll-german","task":"Cross-Lingual NER","dataset_variant":"CoNLL German","rows":10,"metrics":["F1"],"first_row_in_archive_order":{"model":"SMTS Multi sim","paper":"/paper/single-multi-source-cross-lingual-ner-via","metrics":{"F1":"75.33"},"code_links":[{"title":"microsoft/vert-papers","url":"https://github.com/microsoft/vert-papers/tree/master/papers/SingleMulti-TS"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/cross-lingual-ner-on-conll-spanish","task":"Cross-Lingual NER","dataset_variant":"CoNLL Spanish","rows":10,"metrics":["F1"],"first_row_in_archive_order":{"model":"XLM-R large","paper":"/paper/model-and-data-transfer-for-cross-lingual","metrics":{"F1":"79.5"},"code_links":[{"title":"ikergarcia1996/Easy-Translate","url":"https://github.com/ikergarcia1996/Easy-Translate"},{"title":"ikergarcia1996/easy-label-projection","url":"https://github.com/ikergarcia1996/easy-label-projection"},{"title":"ikergarcia1996/Iker-Garcia-Ferrero","url":"https://github.com/ikergarcia1996/Iker-Garcia-Ferrero"},{"title":"ikergarcia1996/annotation-projection-app","url":"https://github.com/ikergarcia1996/annotation-projection-app"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/chunking-on-conll-2000","task":"Chunking","dataset_variant":"CoNLL 2000","rows":9,"metrics":["Exact Span F1"],"first_row_in_archive_order":{"model":"ACE","paper":"/paper/automated-concatenation-of-embeddings-for-1","metrics":{"Exact Span F1":"97.3"},"code_links":[{"title":"Alibaba-NLP/ACE","url":"https://github.com/Alibaba-NLP/ACE"},{"title":"zhaoyuesun/phee","url":"https://github.com/zhaoyuesun/phee"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/grammatical-error-detection-on-conll-2014-a1","task":"Grammatical Error Detection","dataset_variant":"CoNLL-2014 A1","rows":8,"metrics":["F0.5"],"first_row_in_archive_order":{"model":"VERNet","paper":"/paper/neural-quality-estimation-with-multiple","metrics":{"F0.5":"54.3"},"code_links":[{"title":"thunlp/VERNet","url":"https://github.com/thunlp/VERNet"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/grammatical-error-detection-on-conll-2014-a2","task":"Grammatical Error Detection","dataset_variant":"CoNLL-2014 A2","rows":8,"metrics":["F0.5"],"first_row_in_archive_order":{"model":"VERNet","paper":"/paper/neural-quality-estimation-with-multiple","metrics":{"F0.5":"63.1"},"code_links":[{"title":"thunlp/VERNet","url":"https://github.com/thunlp/VERNet"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/semantic-role-labeling-predicted-predicates-1","task":"Semantic Role Labeling (predicted predicates)","dataset_variant":"CoNLL 2012","rows":7,"metrics":["F1"],"first_row_in_archive_order":{"model":"Fei et al. 2021 (HeSyFu) + RoBERTa","paper":"/paper/better-combine-them-together-integrating","metrics":{"F1":"88.59"},"code_links":[{"title":"scofield7419/hesyfu","url":"https://github.com/scofield7419/hesyfu"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/named-entity-recognition-on-conll-2003-german","task":"Named Entity Recognition (NER)","dataset_variant":"CoNLL 2003 (German)","rows":6,"metrics":["F1"],"first_row_in_archive_order":{"model":"ACE + document-context","paper":"/paper/automated-concatenation-of-embeddings-for-1","metrics":{"F1":"88.38"},"code_links":[{"title":"Alibaba-NLP/ACE","url":"https://github.com/Alibaba-NLP/ACE"},{"title":"zhaoyuesun/phee","url":"https://github.com/zhaoyuesun/phee"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/named-entity-recognition-on-conll-2003-german-1","task":"Named Entity Recognition (NER)","dataset_variant":"CoNLL 2003 (German) Revised","rows":5,"metrics":["F1"],"first_row_in_archive_order":{"model":"FLERT XLM-R","paper":"/paper/flert-document-level-features-for-named","metrics":{"F1":"92.23"},"code_links":[{"title":"flairNLP/flair","url":"https://github.com/flairNLP/flair"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/semantic-role-labeling-predicted-predicates","task":"Semantic Role Labeling (predicted predicates)","dataset_variant":"CoNLL 2005","rows":5,"metrics":["F1"],"first_row_in_archive_order":{"model":"LISA + ELMo","paper":"/paper/linguistically-informed-self-attention-for","metrics":{"F1":"86.90"},"code_links":[{"title":"strubell/LISA","url":"https://github.com/strubell/LISA"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/chunking-on-conll-2003-english","task":"Chunking","dataset_variant":"CoNLL 2003 (English)","rows":3,"metrics":["F1"],"first_row_in_archive_order":{"model":"ACE","paper":"/paper/automated-concatenation-of-embeddings-for-1","metrics":{"F1":"92.5"},"code_links":[{"title":"Alibaba-NLP/ACE","url":"https://github.com/Alibaba-NLP/ACE"},{"title":"zhaoyuesun/phee","url":"https://github.com/zhaoyuesun/phee"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/chunking-on-conll-2003-german","task":"Chunking","dataset_variant":"CoNLL 2003 (German)","rows":3,"metrics":["F1"],"first_row_in_archive_order":{"model":"ACE","paper":"/paper/automated-concatenation-of-embeddings-for-1","metrics":{"F1":"95.0"},"code_links":[{"title":"Alibaba-NLP/ACE","url":"https://github.com/Alibaba-NLP/ACE"},{"title":"zhaoyuesun/phee","url":"https://github.com/zhaoyuesun/phee"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/entity-linking-on-conll-aida","task":"Entity Linking","dataset_variant":"CoNLL-Aida","rows":3,"metrics":["Accuracy"],"first_row_in_archive_order":{"model":"RELIC + CoNLL-Aida tuning","paper":"/paper/learning-cross-context-entity-representations-1","metrics":{"Accuracy":"94.9"},"code_links":[]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/grammatical-error-correction-on-conll-2014-1","task":"Grammatical Error Correction","dataset_variant":"CoNLL-2014 Shared Task (10 annotations)","rows":3,"metrics":["F0.5"],"first_row_in_archive_order":{"model":"GRECO (vote+ESC)","paper":"/paper/system-combination-via-quality-estimation-for","metrics":{"F0.5":"85.21"},"code_links":[{"title":"nusnlp/greco","url":"https://github.com/nusnlp/greco"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/ucca-parsing-on-conll-2019","task":"UCCA Parsing","dataset_variant":"CoNLL 2019","rows":3,"metrics":["Full UCCA F1","Full MRP F1","LPP UCCA F1","LPP MRP F1"],"first_row_in_archive_order":{"model":"Transition-based  (+BERT + Efficient Training + Effective Encoding)","paper":"/paper/hit-scir-at-mrp-2019-a-unified-pipeline-for","metrics":{"Full MRP F1":"81.7","Full UCCA F1":"66.7","LPP MRP F1":"82.6","LPP UCCA F1":"64.4"},"code_links":[]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/coreference-resolution-on-conll12","task":"Coreference Resolution","dataset_variant":"CoNLL12","rows":2,"metrics":["Average F1","B3","CEAFϕ4","MUC"],"first_row_in_archive_order":{"model":"DeepStruct multi-task w/ finetune","paper":"/paper/deepstruct-pretraining-of-language-models-for-1","metrics":{"Average F1":"73.1","B3":"71.3","CEAFϕ4":"73.1","MUC":"74.9"},"code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/predicate-detection-on-conll-2005","task":"Predicate Detection","dataset_variant":"CoNLL 2005","rows":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"LISA","paper":"/paper/linguistically-informed-self-attention-for","metrics":{"F1":"98.4"},"code_links":[{"title":"strubell/LISA","url":"https://github.com/strubell/LISA"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/semantic-role-labeling-on-conll05-brown","task":"Semantic Role Labeling","dataset_variant":"CoNLL05 Brown","rows":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"DeepStruct multi-task w/ finetune","paper":"/paper/deepstruct-pretraining-of-language-models-for-1","metrics":{"F1":"92.1"},"code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/semantic-role-labeling-on-conll05-wsj","task":"Semantic Role Labeling","dataset_variant":"CoNLL05 WSJ","rows":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"DeepStruct multi-task","paper":"/paper/deepstruct-pretraining-of-language-models-for-1","metrics":{"F1":"95.5"},"code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/semantic-role-labeling-on-conll12","task":"Semantic Role Labeling","dataset_variant":"CoNLL12","rows":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"DeepStruct multi-task","paper":"/paper/deepstruct-pretraining-of-language-models-for-1","metrics":{"F1":"97.2"},"code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/entity-typing-on-aida-conll","task":"Entity Typing","dataset_variant":"AIDA-CoNLL","rows":1,"metrics":["Micro-F1"],"first_row_in_archive_order":{"model":"ReFinED","paper":"/paper/refined-an-efficient-zero-shot-capable-1","metrics":{"Micro-F1":"84.0"},"code_links":[{"title":"amazon-science/ReFinED","url":"https://github.com/amazon-science/ReFinED"},{"title":"amazon-research/ReFinED","url":"https://github.com/amazon-research/ReFinED"},{"title":"alexa/refined","url":"https://github.com/alexa/refined"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/fg-1-pg-1-on-conll2003","task":"FG-1-PG-1","dataset_variant":"conll2003","rows":1,"metrics":["F1 (macro)","F1 (micro)"],"first_row_in_archive_order":{"model":"CFNER","paper":"/paper/distilling-causal-effect-from-miscellaneous","metrics":{"F1 (macro)":"0.7911","F1 (micro)":"0.8091"},"code_links":[{"title":"zzz47zzz/CFNER","url":"https://github.com/zzz47zzz/CFNER"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/low-resource-named-entity-recognition-on-4","task":"Low Resource Named Entity Recognition","dataset_variant":"CONLL 2003 German","rows":1,"metrics":["F1 score"],"first_row_in_archive_order":{"model":"Zero-Resource Transfer From CoNLL-2003 English dataset.","paper":"/paper/zero-resource-cross-lingual-named-entity","metrics":{"F1 score":"65.24"},"code_links":[{"title":"ntunlp/Zero-Shot-Cross-Lingual-NER","url":"https://github.com/ntunlp/Zero-Shot-Cross-Lingual-NER"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/low-resource-named-entity-recognition-on-5","task":"Low Resource Named Entity Recognition","dataset_variant":"Conll 2003 Spanish","rows":1,"metrics":["F1 score"],"first_row_in_archive_order":{"model":"Zero-Resource Cross-lingual Transfer From CoNLL-2003 English dataset.","paper":"/paper/zero-resource-cross-lingual-named-entity","metrics":{"F1 score":"75.93"},"code_links":[{"title":"ntunlp/Zero-Shot-Cross-Lingual-NER","url":"https://github.com/ntunlp/Zero-Shot-Cross-Lingual-NER"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/low-resource-named-entity-recognition-on-6","task":"Low Resource Named Entity Recognition","dataset_variant":"CONLL 2003 Dutch","rows":1,"metrics":["F1 score"],"first_row_in_archive_order":{"model":"Zero-Resource Transfer From CoNLL-2003 English dataset.","paper":"/paper/zero-resource-cross-lingual-named-entity","metrics":{"F1 score":"74.61"},"code_links":[{"title":"ntunlp/Zero-Shot-Cross-Lingual-NER","url":"https://github.com/ntunlp/Zero-Shot-Cross-Lingual-NER"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/named-entity-recognition-on-conll-2000","task":"Named Entity Recognition (NER)","dataset_variant":"CoNLL 2000","rows":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"SWEM-CRF","paper":"/paper/baseline-needs-more-love-on-simple-word","metrics":{"F1":"90.34"},"code_links":[{"title":"dinghanshen/SWEM","url":"https://github.com/dinghanshen/SWEM"},{"title":"nyk510/scdv-python","url":"https://github.com/nyk510/scdv-python"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/predicate-detection-on-conll-2012","task":"Predicate Detection","dataset_variant":"CoNLL 2012","rows":1,"metrics":["F1"],"first_row_in_archive_order":{"model":"LISA","paper":"/paper/linguistically-informed-self-attention-for","metrics":{"F1":"97.2"},"code_links":[{"title":"strubell/LISA","url":"https://github.com/strubell/LISA"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/semantic-role-labeling-on-conll-2012","task":"Semantic Role Labeling","dataset_variant":"CoNLL 2012","rows":1,"metrics":["Avg. F1"],"first_row_in_archive_order":{"model":"HeSyFu","paper":"/paper/better-combine-them-together-integrating","metrics":{"Avg. F1":"88.59"},"code_links":[{"title":"scofield7419/hesyfu","url":"https://github.com/scofield7419/hesyfu"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/token-classification-on-conll2003","task":"Token Classification","dataset_variant":"conll2003","rows":0,"metrics":["Accuracy","F1","Precision","Recall","loss"],"first_row_in_archive_order":null,"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"}],"papers_with_a_benchmark_row":[{"paper":"/paper/efficient-and-interpretable-grammatical-error","title":"Efficient and Interpretable Grammatical Error Correction with Mixture of Experts","date":"2024-10-30","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/subregweigh-effective-and-efficient","title":"SubRegWeigh: Effective and Efficient Annotation Weighing with Subword Regularization","date":"2024-09-10","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/2408-00103","title":"ReLiK: Retrieve and LinK, Fast and Accurate Entity Linking and Relation Extraction on an Academic Budget","date":"2024-07-31","rows_on_this_dataset":2,"code_links":2,"syntology":null},{"paper":"/paper/2407-21489","title":"Maverick: Efficient and Accurate Coreference Resolution Defying Recent Trends","date":"2024-07-31","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":11,"samples_ran":5,"samples_unverified":6,"pointer_only_for_licence":11,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/transformer-based-named-entity-recognition-1","title":"Transformer-based Named Entity Recognition with Combined Data Representation","date":"2024-06-25","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/pillars-of-grammatical-error-correction","title":"Pillars of Grammatical Error Correction: Comprehensive Inspection Of Contemporary Approaches In The Era of Large Language Models","date":"2024-04-23","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/entity-disambiguation-via-fusion-entity","title":"Entity Disambiguation via Fusion Entity Decoding","date":"2024-04-02","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/unsupervised-grammatical-error-correction","title":"Unsupervised Grammatical Error Correction Rivaling Supervised Methods","date":"2023-12-06","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/system-combination-via-quality-estimation-for","title":"System Combination via Quality Estimation for Grammatical Error Correction","date":"2023-10-23","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/spel-structured-prediction-for-entity-linking","title":"SpEL: Structured Prediction for Entity Linking","date":"2023-10-23","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/improving-seq2seq-grammatical-error","title":"Improving Seq2Seq Grammatical Error Correction via Decoding Interventions","date":"2023-10-23","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/gollie-annotation-guidelines-improve-zero","title":"GoLLIE: Annotation Guidelines improve Zero-Shot Information-Extraction","date":"2023-10-05","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":25,"samples_ran":18,"samples_unverified":7,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/promptner-prompt-locating-and-typing-for","title":"PromptNER: Prompt Locating and Typing for Named Entity Recognition","date":"2023-05-26","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/diffusionner-boundary-diffusion-for-named","title":"DiffusionNER: Boundary Diffusion for Named Entity Recognition","date":"2023-05-22","rows_on_this_dataset":1,"code_links":3,"syntology":null},{"paper":"/paper/coreference-resolution-through-a-seq2seq","title":"Coreference Resolution through a seq2seq Transition-Based System","date":"2022-11-22","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/autoregressive-structured-prediction-with","title":"Autoregressive Structured Prediction with Language Models","date":"2022-10-26","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/model-and-data-transfer-for-cross-lingual","title":"Model and Data Transfer for Cross-Lingual Sequence Labelling in Zero-Resource Settings","date":"2022-10-23","rows_on_this_dataset":3,"code_links":4,"syntology":null},{"paper":"/paper/syngec-syntax-enhanced-grammatical-error","title":"SynGEC: Syntax-Enhanced Grammatical Error Correction with a Tailored GEC-Oriented Parser","date":"2022-10-22","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/distilling-causal-effect-from-miscellaneous","title":"Distilling Causal Effect from Miscellaneous Other-Class for Continual Named Entity Recognition","date":"2022-10-08","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/refined-an-efficient-zero-shot-capable-1","title":"ReFinED: An Efficient Zero-shot-capable Approach to End-to-End Entity Linking","date":"2022-07-08","rows_on_this_dataset":3,"code_links":3,"syntology":null},{"paper":"/paper/improving-entity-disambiguation-by-reasoning-1","title":"Improving Entity Disambiguation by Reasoning over a Knowledge Base","date":"2022-07-08","rows_on_this_dataset":1,"code_links":3,"syntology":null},{"paper":"/paper/frustratingly-easy-system-combination-for","title":"Frustratingly Easy System Combination for Grammatical Error Correction","date":"2022-07-01","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/syntax-driven-approach-for-semantic-role","title":"Syntax-driven Approach for Semantic Role Labeling","date":"2022-06-01","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/deepstruct-pretraining-of-language-models-for-1","title":"DeepStruct: Pretraining of Language Models for Structure Prediction","date":"2022-05-21","rows_on_this_dataset":8,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":13,"samples_ran":10,"samples_unverified":3,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/boundary-smoothing-for-named-entity-1","title":"Boundary Smoothing for Named Entity Recognition","date":"2022-04-26","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/parallel-instance-query-network-for-named","title":"Parallel Instance Query Network for Named Entity Recognition","date":"2022-03-20","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/unified-named-entity-recognition-as-word-word","title":"Unified Named Entity Recognition as Word-Word Relation Classification","date":"2021-12-19","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/named-entity-recognition-architecture","title":"Named entity recognition architecture combining contextual and global features","date":"2021-12-15","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/focusing-on-possible-named-entities-in-active","title":"Focusing on Potential Named Entities During Active Label Acquisition","date":"2021-11-06","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/named-entity-recognition-for-entity-linking","title":"Named Entity Recognition for Entity Linking: What Works and What’s Next","date":"2021-11-01","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/semantic-role-labeling-as-dependency-parsing","title":"Semantic Role Labeling as Dependency Parsing: Exploring Latent Tree Structures Inside Arguments","date":"2021-10-13","rows_on_this_dataset":4,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":1,"samples_ran":1,"samples_unverified":0,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/entqa-entity-linking-as-question-answering","title":"EntQA: Entity Linking as Question Answering","date":"2021-10-05","rows_on_this_dataset":1,"code_links":2,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":9,"samples_ran":9,"samples_unverified":0,"pointer_only_for_licence":1,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/lm-critic-language-models-for-unsupervised","title":"LM-Critic: Language Models for Unsupervised Grammatical Error Correction","date":"2021-09-14","rows_on_this_dataset":1,"code_links":3,"syntology":null},{"paper":"/paper/an-mrc-framework-for-semantic-role-labeling","title":"An MRC Framework for Semantic Role Labeling","date":"2021-09-14","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/pack-together-entity-and-relation-extraction","title":"Packed Levitated Marker for Entity and Relation Extraction","date":"2021-09-13","rows_on_this_dataset":1,"code_links":2,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":9,"samples_ran":6,"samples_unverified":3,"pointer_only_for_licence":1,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/word-level-coreference-resolution","title":"Word-Level Coreference Resolution","date":"2021-09-09","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/highly-parallel-autoregressive-entity-linking","title":"Highly Parallel Autoregressive Entity Linking with Discriminative Correction","date":"2021-09-08","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":4,"samples_ran":1,"samples_unverified":3,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/better-combine-them-together-integrating","title":"Better Combine Them Together! Integrating Syntactic Constituency and Dependency Representations for Semantic Role Labeling","date":"2021-08-01","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/a-simple-recipe-for-multilingual-grammatical","title":"A Simple Recipe for Multilingual Grammatical Error Correction","date":"2021-06-07","rows_on_this_dataset":1,"code_links":2,"syntology":null},{"paper":"/paper/a-unified-generative-framework-for-various","title":"A Unified Generative Framework for Various NER Subtasks","date":"2021-06-02","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/locate-and-label-a-two-stage-identifier-for","title":"Locate and Label: A Two-stage Identifier for Nested Named Entity Recognition","date":"2021-05-14","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/neural-quality-estimation-with-multiple","title":"Neural Quality Estimation with Multiple Hypotheses for Grammatical Error Correction","date":"2021-05-10","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/improving-named-entity-recognition-by","title":"Improving Named Entity Recognition by External Context Retrieving and Cooperative Learning","date":"2021-05-08","rows_on_this_dataset":3,"code_links":3,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":4,"samples_ran":0,"samples_unverified":4,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/inferner-an-attentive-model-leveraging-the","title":"InferNER: an attentive model leveraging the sentence-level information for Named Entity Recognition in Microblogs","date":"2021-04-18","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/learning-from-noisy-labels-for-entity-centric","title":"Learning from Noisy Labels for Entity-Centric Information Extraction","date":"2021-04-17","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/syntax-aware-graph-to-graph-transformer-for","title":"Syntax-Aware Graph-to-Graph Transformer for Semantic Role Labelling","date":"2021-04-15","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/cholan-a-modular-approach-for-neural-entity","title":"CHOLAN: A Modular Approach for Neural Entity Linking on Wikipedia and Wikidata","date":"2021-01-25","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/coreference-resolution-without-span","title":"Coreference Resolution without Span Representations","date":"2021-01-02","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/flert-document-level-features-for-named","title":"FLERT: Document-Level Features for Named Entity Recognition","date":"2020-11-13","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/enhance-robustness-of-sequence-labelling-with","title":"Enhance Robustness of Sequence Labelling with Masked Adversarial Training","date":"2020-11-01","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/bootleg-chasing-the-tail-with-self-supervised","title":"Bootleg: Chasing the Tail with Self-Supervised Named Entity Disambiguation","date":"2020-10-20","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":3,"samples_ran":2,"samples_unverified":1,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/automated-concatenation-of-embeddings-for-1","title":"Automated Concatenation of Embeddings for Structured Prediction","date":"2020-10-10","rows_on_this_dataset":9,"code_links":2,"syntology":null},{"paper":"/paper/learning-to-ignore-long-document-coreference","title":"Learning to Ignore: Long Document Coreference with Bounded Memory Neural Networks","date":"2020-10-06","rows_on_this_dataset":1,"code_links":3,"syntology":null},{"paper":"/paper/luke-deep-contextualized-entity","title":"LUKE: Deep Contextualized Entity Representations with Entity-aware Self-attention","date":"2020-10-02","rows_on_this_dataset":1,"code_links":9,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":10,"samples_ran":3,"samples_unverified":7,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/autoregressive-entity-retrieval","title":"Autoregressive Entity Retrieval","date":"2020-10-02","rows_on_this_dataset":2,"code_links":2,"syntology":null},{"paper":"/paper/revealing-the-myth-of-higher-order-inference","title":"Revealing the Myth of Higher-Order Inference in Coreference Resolution","date":"2020-09-25","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/more-embeddings-better-sequence-labelers","title":"More Embeddings, Better Sequence Labelers?","date":"2020-09-17","rows_on_this_dataset":2,"code_links":0,"syntology":null},{"paper":"/paper/fast-and-accurate-sequence-labeling-with","title":"AIN: Fast and Accurate Sequence Labeling with Approximate Inference Network","date":"2020-09-17","rows_on_this_dataset":2,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":4,"samples_ran":0,"samples_unverified":4,"pointer_only_for_licence":1,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/evaluating-the-impact-of-knowledge-graph","title":"Evaluating the Impact of Knowledge Graph Context on Entity Disambiguation Models","date":"2020-08-12","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/unitrans-unifying-model-transfer-and-data","title":"UniTrans: Unifying Model Transfer and Data Transfer for Cross-Lingual Named Entity Recognition with Unlabeled Data","date":"2020-07-15","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/seqvat-virtual-adversarial-training-for-semi","title":"SeqVAT: Virtual Adversarial Training for Semi-Supervised Sequence Labeling","date":"2020-07-01","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/corefqa-coreference-resolution-as-query-based","title":"CorefQA: Coreference Resolution as Query-based Span Prediction","date":"2020-07-01","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/rel-an-entity-linker-standing-on-the","title":"REL: An Entity Linker Standing on the Shoulders of Giants","date":"2020-06-02","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":2,"samples_ran":1,"samples_unverified":1,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/exploring-cross-sentence-contexts-for-named","title":"Exploring Cross-sentence Contexts for Named Entity Recognition with BERT","date":"2020-06-02","rows_on_this_dataset":2,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":7,"samples_ran":1,"samples_unverified":6,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/empirical-evaluation-of-pretraining","title":"Empirical Evaluation of Pretraining Strategies for Supervised Entity Linking","date":"2020-05-28","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/gector-grammatical-error-correction-tag-not","title":"GECToR -- Grammatical Error Correction: Tag, Not Rewrite","date":"2020-05-26","rows_on_this_dataset":2,"code_links":3,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":12,"samples_ran":2,"samples_unverified":10,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/stronger-baselines-for-grammatical-error","title":"Stronger Baselines for Grammatical Error Correction Using Pretrained Encoder-Decoder Model","date":"2020-05-24","rows_on_this_dataset":1,"code_links":2,"syntology":null},{"paper":"/paper/named-entity-recognition-as-dependency","title":"Named Entity Recognition as Dependency Parsing","date":"2020-05-14","rows_on_this_dataset":3,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":10,"samples_ran":3,"samples_unverified":7,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/encoder-decoder-models-can-benefit-from-pre","title":"Encoder-Decoder Models Can Benefit from Pre-trained Masked Language Models in Grammatical Error Correction","date":"2020-05-03","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/single-multi-source-cross-lingual-ner-via","title":"Single-/Multi-Source Cross-Lingual NER via Teacher-Student Learning on Unlabeled Data in Target Language","date":"2020-04-26","rows_on_this_dataset":9,"code_links":1,"syntology":null},{"paper":"/paper/investigating-entity-knowledge-in-bert-with-1","title":"Investigating Entity Knowledge in BERT with Simple Neural End-To-End Entity Linking","date":"2020-03-11","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":4,"samples_ran":3,"samples_unverified":1,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/learning-cross-context-entity-representations-1","title":"Learning Cross-Context Entity Representations from Text","date":"2020-01-11","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/improving-entity-linking-by-modeling-latent-2","title":"Improving Entity Linking by Modeling Latent Entity Type Information","date":"2020-01-06","rows_on_this_dataset":2,"code_links":0,"syntology":null},{"paper":"/paper/zero-resource-cross-lingual-named-entity","title":"Zero-Resource Cross-Lingual Named Entity Recognition","date":"2019-11-22","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/a-cluster-ranking-model-for-full-anaphora","title":"A Cluster Ranking Model for Full Anaphora Resolution","date":"2019-11-21","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/towards-lingua-franca-named-entity","title":"Towards Lingua Franca Named Entity Recognition with BERT","date":"2019-11-19","rows_on_this_dataset":3,"code_links":0,"syntology":null},{"paper":"/paper/enhanced-meta-learning-for-cross-lingual","title":"Enhanced Meta-Learning for Cross-lingual Named Entity Recognition with Minimal Resources","date":"2019-11-14","rows_on_this_dataset":6,"code_links":1,"syntology":null},{"paper":"/paper/tener-adapting-transformer-encoder-for-name","title":"TENER: Adapting Transformer Encoder for Named Entity Recognition","date":"2019-11-10","rows_on_this_dataset":1,"code_links":6,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":1,"samples_ran":1,"samples_unverified":0,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/generalizing-natural-language-analysis-1","title":"Generalizing Natural Language Analysis through Span-relation Representations","date":"2019-11-10","rows_on_this_dataset":2,"code_links":3,"syntology":null},{"paper":"/paper/dice-loss-for-data-imbalanced-nlp-tasks","title":"Dice Loss for Data-imbalanced NLP Tasks","date":"2019-11-07","rows_on_this_dataset":1,"code_links":4,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":3,"samples_ran":0,"samples_unverified":3,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/hierarchical-contextualized-representation","title":"Hierarchical Contextualized Representation for Named Entity Recognition","date":"2019-11-06","rows_on_this_dataset":2,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":9,"samples_ran":1,"samples_unverified":8,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/tupa-at-mrp-2019-a-multi-task-baseline-system","title":"TUPA at MRP 2019: A Multi-Task Baseline System","date":"2019-11-01","rows_on_this_dataset":2,"code_links":0,"syntology":null},{"paper":"/paper/improved-differentiable-architecture-search","title":"Improved Differentiable Architecture Search for Language Modeling and Named Entity Recognition","date":"2019-11-01","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/hit-scir-at-mrp-2019-a-unified-pipeline-for","title":"HIT-SCIR at MRP 2019: A Unified Pipeline for Meaning Representation Parsing via Efficient Training and Effective Encoding","date":"2019-11-01","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/a-unified-mrc-framework-for-named-entity","title":"A Unified MRC Framework for Named Entity Recognition","date":"2019-10-25","rows_on_this_dataset":1,"code_links":8,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":5,"samples_ran":3,"samples_unverified":2,"pointer_only_for_licence":2,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/parallel-iterative-edit-models-for-local","title":"Parallel Iterative Edit Models for Local Sequence Transduction","date":"2019-10-07","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/190910148","title":"Dependency-Guided LSTM-CRF for Named Entity Recognition","date":"2019-09-23","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/knowledge-enhanced-contextual-word","title":"Knowledge Enhanced Contextual Word Representations","date":"2019-09-09","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/learning-dynamic-context-augmentation-for","title":"Learning Dynamic Context Augmentation for Global Entity Linking","date":"2019-09-04","rows_on_this_dataset":1,"code_links":2,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":1,"samples_ran":1,"samples_unverified":0,"pointer_only_for_licence":1,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/crossweigh-training-named-entity-tagger-from","title":"CrossWeigh: Training Named Entity Tagger from Imperfect Annotations","date":"2019-09-03","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":4,"samples_ran":4,"samples_unverified":0,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/an-empirical-study-of-incorporating-pseudo","title":"An Empirical Study of Incorporating Pseudo Data into Grammatical Error Correction","date":"2019-09-02","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":3,"samples_ran":3,"samples_unverified":0,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/pre-training-of-deep-contextualized","title":"Global Entity Disambiguation with BERT","date":"2019-09-01","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/bert-for-coreference-resolution-baselines-and","title":"BERT for Coreference Resolution: Baselines and Analysis","date":"2019-08-24","rows_on_this_dataset":1,"code_links":2,"syntology":null},{"paper":"/paper/neural-architectures-for-nested-ner-through-1","title":"Neural Architectures for Nested NER through Linearization","date":"2019-08-19","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/joint-learning-of-named-entity-recognition","title":"Joint Learning of Named Entity Recognition and Entity Linking","date":"2019-07-18","rows_on_this_dataset":2,"code_links":0,"syntology":null},{"paper":"/paper/grn-gated-relation-network-to-enhance","title":"GRN: Gated Relation Network to Enhance Convolutional Neural Network for Named Entity Recognition","date":"2019-07-12","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/towards-improving-neural-named-entity","title":"Towards Improving Neural Named Entity Recognition with Gazetteers","date":"2019-07-01","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/end-to-end-deep-reinforcement-learning-based","title":"End-to-end Deep Reinforcement Learning Based Coreference Resolution","date":"2019-07-01","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/coreference-resolution-with-entity","title":"Coreference Resolution with Entity Equalization","date":"2019-07-01","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/a-prism-module-for-semantic-disentanglement","title":"A Prism Module for Semantic Disentanglement in Name Entity Recognition","date":"2019-07-01","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/variational-sequential-labelers-for-semi-1","title":"Variational Sequential Labelers for Semi-Supervised Learning","date":"2019-06-23","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":1,"samples_ran":1,"samples_unverified":0,"pointer_only_for_licence":1,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/multi-grained-named-entity-recognition","title":"Multi-Grained Named Entity Recognition","date":"2019-06-20","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/gcdt-a-global-context-enhanced-deep","title":"GCDT: A Global Context Enhanced Deep Transition Architecture for Sequence Labeling","date":"2019-06-06","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/boosting-entity-linking-performance-by","title":"Boosting Entity Linking Performance by Leveraging Unlabeled Documents","date":"2019-06-04","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":6,"samples_ran":0,"samples_unverified":6,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/beto-bentz-becas-the-surprising-cross-lingual","title":"Beto, Bentz, Becas: The Surprising Cross-Lingual Effectiveness of BERT","date":"2019-04-19","rows_on_this_dataset":3,"code_links":2,"syntology":null},{"paper":"/paper/cloze-driven-pretraining-of-self-attention","title":"Cloze-driven Pretraining of Self-attention Networks","date":"2019-03-19","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/improving-grammatical-error-correction-via","title":"Improving Grammatical Error Correction via Pre-Training a Copy-Augmented Architecture with Unlabeled Data","date":"2019-03-01","rows_on_this_dataset":1,"code_links":6,"syntology":null},{"paper":"/paper/joint-entity-linking-with-deep-reinforcement","title":"Joint Entity Linking with Deep Reinforcement Learning","date":"2019-02-01","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/dependency-or-span-end-to-end-uniform","title":"Dependency or Span, End-to-End Uniform Semantic Role Labeling","date":"2019-01-16","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/jointly-learning-to-label-sentences-and","title":"Jointly Learning to Label Sentences and Tokens","date":"2018-11-14","rows_on_this_dataset":2,"code_links":2,"syntology":null},{"paper":"/paper/long-short-term-memory-with-dynamic-skip","title":"Long Short-Term Memory with Dynamic Skip Connections","date":"2018-11-09","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/learning-better-internal-structure-of-words","title":"Learning Better Internal Structure of Words for Sequence Labeling","date":"2018-10-29","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/zero-resource-multilingual-model-transfer","title":"Multi-Source Cross-Lingual Model Transfer: Learning What to Share","date":"2018-10-08","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/a-span-selection-model-for-semantic-role","title":"A Span Selection Model for Semantic Role Labeling","date":"2018-10-04","rows_on_this_dataset":2,"code_links":2,"syntology":null},{"paper":"/paper/neural-quality-estimation-of-grammatical","title":"Neural Quality Estimation of Grammatical Error Correction","date":"2018-10-01","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/semi-supervised-sequence-modeling-with-cross","title":"Semi-Supervised Sequence Modeling with Cross-View Training","date":"2018-09-22","rows_on_this_dataset":2,"code_links":2,"syntology":null},{"paper":"/paper/evaluating-the-utility-of-hand-crafted","title":"Evaluating the Utility of Hand-crafted Features in Sequence Labelling","date":"2018-08-28","rows_on_this_dataset":2,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":6,"samples_ran":6,"samples_unverified":0,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/end-to-end-neural-entity-linking","title":"End-to-End Neural Entity Linking","date":"2018-08-23","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":9,"samples_ran":0,"samples_unverified":9,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/contextual-string-embeddings-for-sequence","title":"Contextual String Embeddings for Sequence Labeling","date":"2018-08-01","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/ncrf-an-open-source-neural-sequence-labeling","title":"NCRF++: An Open-source Neural Sequence Labeling Toolkit","date":"2018-06-14","rows_on_this_dataset":1,"code_links":3,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":9,"samples_ran":1,"samples_unverified":8,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/robust-lexical-features-for-improved-neural","title":"Robust Lexical Features for Improved Neural Network Named-Entity Recognition","date":"2018-06-09","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/elden-improved-entity-linking-using-densified","title":"ELDEN: Improved Entity Linking Using Densified Knowledge Graphs","date":"2018-06-01","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/baseline-needs-more-love-on-simple-word","title":"Baseline Needs More Love: On Simple Word-Embedding-Based Models and Associated Pooling Mechanisms","date":"2018-05-24","rows_on_this_dataset":2,"code_links":2,"syntology":null},{"paper":"/paper/jointly-predicting-predicates-and-arguments","title":"Jointly Predicting Predicates and Arguments in Neural Semantic Role Labeling","date":"2018-05-12","rows_on_this_dataset":7,"code_links":1,"syntology":null},{"paper":"/paper/hybrid-semi-markov-crf-for-neural-sequence","title":"Hybrid semi-Markov CRF for Neural Sequence Labeling","date":"2018-05-10","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/sentence-state-lstm-for-text-representation","title":"Sentence-State LSTM for Text Representation","date":"2018-05-07","rows_on_this_dataset":1,"code_links":2,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":1,"samples_ran":1,"samples_unverified":0,"pointer_only_for_licence":1,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/linguistically-informed-self-attention-for","title":"Linguistically-Informed Self-Attention for Semantic Role Labeling","date":"2018-04-23","rows_on_this_dataset":7,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":14,"samples_ran":0,"samples_unverified":14,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/efficient-contextualized-representation","title":"Efficient Contextualized Representation: Language Model Pruning for Sequence Labeling","date":"2018-04-20","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/near-human-level-performance-in-grammatical","title":"Near Human-Level Performance in Grammatical Error Correction with Hybrid Machine Translation","date":"2018-04-16","rows_on_this_dataset":2,"code_links":0,"syntology":null},{"paper":"/paper/approaching-neural-grammatical-error","title":"Approaching Neural Grammatical Error Correction as a Low-Resource Machine Translation Task","date":"2018-04-16","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/higher-order-coreference-resolution-with","title":"Higher-order Coreference Resolution with Coarse-to-fine Inference","date":"2018-04-15","rows_on_this_dataset":1,"code_links":5,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":23,"samples_ran":3,"samples_unverified":20,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/deep-contextualized-word-representations","title":"Deep contextualized word representations","date":"2018-02-15","rows_on_this_dataset":1,"code_links":46,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":58,"samples_ran":24,"samples_unverified":34,"pointer_only_for_licence":25,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/deeptype-multilingual-entity-linking-by","title":"DeepType: Multilingual Entity Linking by Neural Type System Evolution","date":"2018-02-03","rows_on_this_dataset":2,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":2,"samples_ran":2,"samples_unverified":0,"pointer_only_for_licence":2,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/a-deep-neural-network-model-for-the-task-of","title":"A Deep Neural Network Model for the Task of Named Entity Recognition","date":"2018-02-01","rows_on_this_dataset":1,"code_links":2,"syntology":null},{"paper":"/paper/a-multilayer-convolutional-encoder-decoder","title":"A Multilayer Convolutional Encoder-Decoder Neural Network for Grammatical Error Correction","date":"2018-01-26","rows_on_this_dataset":2,"code_links":3,"syntology":null},{"paper":"/paper/cross-view-training-for-semi-supervised","title":"Cross-View Training for Semi-Supervised Learning","date":"2018-01-01","rows_on_this_dataset":2,"code_links":0,"syntology":null},{"paper":"/paper/neural-cross-lingual-entity-linking","title":"Neural Cross-Lingual Entity Linking","date":"2017-12-05","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/robust-multilingual-part-of-speech-tagging","title":"Robust Multilingual Part-of-Speech Tagging via Adversarial Training","date":"2017-11-14","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/empower-sequence-labeling-with-task-aware","title":"Empower Sequence Labeling with Task-Aware Neural Language Model","date":"2017-09-13","rows_on_this_dataset":1,"code_links":3,"syntology":null},{"paper":"/paper/end-to-end-neural-coreference-resolution","title":"End-to-end Neural Coreference Resolution","date":"2017-07-21","rows_on_this_dataset":3,"code_links":4,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":3,"samples_ran":3,"samples_unverified":0,"pointer_only_for_licence":3,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/neural-reranking-for-named-entity-recognition","title":"Neural Reranking for Named Entity Recognition","date":"2017-07-17","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/auxiliary-objectives-for-neural-error","title":"Auxiliary Objectives for Neural Error Detection Models","date":"2017-07-17","rows_on_this_dataset":4,"code_links":0,"syntology":null},{"paper":"/paper/artificial-error-generation-with-machine","title":"Artificial Error Generation with Machine Translation and Syntactic Patterns","date":"2017-07-17","rows_on_this_dataset":2,"code_links":0,"syntology":null},{"paper":"/paper/deep-semantic-role-labeling-what-works-and","title":"Deep Semantic Role Labeling: What Works and What's Next","date":"2017-07-01","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/learning-distributed-representations-of-texts","title":"Learning Distributed Representations of Texts and Entities from Knowledge Base","date":"2017-05-06","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/semi-supervised-multitask-learning-for","title":"Semi-supervised Multitask Learning for Sequence Labeling","date":"2017-04-24","rows_on_this_dataset":2,"code_links":3,"syntology":null},{"paper":"/paper/deep-joint-entity-disambiguation-with-local","title":"Deep Joint Entity Disambiguation with Local Neural Attention","date":"2017-04-17","rows_on_this_dataset":1,"code_links":3,"syntology":null},{"paper":"/paper/transfer-learning-for-sequence-tagging-with","title":"Transfer Learning for Sequence Tagging with Hierarchical Recurrent Networks","date":"2017-03-18","rows_on_this_dataset":1,"code_links":4,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":8,"samples_ran":0,"samples_unverified":8,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/robust-multilingual-named-entity-recognition","title":"Robust Multilingual Named Entity Recognition with Shallow Semi-Supervised Features","date":"2017-01-31","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/compositional-sequence-labeling-models-for","title":"Compositional Sequence Labeling Models for Error Detection in Learner Writing","date":"2016-07-20","rows_on_this_dataset":4,"code_links":0,"syntology":null},{"paper":"/paper/harnessing-deep-neural-networks-with-logic","title":"Harnessing Deep Neural Networks with Logic Rules","date":"2016-03-21","rows_on_this_dataset":1,"code_links":2,"syntology":null},{"paper":"/paper/neural-architectures-for-named-entity","title":"Neural Architectures for Named Entity Recognition","date":"2016-03-04","rows_on_this_dataset":1,"code_links":43,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":36,"samples_ran":10,"samples_unverified":26,"pointer_only_for_licence":6,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/end-to-end-sequence-labeling-via-bi","title":"End-to-end Sequence Labeling via Bi-directional LSTM-CNNs-CRF","date":"2016-03-04","rows_on_this_dataset":1,"code_links":25,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":24,"samples_ran":4,"samples_unverified":20,"pointer_only_for_licence":3,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/joint-learning-of-the-embedding-of-words-and","title":"Joint Learning of the Embedding of Words and Entities for Named Entity Disambiguation","date":"2016-01-06","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/named-entity-recognition-with-bidirectional","title":"Named Entity Recognition with Bidirectional LSTM-CNNs","date":"2015-11-26","rows_on_this_dataset":1,"code_links":14,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":9,"samples_ran":4,"samples_unverified":5,"pointer_only_for_licence":4,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/robust-disambiguation-of-named-entities-in","title":"Robust Disambiguation of Named Entities in Text","date":"2011-07-01","rows_on_this_dataset":2,"code_links":0,"syntology":null}],"syntology_totals":{"read_at":"2026-09-25T09:33:49+00:00","papers_with_samples":38,"samples_harvested":363,"samples_ran":137,"samples_unverified":226,"pointer_only_for_licence":62,"papers_with_no_sample_that_ran":7,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}