{"url":"/task/semantic-role-labeling","name":"Semantic Role Labeling","slug":"semantic-role-labeling","description_markdown":"Semantic role labeling aims to model the predicate-argument structure of a sentence\r\nand is often described as answering \"Who did what to whom\". BIO notation is typically\r\nused for semantic role labeling.\r\n\r\nExample:\r\n\r\n| Housing | starts | are | expected | to | quicken | a | bit | from | August’s | pace | \r\n| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | \r\n| B-ARG1 | I-ARG1 | O |  O  |  O  |   V  | B-ARG2 | I-ARG2 | B-ARG3 | I-ARG3 | I-ARG3 |","categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":620,"papers_with_code":138,"benchmarks":7,"benchmark_tables_in_archive":7,"benchmark_tables_shown":7,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":14,"subtasks":3,"parent_tasks":0},"benchmarks":[{"leaderboard":"/sota/semantic-role-labeling-on-ontonotes","slug":"semantic-role-labeling-on-ontonotes","dataset":"OntoNotes","dataset_url":"/dataset/ontonotes-5-0","rows_in_archive":17,"metrics":["F1"],"first_row_in_archive_order":{"model":"HeSyFu","paper_title":"Better Combine Them Together! Integrating Syntactic Constituency and Dependency Representations for Semantic Role Labeling","paper_url":"/paper/better-combine-them-together-integrating","paper_date":"","arxiv_id":null,"code_links":[{"title":"scofield7419/hesyfu","url":"https://github.com/scofield7419/hesyfu"}],"syntology":null}},{"leaderboard":"/sota/semantic-role-labeling-on-conll-2005","slug":"semantic-role-labeling-on-conll-2005","dataset":"CoNLL 2005","dataset_url":"/dataset/conll-1","rows_in_archive":15,"metrics":["F1"],"first_row_in_archive_order":{"model":"MRC-SRL","paper_title":"An MRC Framework for Semantic Role Labeling","paper_url":"/paper/an-mrc-framework-for-semantic-role-labeling","paper_date":"2021-09-14","arxiv_id":"2109.06660","code_links":[{"title":"shannonai/mrc-srl","url":"https://github.com/shannonai/mrc-srl"}],"syntology":null}},{"leaderboard":"/sota/semantic-role-labeling-on-conll05-brown","slug":"semantic-role-labeling-on-conll05-brown","dataset":"CoNLL05 Brown","dataset_url":"/dataset/conll-1","rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"DeepStruct multi-task w/ finetune","paper_title":"DeepStruct: Pretraining of Language Models for Structure Prediction","paper_url":"/paper/deepstruct-pretraining-of-language-models-for-1","paper_date":"2022-05-21","arxiv_id":"2205.10475","code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}],"syntology":{"n":13,"n_ran":7,"n_unverified":6,"n_pointer_only":0}}},{"leaderboard":"/sota/semantic-role-labeling-on-conll05-wsj","slug":"semantic-role-labeling-on-conll05-wsj","dataset":"CoNLL05 WSJ","dataset_url":"/dataset/conll-1","rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"DeepStruct multi-task","paper_title":"DeepStruct: Pretraining of Language Models for Structure Prediction","paper_url":"/paper/deepstruct-pretraining-of-language-models-for-1","paper_date":"2022-05-21","arxiv_id":"2205.10475","code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}],"syntology":{"n":13,"n_ran":7,"n_unverified":6,"n_pointer_only":0}}},{"leaderboard":"/sota/semantic-role-labeling-on-conll12","slug":"semantic-role-labeling-on-conll12","dataset":"CoNLL12","dataset_url":"/dataset/conll-1","rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"DeepStruct multi-task","paper_title":"DeepStruct: Pretraining of Language Models for Structure Prediction","paper_url":"/paper/deepstruct-pretraining-of-language-models-for-1","paper_date":"2022-05-21","arxiv_id":"2205.10475","code_links":[{"title":"cgraywang/deepstruct","url":"https://github.com/cgraywang/deepstruct"}],"syntology":{"n":13,"n_ran":7,"n_unverified":6,"n_pointer_only":0}}},{"leaderboard":"/sota/semantic-role-labeling-on-conll-2009","slug":"semantic-role-labeling-on-conll-2009","dataset":"CoNLL-2009","dataset_url":"/dataset/conll-2009","rows_in_archive":1,"metrics":["F1 (Arg.)","F1 (Prd.)"],"first_row_in_archive_order":{"model":"Ours (High-Order model)","paper_title":"End-to-end Semantic Role Labeling with Neural Transition-based Model","paper_url":"/paper/end-to-end-semantic-role-labeling-with-neural","paper_date":"2021-01-02","arxiv_id":"2101.00394","code_links":[{"title":"scofield7419/TransitionSRL","url":"https://github.com/scofield7419/TransitionSRL"}],"syntology":null}},{"leaderboard":"/sota/semantic-role-labeling-on-conll-2012","slug":"semantic-role-labeling-on-conll-2012","dataset":"CoNLL 2012","dataset_url":"/dataset/conll-1","rows_in_archive":1,"metrics":["Avg. F1"],"first_row_in_archive_order":{"model":"HeSyFu","paper_title":"Better Combine Them Together! Integrating Syntactic Constituency and Dependency Representations for Semantic Role Labeling","paper_url":"/paper/better-combine-them-together-integrating","paper_date":"","arxiv_id":null,"code_links":[{"title":"scofield7419/hesyfu","url":"https://github.com/scofield7419/hesyfu"}],"syntology":null}}],"datasets":[{"url":"/dataset/framenet","name":"FrameNet","full_name":"","num_papers_in_archive":444},{"url":"/dataset/ontonotes-5-0","name":"OntoNotes 5.0","full_name":"","num_papers_in_archive":254},{"url":"/dataset/conll-1","name":"CoNLL","full_name":"","num_papers_in_archive":187},{"url":"/dataset/conll-2012-1","name":"CoNLL-2012","full_name":"","num_papers_in_archive":89},{"url":"/dataset/nombank","name":"NomBank","full_name":"NomBank","num_papers_in_archive":50},{"url":"/dataset/qa-srl","name":"QA-SRL","full_name":"QA-SRL","num_papers_in_archive":43},{"url":"/dataset/conll-2009","name":"CoNLL-2009","full_name":"CoNLL-2009","num_papers_in_archive":8},{"url":"/dataset/qa-srl-bank-2-0","name":"QA-SRL Bank 2.0","full_name":"","num_papers_in_archive":6},{"url":"/dataset/x-srl","name":"X-SRL","full_name":"","num_papers_in_archive":4},{"url":"/dataset/exhvv","name":"ExHVV","full_name":"","num_papers_in_archive":2},{"url":"/dataset/gepade","name":"GePaDe","full_name":"","num_papers_in_archive":1},{"url":"/dataset/productreviews2017","name":"Product Reviews 2017","full_name":"","num_papers_in_archive":1},{"url":"/dataset/propbank-pt","name":"PropBank-PT","full_name":"","num_papers_in_archive":0},{"url":"/dataset/rusrl","name":"RuSRL","full_name":"","num_papers_in_archive":0}],"subtasks":[{"url":"/task/predicate-detection","name":"Predicate Detection"},{"url":"/task/semantic-role-labeling-predicted-predicates","name":"Semantic Role Labeling (predicted predicates)"},{"url":"/task/textual-analogy-parsing","name":"Textual Analogy Parsing"}],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (desc), then date (desc); the archive holds no stars","population":"papers tagged with this task that list at least one repository in the archive","shown":30,"of":138,"tagged_in_all":620,"items":[{"url":"/paper/deep-contextualized-word-representations","title":"Deep contextualized word representations","date":"2018-02-15","arxiv_id":"1802.05365","repositories_listed":46,"syntology":{"n":58,"n_ran":23,"n_unverified":35,"n_pointer_only":25}},{"url":"/paper/the-natural-language-decathlon-multitask","title":"The Natural Language Decathlon: Multitask Learning as Question Answering","date":"2018-06-20","arxiv_id":"1806.08730","repositories_listed":6,"syntology":{"n":13,"n_ran":1,"n_unverified":12,"n_pointer_only":4}},{"url":"/paper/an-incremental-parser-for-abstract-meaning","title":"An Incremental Parser for Abstract Meaning Representation","date":"2016-08-22","arxiv_id":"1608.06111","repositories_listed":4,"syntology":{"n":4,"n_ran":4,"n_unverified":0,"n_pointer_only":3}},{"url":"/paper/generalizing-natural-language-analysis-1","title":"Generalizing Natural Language Analysis through Span-relation Representations","date":"2019-11-10","arxiv_id":"1911.03822","repositories_listed":3,"syntology":null},{"url":"/paper/simple-bert-models-for-relation-extraction","title":"Simple BERT Models for Relation Extraction and Semantic Role Labeling","date":"2019-04-10","arxiv_id":"1904.05255","repositories_listed":3,"syntology":{"n":3,"n_ran":0,"n_unverified":3,"n_pointer_only":0}},{"url":"/paper/linspector-multilingual-probing-tasks-for","title":"LINSPECTOR: Multilingual Probing Tasks for Word Representations","date":"2019-03-22","arxiv_id":"1903.09442","repositories_listed":3,"syntology":null},{"url":"/paper/large-scale-qa-srl-parsing","title":"Large-Scale QA-SRL Parsing","date":"2018-05-14","arxiv_id":"1805.05377","repositories_listed":3,"syntology":null},{"url":"/paper/men-also-like-shopping-reducing-gender-bias","title":"Men Also Like Shopping: Reducing Gender Bias Amplification using Corpus-level Constraints","date":"2017-07-29","arxiv_id":"1707.09457","repositories_listed":3,"syntology":null},{"url":"/paper/speaker-attribution-in-german-parliamentary","title":"Speaker attribution in German parliamentary debates with QLoRA-adapted large language models","date":"2023-09-18","arxiv_id":"2309.09902","repositories_listed":2,"syntology":null},{"url":"/paper/what-do-you-meme-generating-explanations-for","title":"What do you MEME? Generating Explanations for Visual Semantic Role Labelling in Memes","date":"2022-12-01","arxiv_id":"2212.00715","repositories_listed":2,"syntology":null},{"url":"/paper/atp-amrize-then-parse-enhancing-amr-parsing","title":"ATP: AMRize Then Parse! Enhancing AMR Parsing with PseudoAMRs","date":"2022-04-19","arxiv_id":"2204.08875","repositories_listed":2,"syntology":null},{"url":"/paper/structured-prediction-as-translation-between-1","title":"Structured Prediction as Translation between Augmented Natural Languages","date":"2021-01-14","arxiv_id":"2101.05779","repositories_listed":2,"syntology":null},{"url":"/paper/bertje-a-dutch-bert-model","title":"BERTje: A Dutch BERT Model","date":"2019-12-19","arxiv_id":"1912.09582","repositories_listed":2,"syntology":{"n":5,"n_ran":2,"n_unverified":3,"n_pointer_only":0}},{"url":"/paper/glyce-glyph-vectors-for-chinese-character","title":"Glyce: Glyph-vectors for Chinese Character Representations","date":"2019-01-29","arxiv_id":"1901.10125","repositories_listed":2,"syntology":{"n":8,"n_ran":3,"n_unverified":5,"n_pointer_only":0}},{"url":"/paper/a-span-selection-model-for-semantic-role","title":"A Span Selection Model for Semantic Role Labeling","date":"2018-10-04","arxiv_id":"1810.02245","repositories_listed":2,"syntology":null},{"url":"/paper/allennlp-a-deep-semantic-natural-language","title":"AllenNLP: A Deep Semantic Natural Language Processing Platform","date":"2018-03-20","arxiv_id":"1803.07640","repositories_listed":2,"syntology":null},{"url":"/paper/encoding-sentences-with-graph-convolutional","title":"Encoding Sentences with Graph Convolutional Networks for Semantic Role Labeling","date":"2017-03-14","arxiv_id":"1703.04826","repositories_listed":2,"syntology":{"n":7,"n_ran":0,"n_unverified":7,"n_pointer_only":0}},{"url":"/paper/a-simple-and-accurate-syntax-agnostic-neural","title":"A Simple and Accurate Syntax-Agnostic Neural Model for Dependency-based Semantic Role Labeling","date":"2017-01-10","arxiv_id":"1701.02593","repositories_listed":2,"syntology":null},{"url":"/paper/demonyms-and-compound-relational-nouns-in","title":"Demonyms and Compound Relational Nouns in Nominal Open IE","date":"2016-06-01","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/visual-semantic-role-labeling","title":"Visual Semantic Role Labeling","date":"2015-05-17","arxiv_id":"1505.04474","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_unverified":0,"n_pointer_only":0}},{"url":"/paper/natural-language-processing-almost-from","title":"Natural Language Processing (almost) from Scratch","date":"2011-03-02","arxiv_id":"1103.0398","repositories_listed":2,"syntology":null},{"url":"/paper/semantic-role-labeling-a-systematical-survey","title":"Semantic Role Labeling: A Systematical Survey","date":"2025-02-09","arxiv_id":"2502.08660","repositories_listed":1,"syntology":null},{"url":"/paper/when-and-where-did-it-happen-an-encoder","title":"When and Where Did it Happen? An Encoder-Decoder Model to Identify Scenario Context","date":"2024-10-10","arxiv_id":"2410.07567","repositories_listed":1,"syntology":null},{"url":"/paper/effectively-leveraging-clip-for-generating","title":"Effectively Leveraging CLIP for Generating Situational Summaries of Images and Videos","date":"2024-07-30","arxiv_id":"2407.20642","repositories_listed":1,"syntology":null},{"url":"/paper/annotating-framenet-via-structure-conditioned","title":"Annotating FrameNet via Structure-Conditioned Language Generation","date":"2024-06-07","arxiv_id":"2406.04834","repositories_listed":1,"syntology":null},{"url":"/paper/unified-low-resource-sequence-labeling-by","title":"Unified Low-Resource Sequence Labeling by Sample-Aware Dynamic Sparse Finetuning","date":"2023-11-07","arxiv_id":"2311.03748","repositories_listed":1,"syntology":{"n":14,"n_ran":10,"n_unverified":4,"n_pointer_only":0}},{"url":"/paper/extracting-entities-of-interest-from-1","title":"Extracting Entities of Interest from Comparative Product Reviews","date":"2023-10-31","arxiv_id":"2310.20274","repositories_listed":1,"syntology":null},{"url":"/paper/augmenting-transformers-with-recursively","title":"Augmenting Transformers with Recursively Composed Multi-grained Representations","date":"2023-09-28","arxiv_id":"2309.16319","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_unverified":0,"n_pointer_only":0}},{"url":"/paper/improving-aspect-based-sentiment-with-end-to","title":"Improving Aspect-Based Sentiment with End-to-End Semantic Role Labeling Model","date":"2023-07-27","arxiv_id":"2307.14785","repositories_listed":1,"syntology":null},{"url":"/paper/discovering-collective-narratives-shifts-in","title":"Discovering collective narratives shifts in online discussions","date":"2023-07-17","arxiv_id":"2307.08541","repositories_listed":1,"syntology":null}],"syntology_records":10,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-09-24T18:15:14+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"}},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"}}