{"url":"/dataset/semeval-2022-task-12-symlink-linking","name":"SemEval-2022 Task-12","full_name":null,"description_markdown":"Symlink is a SemEval shared task of extracting mathematical symbols and their descriptions from LaTeX source of scientific documents. This is a new task in SemEval 2022, which attracted 180 individual registrations and 59 final submissions from 7 participant teams.","description_withheld":null,"homepage":"https://research.adobe.com/publication/semeval-2022-task-12-symlink-linking-mathematical-symbols-to-their-descriptions/","introduced_date":"2022-02-19","introduced_date_note":null,"introduced_by":{"paper":"/paper/punctuation-restoration","title":"SemEval 2022 Task 12: Symlink- Linking Mathematical Symbols to their Descriptions","first_author":"Viet Dac Lai","url":null},"license":null,"modalities":[],"tasks":[{"name":"Joint Entity and Relation Extraction","url":"/task/joint-entity-and-relation-extraction","datasets_with_task":"/datasets/task/joint-entity-and-relation-extraction"}],"languages":[],"variants":["SemEval-2022 Task-12"],"data_loaders":[],"num_papers_in_archive":4,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[{"leaderboard":"/sota/joint-entity-and-relation-extraction-on-6","task":"Joint Entity and Relation Extraction","dataset_variant":"SemEval-2022 Task-12","rows":2,"metrics":["Entity F1 (partial)","Relation F1"],"first_row_in_archive_order":{"model":"MRC-based NER + Span pair classification with solid marker + ensemble","paper":"/paper/jbnu-cclab-at-semeval-2022-task-12-machine","metrics":{"Entity F1 (partial)":"47.61","Relation F1":"37.19"},"code_links":[{"title":"zizun/symlink","url":"https://github.com/zizun/symlink"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"}],"papers_with_a_benchmark_row":[{"paper":"/paper/jbnu-cclab-at-semeval-2022-task-12-machine","title":"JBNU-CCLab at SemEval-2022 Task 12: Machine Reading Comprehension and Span Pair Classification for Linking Mathematical Symbols to Their Descriptions","date":"2022-07-01","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/aifb-webscience-at-semeval-2022-task-12","title":"AIFB-WebScience at SemEval-2022 Task 12: Relation Extraction First -- Using Relation Extraction to Identify Entities","date":"2022-03-10","rows_on_this_dataset":1,"code_links":1,"syntology":null}],"syntology_totals":{"read_at":"2026-09-24T18:15:14+00:00","papers_with_samples":0,"samples_harvested":0,"samples_ran":0,"samples_unverified":0,"pointer_only_for_licence":0,"papers_with_no_sample_that_ran":0,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}