{"url":"/dataset/wic-tsv","name":"WiC-TSV","full_name":"Words-in-Context: Target Sense Verification","description_markdown":"WiC-TSV is a new multi-domain evaluation benchmark for Word Sense Disambiguation. More specifically, it is a framework for Target Sense Verification of Words in Context which grounds its uniqueness in the formulation as a binary classification task thus being independent of external sense inventories, and the coverage of various domains. This makes the dataset highly flexible for the evaluation of a diverse set of models and systems in and across domains. WiC-TSV provides three different evaluation settings, depending on the input signals provided to the model.","description_withheld":null,"homepage":"https://github.com/semantic-web-company/wic-tsv","introduced_date":"2020-04-30","introduced_date_note":null,"introduced_by":{"paper":"/paper/wic-tsv-an-evaluation-benchmark-for-target","title":"WiC-TSV: An Evaluation Benchmark for Target Sense Verification of Words in Context","first_author":"Anna Breit","url":null},"license":{"name":"MIT","url":null},"modalities":[{"name":"Texts","url":"/datasets/modality/texts"}],"tasks":[{"name":"Entity Linking","url":"/task/entity-linking","datasets_with_task":"/datasets/task/entity-linking"},{"name":"Word Sense Disambiguation","url":"/task/word-sense-disambiguation","datasets_with_task":"/datasets/task/word-sense-disambiguation"}],"languages":[{"name":"English","url":"/datasets/language/english"}],"variants":["WiC-TSV"],"data_loaders":[{"repo":"https://github.com/semantic-web-company/wic-tsv","url":"https://github.com/semantic-web-company/wic-tsv","frameworks":[]}],"num_papers_in_archive":9,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[{"leaderboard":"/sota/entity-linking-on-wic-tsv","task":"Entity Linking","dataset_variant":"WiC-TSV","rows":8,"metrics":["Task 1 Accuracy: all","Task 1 Accuracy: general purpose","Task 1 Accuracy: domain specific","Task 2 Accuracy: all","Task 2 Accuracy: general purpose","Task 2 Accuracy: domain specific","Task 3 Accuracy: all","Task 3 Accuracy: general purpose","Task 3 Accuracy: domain specific"],"first_row_in_archive_order":{"model":"transformers","paper":"/paper/word-sense-disambiguation-with-transformer","metrics":{"Task 1 Accuracy: all":"77.8","Task 1 Accuracy: domain specific":"81.0","Task 1 Accuracy: general purpose":"75.2","Task 3 Accuracy: all":"71.9","Task 3 Accuracy: domain specific":"65.7","Task 3 Accuracy: general purpose":"77.0"},"code_links":[]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/word-sense-disambiguation-on-wic-tsv","task":"Word Sense Disambiguation","dataset_variant":"WiC-TSV","rows":8,"metrics":["Task 1 Accuracy: all","Task 1 Accuracy: general purpose","Task 1 Accuracy: domain specific","Task 2 Accuracy: all","Task 2 Accuracy: general purpose","Task 2 Accuracy: domain specific","Task 3 Accuracy: all","Task 3 Accuracy: general purpose","Task 3 Accuracy: domain specific"],"first_row_in_archive_order":{"model":"transformers","paper":null,"metrics":{"Task 1 Accuracy: all":"77.8","Task 1 Accuracy: domain specific":"81.0","Task 1 Accuracy: general purpose":"75.2","Task 3 Accuracy: all":"71.9","Task 3 Accuracy: domain specific":"65.7","Task 3 Accuracy: general purpose":"77.0"},"code_links":[]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"}],"papers_with_a_benchmark_row":[{"paper":"/paper/word-sense-disambiguation-with-transformer","title":"Word Sense Disambiguation with Transformer Models","date":"2021-04-30","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/ctlr-wic-tsv-target-sense-verification-using","title":"CTLR@WiC-TSV: Target Sense Verification using Marked Inputs andPre-trained Models","date":"2021-04-30","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/wic-tsv-an-evaluation-benchmark-for-target","title":"WiC-TSV: An Evaluation Benchmark for Target Sense Verification of Words in Context","date":"2020-04-30","rows_on_this_dataset":10,"code_links":1,"syntology":null},{"paper":"/paper/glossbert-bert-for-word-sense-disambiguation","title":"GlossBERT: BERT for Word Sense Disambiguation with Gloss Knowledge","date":"2019-08-20","rows_on_this_dataset":2,"code_links":3,"syntology":null}],"syntology_totals":{"read_at":"2026-09-24T18:15:14+00:00","papers_with_samples":0,"samples_harvested":0,"samples_ran":0,"samples_unverified":0,"pointer_only_for_licence":0,"papers_with_no_sample_that_ran":0,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}