{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/semi-supervised-word-sense-disambiguation-1","title":"Semi-supervised Word Sense Disambiguation with Neural Models","arxiv_id":"1603.07012","date":"2016-03-22","proceeding":"COLING 2016 12","authors":["Dayu Yuan","Julian Richardson","Ryan Doherty","Colin Evans","Eric Altendorf"],"abstract":"Determining the intended sense of words in text - word sense disambiguation\n(WSD) - is a long standing problem in natural language processing. Recently,\nresearchers have shown promising results using word vectors extracted from a\nneural network language model as features in WSD algorithms. However, a simple\naverage or concatenation of word vectors for each word in a text loses the\nsequential and syntactic information of the text. In this paper, we study WSD\nwith a sequence learning neural net, LSTM, to better capture the sequential and\nsyntactic patterns of the text. To alleviate the lack of training data in\nall-words WSD, we employ the same LSTM in a semi-supervised label propagation\nclassifier. We demonstrate state-of-the-art results, especially on verbs.","url_abs":"http://arxiv.org/abs/1603.07012v2","url_pdf":"http://arxiv.org/pdf/1603.07012v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[],"tasks":[{"task_slug":"language-modeling","task_name":"Language Modeling"},{"task_slug":"language-modelling","task_name":"Language Modelling"},{"task_slug":"word-sense-disambiguation","task_name":"Word Sense Disambiguation"}],"methods":[{"method_slug":"lstm","method_name":"LSTM"},{"method_slug":"sigmoid-activation","method_name":"Sigmoid Activation"},{"method_slug":"tanh-activation","method_name":"Tanh Activation"}],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/word-sense-disambiguation-on-semeval-2007","task":"Word Sense Disambiguation","dataset":"SemEval 2007 Task 17","model":"LSTM (T:SemCor)","rank_in_archive_order":3,"of":9,"metrics":{"F1":"64.2"},"uses_additional_data":false},{"leaderboard":"/sota/word-sense-disambiguation-on-semeval-2007","task":"Word Sense Disambiguation","dataset":"SemEval 2007 Task 17","model":"LSTMLP (T:SemCor, U:OMSTI)","rank_in_archive_order":4,"of":9,"metrics":{"F1":"63.7"},"uses_additional_data":false},{"leaderboard":"/sota/word-sense-disambiguation-on-semeval-2007","task":"Word Sense Disambiguation","dataset":"SemEval 2007 Task 17","model":"LSTMLP (T:SemCor, U:1K)","rank_in_archive_order":5,"of":9,"metrics":{"F1":"63.5"},"uses_additional_data":false},{"leaderboard":"/sota/word-sense-disambiguation-on-semeval-2007","task":"Word Sense Disambiguation","dataset":"SemEval 2007 Task 17","model":"LSTMLP (T:OMSTI, U:1K)","rank_in_archive_order":6,"of":9,"metrics":{"F1":"63.3"},"uses_additional_data":false},{"leaderboard":"/sota/word-sense-disambiguation-on-semeval-2007","task":"Word Sense Disambiguation","dataset":"SemEval 2007 Task 17","model":"LSTM (T:OMSTI)","rank_in_archive_order":9,"of":9,"metrics":{"F1":"60.7"},"uses_additional_data":false},{"leaderboard":"/sota/word-sense-disambiguation-on-semeval-2007-1","task":"Word Sense Disambiguation","dataset":"SemEval 2007 Task 7","model":"LSTMLP (T:SemCor, U:OMSTI)","rank_in_archive_order":4,"of":10,"metrics":{"F1":"84.3"},"uses_additional_data":false},{"leaderboard":"/sota/word-sense-disambiguation-on-semeval-2007-1","task":"Word Sense Disambiguation","dataset":"SemEval 2007 Task 7","model":"LSTMLP (T:SemCor, U:1K)","rank_in_archive_order":5,"of":10,"metrics":{"F1":"83.6"},"uses_additional_data":false},{"leaderboard":"/sota/word-sense-disambiguation-on-semeval-2007-1","task":"Word Sense Disambiguation","dataset":"SemEval 2007 Task 7","model":"LSTMLP (T:OMSTI, U:1K)","rank_in_archive_order":6,"of":10,"metrics":{"F1":"83.3"},"uses_additional_data":false},{"leaderboard":"/sota/word-sense-disambiguation-on-semeval-2007-1","task":"Word Sense Disambiguation","dataset":"SemEval 2007 Task 7","model":"LSTM (T:SemCor)","rank_in_archive_order":7,"of":10,"metrics":{"F1":"82.8"},"uses_additional_data":false},{"leaderboard":"/sota/word-sense-disambiguation-on-semeval-2007-1","task":"Word Sense Disambiguation","dataset":"SemEval 2007 Task 7","model":"LSTM (T:OMSTI)","rank_in_archive_order":10,"of":10,"metrics":{"F1":"81.1"},"uses_additional_data":false},{"leaderboard":"/sota/word-sense-disambiguation-on-semeval-2013","task":"Word Sense Disambiguation","dataset":"SemEval 2013 Task 12","model":"LSTMLP (T:SemCor, U:1K)","rank_in_archive_order":3,"of":12,"metrics":{"F1":"69.5"},"uses_additional_data":false},{"leaderboard":"/sota/word-sense-disambiguation-on-semeval-2013","task":"Word Sense Disambiguation","dataset":"SemEval 2013 Task 12","model":"LSTMLP (T:OMSTI, U:1K)","rank_in_archive_order":4,"of":12,"metrics":{"F1":"68.1"},"uses_additional_data":false},{"leaderboard":"/sota/word-sense-disambiguation-on-semeval-2013","task":"Word Sense Disambiguation","dataset":"SemEval 2013 Task 12","model":"LSTMLP (T:SemCor, U:OMSTI)","rank_in_archive_order":5,"of":12,"metrics":{"F1":"67.9"},"uses_additional_data":false},{"leaderboard":"/sota/word-sense-disambiguation-on-semeval-2013","task":"Word Sense Disambiguation","dataset":"SemEval 2013 Task 12","model":"LSTM (T:OMSTI)","rank_in_archive_order":6,"of":12,"metrics":{"F1":"67.3"},"uses_additional_data":false},{"leaderboard":"/sota/word-sense-disambiguation-on-semeval-2013","task":"Word Sense Disambiguation","dataset":"SemEval 2013 Task 12","model":"LSTM (T:SemCor)","rank_in_archive_order":10,"of":12,"metrics":{"F1":"67.0"},"uses_additional_data":false},{"leaderboard":"/sota/word-sense-disambiguation-on-senseval-2","task":"Word Sense Disambiguation","dataset":"SensEval 2","model":"LSTMLP (T:OMSTI, U:1K)","rank_in_archive_order":3,"of":11,"metrics":{"F1":"74.4"},"uses_additional_data":false},{"leaderboard":"/sota/word-sense-disambiguation-on-senseval-2","task":"Word Sense Disambiguation","dataset":"SensEval 2","model":"LSTMLP (T:SemCor, U:OMSTI)","rank_in_archive_order":4,"of":11,"metrics":{"F1":"73.9"},"uses_additional_data":false},{"leaderboard":"/sota/word-sense-disambiguation-on-senseval-2","task":"Word Sense Disambiguation","dataset":"SensEval 2","model":"LSTMLP (T:SemCor, U:1K)","rank_in_archive_order":5,"of":11,"metrics":{"F1":"73.8"},"uses_additional_data":false},{"leaderboard":"/sota/word-sense-disambiguation-on-senseval-2","task":"Word Sense Disambiguation","dataset":"SensEval 2","model":"LSTM (T:SemCor)","rank_in_archive_order":6,"of":11,"metrics":{"F1":"73.6"},"uses_additional_data":false},{"leaderboard":"/sota/word-sense-disambiguation-on-senseval-2","task":"Word Sense Disambiguation","dataset":"SensEval 2","model":"LSTM (T:OMSTI)","rank_in_archive_order":8,"of":11,"metrics":{"F1":"72.4"},"uses_additional_data":false},{"leaderboard":"/sota/word-sense-disambiguation-on-senseval-3-task","task":"Word Sense Disambiguation","dataset":"SensEval 3 Task 1","model":"LSTMLP (T:SemCor, U:1K)","rank_in_archive_order":2,"of":11,"metrics":{"F1":"71.8"},"uses_additional_data":false},{"leaderboard":"/sota/word-sense-disambiguation-on-senseval-3-task","task":"Word Sense Disambiguation","dataset":"SensEval 3 Task 1","model":"LSTMLP (T:SemCor, U:OMSTI)","rank_in_archive_order":3,"of":11,"metrics":{"F1":"71.1"},"uses_additional_data":false},{"leaderboard":"/sota/word-sense-disambiguation-on-senseval-3-task","task":"Word Sense Disambiguation","dataset":"SensEval 3 Task 1","model":"LSTMLP (T:OMSTI, U:1K)","rank_in_archive_order":4,"of":11,"metrics":{"F1":"71.0"},"uses_additional_data":false},{"leaderboard":"/sota/word-sense-disambiguation-on-senseval-3-task","task":"Word Sense Disambiguation","dataset":"SensEval 3 Task 1","model":"LSTM (T:SemCor)","rank_in_archive_order":10,"of":11,"metrics":{"F1":"69.2"},"uses_additional_data":false},{"leaderboard":"/sota/word-sense-disambiguation-on-senseval-3-task","task":"Word Sense Disambiguation","dataset":"SensEval 3 Task 1","model":"LSTM (T:OMSTI)","rank_in_archive_order":11,"of":11,"metrics":{"F1":"64.3"},"uses_additional_data":false}],"syntology":{"syntology_url":"https://syntology.ai/paper/1603.07012","atlas_url":"https://app.syntology.ai/?focus=1603.07012","mcp":null,"developers":"https://syntology.ai/developers"},"arxiv_metadata":null,"syntology_extracted_results":null}