{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/meta-learning-with-variational-semantic","title":"Meta-Learning with Variational Semantic Memory for Word Sense Disambiguation","arxiv_id":"2106.02960","date":"2021-06-05","proceeding":"ACL 2021 5","authors":["Yingjun Du","Nithin Holla","XianTong Zhen","Cees G. M. Snoek","Ekaterina Shutova"],"abstract":"A critical challenge faced by supervised word sense disambiguation (WSD) is the lack of large annotated datasets with sufficient coverage of words in their diversity of senses. This inspired recent research on few-shot WSD using meta-learning. While such work has successfully applied meta-learning to learn new word senses from very few examples, its performance still lags behind its fully supervised counterpart. Aiming to further close this gap, we propose a model of semantic memory for WSD in a meta-learning setting. Semantic memory encapsulates prior experiences seen throughout the lifetime of the model, which aids better generalization in limited data settings. Our model is based on hierarchical variational inference and incorporates an adaptive memory update rule via a hypernetwork. We show our model advances the state of the art in few-shot WSD, supports effective learning in extremely data scarce (e.g. one-shot) scenarios and produces meaning prototypes that capture similar senses of distinct words.","url_abs":"https://arxiv.org/abs/2106.02960v1","url_pdf":"https://arxiv.org/pdf/2106.02960v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"meta-learning-with-variational-semantic","repo_url":"https://github.com/YDU-uva/VSM_WSD","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"diversity","task_name":"Diversity"},{"task_slug":"meta-learning","task_name":"Meta-Learning"},{"task_slug":"variational-inference","task_name":"Variational Inference"},{"task_slug":"word-sense-disambiguation","task_name":"Word Sense Disambiguation"}],"methods":[{"method_slug":"variational-inference","method_name":"Variational Inference"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2106.02960","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.02960"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/YDU-uva/VSM_WSD","reach":null}],"summary":{"ran":4},"by_repo_kind":{"official":{"samples":4,"ran":4,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"237e1d47e49f9669","entry":"SemanticMemoryModule","repo":"YDU-uva/VSM_WSD","repo_kind":"official","path":"models/vsm_models.py","file_url":"https://github.com/YDU-uva/VSM_WSD/blob/HEAD/models/vsm_models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"237e1d47e49f9669"}},{"code_sha256_prefix":"3beec3b0d3312018","entry":"VSMModel","repo":"YDU-uva/VSM_WSD","repo_kind":"official","path":"models/vsm_models.py","file_url":"https://github.com/YDU-uva/VSM_WSD/blob/HEAD/models/vsm_models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3beec3b0d3312018"}},{"code_sha256_prefix":"69514aa30a960879","entry":"VariationalDecoder","repo":"YDU-uva/VSM_WSD","repo_kind":"official","path":"models/vsm_models.py","file_url":"https://github.com/YDU-uva/VSM_WSD/blob/HEAD/models/vsm_models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"69514aa30a960879"}},{"code_sha256_prefix":"a25b9218a42748bb","entry":"VariationalEncoder","repo":"YDU-uva/VSM_WSD","repo_kind":"official","path":"models/vsm_models.py","file_url":"https://github.com/YDU-uva/VSM_WSD/blob/HEAD/models/vsm_models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a25b9218a42748bb"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}