{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/bridging-continuous-and-discrete-spaces","title":"Bridging Continuous and Discrete Spaces: Interpretable Sentence Representation Learning via Compositional Operations","arxiv_id":"2305.14599","date":"2023-05-24","proceeding":null,"authors":["James Y. Huang","Wenlin Yao","Kaiqiang Song","Hongming Zhang","Muhao Chen","Dong Yu"],"abstract":"Traditional sentence embedding models encode sentences into vector representations to capture useful properties such as the semantic similarity between sentences. However, in addition to similarity, sentence semantics can also be interpreted via compositional operations such as sentence fusion or difference. It is unclear whether the compositional semantics of sentences can be directly reflected as compositional operations in the embedding space. To more effectively bridge the continuous embedding and discrete text spaces, we explore the plausibility of incorporating various compositional properties into the sentence embedding space that allows us to interpret embedding transformations as compositional sentence operations. We propose InterSent, an end-to-end framework for learning interpretable sentence embeddings that supports compositional sentence operations in the embedding space. Our method optimizes operator networks and a bottleneck encoder-decoder model to produce meaningful and interpretable sentence embeddings. Experimental results demonstrate that our method significantly improves the interpretability of sentence embeddings on four textual generation tasks over existing approaches while maintaining strong performance on traditional semantic similarity tasks.","url_abs":"https://arxiv.org/abs/2305.14599v2","url_pdf":"https://arxiv.org/pdf/2305.14599v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"bridging-continuous-and-discrete-spaces","repo_url":"https://github.com/jyhuang36/intersent","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"decoder","task_name":"Decoder"},{"task_slug":"representation-learning","task_name":"Representation Learning"},{"task_slug":"semantic-similarity","task_name":"Semantic Similarity"},{"task_slug":"semantic-textual-similarity","task_name":"Semantic Textual Similarity"},{"task_slug":"sentence","task_name":"Sentence"},{"task_slug":"sentence-embedding","task_name":"Sentence Embedding"},{"task_slug":"sentence-embeddings","task_name":"Sentence Embeddings"},{"task_slug":"sentence-fusion","task_name":"Sentence Fusion"},{"task_slug":"sentence-embedding-1","task_name":"Sentence-Embedding"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2305.14599","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14599"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/jyhuang36/intersent","reach":null}],"summary":{"ran":6,"unverified":6},"by_repo_kind":{"official":{"samples":12,"ran":6,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":12,"samples":[{"code_sha256_prefix":"50dd4ef21c8b968c","entry":"AbsComp","repo":"jyhuang36/intersent","repo_kind":"official","path":"model.py","file_url":"https://github.com/jyhuang36/intersent/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"50dd4ef21c8b968c"}},{"code_sha256_prefix":"4b0672b5908363a7","entry":"Add","repo":"jyhuang36/intersent","repo_kind":"official","path":"model.py","file_url":"https://github.com/jyhuang36/intersent/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"4b0672b5908363a7"}},{"code_sha256_prefix":"a584b6324f566d21","entry":"Diff","repo":"jyhuang36/intersent","repo_kind":"official","path":"model.py","file_url":"https://github.com/jyhuang36/intersent/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a584b6324f566d21"}},{"code_sha256_prefix":"1d906feb69f7a46c","entry":"ExtComp","repo":"jyhuang36/intersent","repo_kind":"official","path":"model.py","file_url":"https://github.com/jyhuang36/intersent/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"1d906feb69f7a46c"}},{"code_sha256_prefix":"bdf401d5bc74f060","entry":"Pooler","repo":"jyhuang36/intersent","repo_kind":"official","path":"model.py","file_url":"https://github.com/jyhuang36/intersent/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"bdf401d5bc74f060"}},{"code_sha256_prefix":"472905c494f8348a","entry":"Sim","repo":"jyhuang36/intersent","repo_kind":"official","path":"model.py","file_url":"https://github.com/jyhuang36/intersent/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"472905c494f8348a"}},{"code_sha256_prefix":"22261e3f4e96d82b","entry":"InterSent","repo":"jyhuang36/intersent","repo_kind":"official","path":"model.py","file_url":"https://github.com/jyhuang36/intersent/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"22261e3f4e96d82b"}},{"code_sha256_prefix":"35218f75399677c2","entry":"InterSentOutput","repo":"jyhuang36/intersent","repo_kind":"official","path":"model.py","file_url":"https://github.com/jyhuang36/intersent/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"35218f75399677c2"}},{"code_sha256_prefix":"11d025b5cfc283ab","entry":"MyEncoderDecoderModel","repo":"jyhuang36/intersent","repo_kind":"official","path":"model.py","file_url":"https://github.com/jyhuang36/intersent/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"11d025b5cfc283ab"}},{"code_sha256_prefix":"e55e841a0395f99b","entry":"Proj","repo":"jyhuang36/intersent","repo_kind":"official","path":"model.py","file_url":"https://github.com/jyhuang36/intersent/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"e55e841a0395f99b"}},{"code_sha256_prefix":"97ba2a0cfc79ee4d","entry":"RobertaSentEncoder","repo":"jyhuang36/intersent","repo_kind":"official","path":"model.py","file_url":"https://github.com/jyhuang36/intersent/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"97ba2a0cfc79ee4d"}},{"code_sha256_prefix":"13aad0ca35b4fe95","entry":"SentEncoderOutput","repo":"jyhuang36/intersent","repo_kind":"official","path":"model.py","file_url":"https://github.com/jyhuang36/intersent/blob/HEAD/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"13aad0ca35b4fe95"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}