{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/sample-and-predict-your-latent-modality-free","title":"Sample and Predict Your Latent: Modality-free Sequential Disentanglement via Contrastive Estimation","arxiv_id":"2305.15924","date":"2023-05-25","proceeding":null,"authors":["Ilan Naiman","Nimrod Berman","Omri Azencot"],"abstract":"Unsupervised disentanglement is a long-standing challenge in representation learning. Recently, self-supervised techniques achieved impressive results in the sequential setting, where data is time-dependent. However, the latter methods employ modality-based data augmentations and random sampling or solve auxiliary tasks. In this work, we propose to avoid that by generating, sampling, and comparing empirical distributions from the underlying variational model. Unlike existing work, we introduce a self-supervised sequential disentanglement framework based on contrastive estimation with no external signals, while using common batch sizes and samples from the latent space itself. In practice, we propose a unified, efficient, and easy-to-code sampling strategy for semantically similar and dissimilar views of the data. We evaluate our approach on video, audio, and time series benchmarks. Our method presents state-of-the-art results in comparison to existing techniques. The code is available at https://github.com/azencot-group/SPYL.","url_abs":"https://arxiv.org/abs/2305.15924v1","url_pdf":"https://arxiv.org/pdf/2305.15924v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"sample-and-predict-your-latent-modality-free","repo_url":"https://github.com/azencot-group/spyl","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"disentanglement","task_name":"Disentanglement"},{"task_slug":"representation-learning","task_name":"Representation Learning"},{"task_slug":"time-series-1","task_name":"Time Series"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2305.15924","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.15924"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/azencot-group/spyl","reach":null}],"summary":{"ran":5,"ran_honours":1},"by_repo_kind":{"official":{"samples":5,"ran":5,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":6,"samples":[{"code_sha256_prefix":"c5d1484f859dc10c","entry":"CDSVAE","repo":"azencot-group/spyl","repo_kind":"official","path":"cdsvae/model.py","file_url":"https://github.com/azencot-group/spyl/blob/HEAD/cdsvae/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"c5d1484f859dc10c"}},{"code_sha256_prefix":"0b37233902947649","entry":"dcgan_conv","repo":"azencot-group/spyl","repo_kind":"official","path":"cdsvae/model.py","file_url":"https://github.com/azencot-group/spyl/blob/HEAD/cdsvae/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0b37233902947649"}},{"code_sha256_prefix":"e1028abe34589184","entry":"dcgan_upconv","repo":"azencot-group/spyl","repo_kind":"official","path":"cdsvae/model.py","file_url":"https://github.com/azencot-group/spyl/blob/HEAD/cdsvae/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"e1028abe34589184"}},{"code_sha256_prefix":"67067412e505ed87","entry":"decoder_convT","repo":"azencot-group/spyl","repo_kind":"official","path":"cdsvae/model.py","file_url":"https://github.com/azencot-group/spyl/blob/HEAD/cdsvae/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"67067412e505ed87"}},{"code_sha256_prefix":"bc70475075b504f5","entry":"encoder","repo":"azencot-group/spyl","repo_kind":"official","path":"cdsvae/model.py","file_url":"https://github.com/azencot-group/spyl/blob/HEAD/cdsvae/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"bc70475075b504f5"}},{"code_sha256_prefix":"dadec7f7cc09688a","entry":"reparameterize","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"dadec7f7cc09688a"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}