{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/mixture-of-experts-variational-autoencoder","title":"Mixture-of-Experts Variational Autoencoder for Clustering and Generating from Similarity-Based Representations on Single Cell Data","arxiv_id":"1910.07763","date":"2019-10-17","proceeding":null,"authors":["Andreas Kopf","Vincent Fortuin","Vignesh Ram Somnath","Manfred Claassen"],"abstract":"Clustering high-dimensional data, such as images or biological measurements, is a long-standingproblem and has been studied extensively. Recently, Deep Clustering has gained popularity due toits flexibility in fitting the specific peculiarities of complex data. Here we introduce the Mixture-of-Experts Similarity Variational Autoencoder (MoE-Sim-VAE), a novel generative clustering model.The model can learn multi-modal distributions of high-dimensional data and use these to generaterealistic data with high efficacy and efficiency. MoE-Sim-VAE is based on a Variational Autoencoder(VAE), where the decoder consists of a Mixture-of-Experts (MoE) architecture. This specific architecture allows for various modes of the data to be automatically learned by means of the experts.Additionally, we encourage the lower dimensional latent representation of our model to follow aGaussian mixture distribution and to accurately represent the similarities between the data points. Weassess the performance of our model on the MNIST benchmark data set and challenging real-worldtasks of clustering mouse organs from single-cell RNA-sequencing measurements and defining cellsubpopulations from mass cytometry (CyTOF) measurements on hundreds of different datasets.MoE-Sim-VAE exhibits superior clustering performance on all these tasks in comparison to thebaselines as well as competitor methods.","url_abs":"https://arxiv.org/abs/1910.07763v3","url_pdf":"https://arxiv.org/pdf/1910.07763v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"mixture-of-experts-variational-autoencoder","repo_url":"https://github.com/andkopf/MoESimVAE","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}}],"tasks":[{"task_slug":"clustering","task_name":"Clustering"},{"task_slug":"decoder","task_name":"Decoder"},{"task_slug":"deep-clustering","task_name":"Deep Clustering"},{"task_slug":"mixture-of-experts","task_name":"Mixture-of-Experts"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1910.07763","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.07763"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/andkopf/MoESimVAE","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"ran_violates":1,"unverified":5},"by_repo_kind":{"official":{"samples":6,"ran":1,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"f017532fc389cbfe","entry":"str2bool","repo":"andkopf/MoESimVAE","repo_kind":"official","path":"src/utils.py","file_url":"https://github.com/andkopf/MoESimVAE/blob/HEAD/src/utils.py","link_basis":"harvester_set","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"f017532fc389cbfe"}},{"code_sha256_prefix":"4ec67a86d3858242","entry":"add_scope","repo":"andkopf/MoESimVAE","repo_kind":"official","path":"src/moe_utils.py","file_url":"https://github.com/andkopf/MoESimVAE/blob/HEAD/src/moe_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"4ec67a86d3858242"}},{"code_sha256_prefix":"baee3d9ff782b55e","entry":"add_var_scope","repo":"andkopf/MoESimVAE","repo_kind":"official","path":"src/moe_utils.py","file_url":"https://github.com/andkopf/MoESimVAE/blob/HEAD/src/moe_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"baee3d9ff782b55e"}},{"code_sha256_prefix":"6247bfff30e7a110","entry":"compute_f_measure","repo":"andkopf/MoESimVAE","repo_kind":"official","path":"src/utils.py","file_url":"https://github.com/andkopf/MoESimVAE/blob/HEAD/src/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"6247bfff30e7a110"}},{"code_sha256_prefix":"5ea4d4b72662bfaf","entry":"convert_gradient_to_tensor","repo":"andkopf/MoESimVAE","repo_kind":"official","path":"src/moe_utils.py","file_url":"https://github.com/andkopf/MoESimVAE/blob/HEAD/src/moe_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"5ea4d4b72662bfaf"}},{"code_sha256_prefix":"97e1d4c3838b15a0","entry":"generate_subset","repo":"andkopf/MoESimVAE","repo_kind":"official","path":"src/utils.py","file_url":"https://github.com/andkopf/MoESimVAE/blob/HEAD/src/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"97e1d4c3838b15a0"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}