{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2607-21343","title":"M$^3$-Gen: Interpretable Multimodal Generation of Gene Expression Profiles Using Clinical and Imaging Data","arxiv_id":"2607.21343","date":"2026-07-23","proceeding":null,"authors":["Francesca Pia Panaccione","Carlo Sgaravatti","Marco Venere"],"abstract":"Integrating heterogeneous biomedical data, including clinical metadata, histopathology images, and molecular profiles, is crucial for comprehensive disease understanding. However, gene expression data acquisition remains constrained by high costs and privacy concerns, limiting its use in multimodal research and AI-driven applications. We present MultiModal Molecular Generation (M$^3$-Gen), a novel framework for the generation of gene expression profiles by conditioning a Generative Adversarial Network on histopathology images and clinical metadata. M$^3$-Gen learns a unified latent representation from the clinical variables and the images, leveraging contrastive learning, and exploits the embeddings of the two modalities to guide a generative model in producing biologically coherent gene expression profiles. Evaluations on the TCGA dataset demonstrate that M$^3$-Gen generates realistic and functionally meaningful gene expression data. Importantly, by integrating multiple modalities in an attention-based mechanism, M$^3$-Gen provides intrinsic explainability: it allows the identification of which regions of the histopathology images most strongly influenced the generation of specific gene expression profiles, making the model's decisions interpretable by design.","url_abs":"https://arxiv.org/abs/2607.21343","url_pdf":"https://arxiv.org/pdf/2607.21343","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2607.21343","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2607.21343"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/CarloSgaravatti/M3-Gen","reach":null}],"summary":{"ran_honours":2,"ran_violates":1,"ran_fixture":3,"ran_draft_wrong":1,"ran":2,"unverified":2},"by_repo_kind":{"found_in_text":{"samples":11,"ran":9,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":11,"samples":[{"code_sha256_prefix":"6b9f8120fc50797e","entry":"D_loss","repo":"CarloSgaravatti/M3-Gen","repo_kind":"found_in_text","path":"src/generative_model_conditional_attention.py","file_url":"https://github.com/CarloSgaravatti/M3-Gen/blob/HEAD/src/generative_model_conditional_attention.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6b9f8120fc50797e"}},{"code_sha256_prefix":"1fbaec70c58c9afe","entry":"G_loss","repo":"CarloSgaravatti/M3-Gen","repo_kind":"found_in_text","path":"src/generative_model_conditional_attention.py","file_url":"https://github.com/CarloSgaravatti/M3-Gen/blob/HEAD/src/generative_model_conditional_attention.py","link_basis":"first_harvest_node","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"1fbaec70c58c9afe"}},{"code_sha256_prefix":"f374bc0ab7236399","entry":"WGAN_GP_model","repo":"CarloSgaravatti/M3-Gen","repo_kind":"found_in_text","path":"src/generative_model_conditional_attention.py","file_url":"https://github.com/CarloSgaravatti/M3-Gen/blob/HEAD/src/generative_model_conditional_attention.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f374bc0ab7236399"}},{"code_sha256_prefix":"6a6c16cbd1ffc48f","entry":"build_discriminator","repo":"CarloSgaravatti/M3-Gen","repo_kind":"found_in_text","path":"src/generative_model_conditional_attention.py","file_url":"https://github.com/CarloSgaravatti/M3-Gen/blob/HEAD/src/generative_model_conditional_attention.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6a6c16cbd1ffc48f"}},{"code_sha256_prefix":"01564d38f75cb1e1","entry":"build_generator","repo":"CarloSgaravatti/M3-Gen","repo_kind":"found_in_text","path":"src/generative_model_conditional_attention.py","file_url":"https://github.com/CarloSgaravatti/M3-Gen/blob/HEAD/src/generative_model_conditional_attention.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"01564d38f75cb1e1"}},{"code_sha256_prefix":"a22c25b6a692937e","entry":"build_linear_block","repo":"CarloSgaravatti/M3-Gen","repo_kind":"found_in_text","path":"src/generative_model_conditional_attention.py","file_url":"https://github.com/CarloSgaravatti/M3-Gen/blob/HEAD/src/generative_model_conditional_attention.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a22c25b6a692937e"}},{"code_sha256_prefix":"4c610625f283f91a","entry":"discriminator","repo":"CarloSgaravatti/M3-Gen","repo_kind":"found_in_text","path":"src/generative_model_conditional_attention.py","file_url":"https://github.com/CarloSgaravatti/M3-Gen/blob/HEAD/src/generative_model_conditional_attention.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"4c610625f283f91a"}},{"code_sha256_prefix":"69eddae7ab74eaa9","entry":"generator","repo":"CarloSgaravatti/M3-Gen","repo_kind":"found_in_text","path":"src/generative_model_conditional_attention.py","file_url":"https://github.com/CarloSgaravatti/M3-Gen/blob/HEAD/src/generative_model_conditional_attention.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"69eddae7ab74eaa9"}},{"code_sha256_prefix":"6de92f597f520731","entry":"wasserstein_loss","repo":"CarloSgaravatti/M3-Gen","repo_kind":"found_in_text","path":"src/generative_model_conditional_attention.py","file_url":"https://github.com/CarloSgaravatti/M3-Gen/blob/HEAD/src/generative_model_conditional_attention.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6de92f597f520731"}},{"code_sha256_prefix":"85d9f25794044841","entry":"WGAN_GP","repo":"CarloSgaravatti/M3-Gen","repo_kind":"found_in_text","path":"src/generative_model_conditional_attention.py","file_url":"https://github.com/CarloSgaravatti/M3-Gen/blob/HEAD/src/generative_model_conditional_attention.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"85d9f25794044841"}},{"code_sha256_prefix":"1b7eb83acded9240","entry":"save_numpy","repo":"CarloSgaravatti/M3-Gen","repo_kind":"found_in_text","path":"src/generative_model_conditional_attention.py","file_url":"https://github.com/CarloSgaravatti/M3-Gen/blob/HEAD/src/generative_model_conditional_attention.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"1b7eb83acded9240"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.LG","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}