{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2601-13331","title":"MultiST: A Cross-Attention-Based Multimodal Model for Spatial Transcriptomic","arxiv_id":"2601.13331","date":"2026-01-19","proceeding":null,"authors":["Wei Wang","Quoc-Toan Ly","Chong Yu","Jun Bai"],"abstract":"Spatial transcriptomics (ST) enables transcriptome-wide profiling while preserving the spatial context of tissues, offering unprecedented opportunities to study tissue organization and cell-cell interactions in situ. Despite recent advances, existing methods often lack effective integration of histological morphology with molecular profiles, relying on shallow fusion strategies or omitting tissue images altogether, which limits their ability to resolve ambiguous spatial domain boundaries. To address this challenge, we propose MultiST, a unified multimodal framework that jointly models spatial topology, gene expression, and tissue morphology through cross-attention-based fusion. MultiST employs graph-based gene encoders with adversarial alignment to learn robust spatial representations, while integrating color-normalized histological features to capture molecular-morphological dependencies and refine domain boundaries. We evaluated the proposed method on 13 diverse ST datasets spanning two organs, including human brain cortex and breast cancer tissue. MultiST yields spatial domains with clearer and more coherent boundaries than existing methods, leading to more stable pseudotime trajectories and more biologically interpretable cell-cell interaction patterns. The MultiST framework and source code are available at https://github.com/LabJunBMI/MultiST.git.","url_abs":"https://arxiv.org/abs/2601.13331","url_pdf":"https://arxiv.org/pdf/2601.13331","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2601.13331","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2601.13331"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/LabJunBMI/MultiST","reach":null}],"summary":{"ran":4,"ran_draft_wrong":4,"ran_honours":3,"unverified":3},"by_repo_kind":{"found_in_text":{"samples":14,"ran":11,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":14,"samples":[{"code_sha256_prefix":"07eb7927f6d29a76","entry":"GraphConvolution","repo":"LabJunBMI/MultiST","repo_kind":"found_in_text","path":"MultiST/MultiST/MultiST_model.py","file_url":"https://github.com/LabJunBMI/MultiST/blob/HEAD/MultiST/MultiST/MultiST_model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"07eb7927f6d29a76"}},{"code_sha256_prefix":"46746750cdc76cff","entry":"InnerProductDecoder","repo":"LabJunBMI/MultiST","repo_kind":"found_in_text","path":"MultiST/MultiST/MultiST_model.py","file_url":"https://github.com/LabJunBMI/MultiST/blob/HEAD/MultiST/MultiST/MultiST_model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"46746750cdc76cff"}},{"code_sha256_prefix":"89ea42505e046740","entry":"MMD_Discriminator","repo":"LabJunBMI/MultiST","repo_kind":"found_in_text","path":"MultiST/MultiST/MultiST_model.py","file_url":"https://github.com/LabJunBMI/MultiST/blob/HEAD/MultiST/MultiST/MultiST_model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"89ea42505e046740"}},{"code_sha256_prefix":"b36e96bf468f0e0a","entry":"MMD_Generator","repo":"LabJunBMI/MultiST","repo_kind":"found_in_text","path":"MultiST/MultiST/MultiST_model.py","file_url":"https://github.com/LabJunBMI/MultiST/blob/HEAD/MultiST/MultiST/MultiST_model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"b36e96bf468f0e0a"}},{"code_sha256_prefix":"f4f6296a02aee8a4","entry":"efficient_fisher_kernel_matrix","repo":"LabJunBMI/MultiST","repo_kind":"found_in_text","path":"MultiST/MultiST/MultiST_model.py","file_url":"https://github.com/LabJunBMI/MultiST/blob/HEAD/MultiST/MultiST/MultiST_model.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f4f6296a02aee8a4"}},{"code_sha256_prefix":"8a497d19c45a1453","entry":"efficient_mmd_loss","repo":"LabJunBMI/MultiST","repo_kind":"found_in_text","path":"MultiST/MultiST/MultiST_model.py","file_url":"https://github.com/LabJunBMI/MultiST/blob/HEAD/MultiST/MultiST/MultiST_model.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"8a497d19c45a1453"}},{"code_sha256_prefix":"de8e1c0b5d1c67d3","entry":"full_block","repo":"LabJunBMI/MultiST","repo_kind":"found_in_text","path":"MultiST/MultiST/MultiST_model.py","file_url":"https://github.com/LabJunBMI/MultiST/blob/HEAD/MultiST/MultiST/MultiST_model.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"de8e1c0b5d1c67d3"}},{"code_sha256_prefix":"62023b6022ef902b","entry":"gcn_loss","repo":"LabJunBMI/MultiST","repo_kind":"found_in_text","path":"MultiST/MultiST/MultiST_model.py","file_url":"https://github.com/LabJunBMI/MultiST/blob/HEAD/MultiST/MultiST/MultiST_model.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"62023b6022ef902b"}},{"code_sha256_prefix":"366bb23fd9f8534d","entry":"reconstruction_loss","repo":"LabJunBMI/MultiST","repo_kind":"found_in_text","path":"MultiST/MultiST/MultiST_model.py","file_url":"https://github.com/LabJunBMI/MultiST/blob/HEAD/MultiST/MultiST/MultiST_model.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"366bb23fd9f8534d"}},{"code_sha256_prefix":"89840e9ddc948130","entry":"sce_loss","repo":"LabJunBMI/MultiST","repo_kind":"found_in_text","path":"MultiST/MultiST/MultiST_model.py","file_url":"https://github.com/LabJunBMI/MultiST/blob/HEAD/MultiST/MultiST/MultiST_model.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"89840e9ddc948130"}},{"code_sha256_prefix":"3339a02639344442","entry":"target_distribution","repo":"LabJunBMI/MultiST","repo_kind":"found_in_text","path":"MultiST/MultiST/MultiST_model.py","file_url":"https://github.com/LabJunBMI/MultiST/blob/HEAD/MultiST/MultiST/MultiST_model.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"3339a02639344442"}},{"code_sha256_prefix":"781f68c23db8abba","entry":"MultiST","repo":"LabJunBMI/MultiST","repo_kind":"found_in_text","path":"MultiST/MultiST/MultiST_model.py","file_url":"https://github.com/LabJunBMI/MultiST/blob/HEAD/MultiST/MultiST/MultiST_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"781f68c23db8abba"}},{"code_sha256_prefix":"dbf25dc1ee92651f","entry":"MultiST_impute_module","repo":"LabJunBMI/MultiST","repo_kind":"found_in_text","path":"MultiST/MultiST/MultiST_model.py","file_url":"https://github.com/LabJunBMI/MultiST/blob/HEAD/MultiST/MultiST/MultiST_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"dbf25dc1ee92651f"}},{"code_sha256_prefix":"c428bdcf38fc0a95","entry":"MultiST_module","repo":"LabJunBMI/MultiST","repo_kind":"found_in_text","path":"MultiST/MultiST/MultiST_model.py","file_url":"https://github.com/LabJunBMI/MultiST/blob/HEAD/MultiST/MultiST/MultiST_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"c428bdcf38fc0a95"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.LG","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}