{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/stable-diffusion-segmentation-for-biomedical","title":"Stable Diffusion Segmentation for Biomedical Images with Single-step Reverse Process","arxiv_id":"2406.18361","date":"2024-06-26","proceeding":null,"authors":["Tianyu Lin","Zhiguang Chen","Zhonghao Yan","Weijiang Yu","Fudan Zheng"],"abstract":"Diffusion models have demonstrated their effectiveness across various generative tasks. However, when applied to medical image segmentation, these models encounter several challenges, including significant resource and time requirements. They also necessitate a multi-step reverse process and multiple samples to produce reliable predictions. To address these challenges, we introduce the first latent diffusion segmentation model, named SDSeg, built upon stable diffusion (SD). SDSeg incorporates a straightforward latent estimation strategy to facilitate a single-step reverse process and utilizes latent fusion concatenation to remove the necessity for multiple samples. Extensive experiments indicate that SDSeg surpasses existing state-of-the-art methods on five benchmark datasets featuring diverse imaging modalities. Remarkably, SDSeg is capable of generating stable predictions with a solitary reverse step and sample, epitomizing the model's stability as implied by its name. The code is available at https://github.com/lin-tianyu/Stable-Diffusion-Seg","url_abs":"https://arxiv.org/abs/2406.18361v3","url_pdf":"https://arxiv.org/pdf/2406.18361v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"stable-diffusion-segmentation-for-biomedical","repo_url":"https://github.com/lin-tianyu/stable-diffusion-seg","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"NOASSERTION"}}],"tasks":[{"task_slug":"image-segmentation","task_name":"Image Segmentation"},{"task_slug":"medical-image-segmentation","task_name":"Medical Image Segmentation"},{"task_slug":"segmentation","task_name":"Segmentation"},{"task_slug":"semantic-segmentation","task_name":"Semantic Segmentation"}],"methods":[{"method_slug":"diffusion","method_name":"Diffusion"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2406.18361","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.18361"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/lin-tianyu/stable-diffusion-seg","reach":{"status":"ok","spdx":"NOASSERTION"}}],"summary":{"ran_draft_wrong":5,"ran_violates":3,"ran":1},"by_repo_kind":{"official":{"samples":9,"ran":9,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":9,"samples":[{"code_sha256_prefix":"6a35b62fbc80f70a","entry":"interpolate_fn","repo":"lin-tianyu/stable-diffusion-seg","repo_kind":"official","path":"ldm/models/diffusion/dpm_solver/dpm_solver.py","file_url":"https://github.com/lin-tianyu/stable-diffusion-seg/blob/HEAD/ldm/models/diffusion/dpm_solver/dpm_solver.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":2,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6a35b62fbc80f70a"}},{"code_sha256_prefix":"fe5dd5258046898c","entry":"always","repo":"lin-tianyu/stable-diffusion-seg","repo_kind":"official","path":"ldm/modules/x_transformer.py","file_url":"https://github.com/lin-tianyu/stable-diffusion-seg/blob/HEAD/ldm/modules/x_transformer.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"fe5dd5258046898c"}},{"code_sha256_prefix":"424012cb37b31172","entry":"default","repo":"lin-tianyu/stable-diffusion-seg","repo_kind":"official","path":"ldm/modules/attention.py","file_url":"https://github.com/lin-tianyu/stable-diffusion-seg/blob/HEAD/ldm/modules/attention.py","link_basis":"harvester_set","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"424012cb37b31172"}},{"code_sha256_prefix":"4cb732f513d69dfd","entry":"disabled_train","repo":"lin-tianyu/stable-diffusion-seg","repo_kind":"official","path":"ldm/models/diffusion/SDSeg.py","file_url":"https://github.com/lin-tianyu/stable-diffusion-seg/blob/HEAD/ldm/models/diffusion/SDSeg.py","link_basis":"plan_row","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"4cb732f513d69dfd"}},{"code_sha256_prefix":"aa5486a3650902d8","entry":"exists","repo":"lin-tianyu/stable-diffusion-seg","repo_kind":"official","path":"ldm/modules/attention.py","file_url":"https://github.com/lin-tianyu/stable-diffusion-seg/blob/HEAD/ldm/modules/attention.py","link_basis":"harvester_set","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"aa5486a3650902d8"}},{"code_sha256_prefix":"e6110366588c5c65","entry":"expand_dims","repo":"lin-tianyu/stable-diffusion-seg","repo_kind":"official","path":"ldm/models/diffusion/dpm_solver/dpm_solver.py","file_url":"https://github.com/lin-tianyu/stable-diffusion-seg/blob/HEAD/ldm/models/diffusion/dpm_solver/dpm_solver.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"e6110366588c5c65"}},{"code_sha256_prefix":"c38c4cd486f7a766","entry":"model_wrapper","repo":"lin-tianyu/stable-diffusion-seg","repo_kind":"official","path":"ldm/models/diffusion/dpm_solver/dpm_solver.py","file_url":"https://github.com/lin-tianyu/stable-diffusion-seg/blob/HEAD/ldm/models/diffusion/dpm_solver/dpm_solver.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"c38c4cd486f7a766"}},{"code_sha256_prefix":"d48d8354986e3b0e","entry":"uniform_on_device","repo":"lin-tianyu/stable-diffusion-seg","repo_kind":"official","path":"ldm/models/diffusion/SDSeg.py","file_url":"https://github.com/lin-tianyu/stable-diffusion-seg/blob/HEAD/ldm/models/diffusion/SDSeg.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d48d8354986e3b0e"}},{"code_sha256_prefix":"9a299fe5ae09e407","entry":"uniq","repo":"lin-tianyu/stable-diffusion-seg","repo_kind":"official","path":"ldm/modules/attention.py","file_url":"https://github.com/lin-tianyu/stable-diffusion-seg/blob/HEAD/ldm/modules/attention.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"9a299fe5ae09e407"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}