{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/place-adaptive-layout-semantic-fusion-for","title":"PLACE: Adaptive Layout-Semantic Fusion for Semantic Image Synthesis","arxiv_id":"2403.01852","date":"2024-03-04","proceeding":"CVPR 2024 1","authors":["Zhengyao Lv","Yuxiang Wei","WangMeng Zuo","Kwan-Yee K. Wong"],"abstract":"Recent advancements in large-scale pre-trained text-to-image models have led to remarkable progress in semantic image synthesis. Nevertheless, synthesizing high-quality images with consistent semantics and layout remains a challenge. In this paper, we propose the adaPtive LAyout-semantiC fusion modulE (PLACE) that harnesses pre-trained models to alleviate the aforementioned issues. Specifically, we first employ the layout control map to faithfully represent layouts in the feature space. Subsequently, we combine the layout and semantic features in a timestep-adaptive manner to synthesize images with realistic details. During fine-tuning, we propose the Semantic Alignment (SA) loss to further enhance layout alignment. Additionally, we introduce the Layout-Free Prior Preservation (LFP) loss, which leverages unlabeled data to maintain the priors of pre-trained models, thereby improving the visual quality and semantic consistency of synthesized images. Extensive experiments demonstrate that our approach performs favorably in terms of visual quality, semantic consistency, and layout alignment. The source code and model are available at https://github.com/cszy98/PLACE/tree/main.","url_abs":"https://arxiv.org/abs/2403.01852v1","url_pdf":"https://arxiv.org/pdf/2403.01852v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"place-adaptive-layout-semantic-fusion-for","repo_url":"https://github.com/cszy98/place","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"image-generation","task_name":"Image Generation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2403.01852","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.01852"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/cszy98/place","reach":{"status":"ok"}}],"summary":{"ran":6,"ran_violates":3,"ran_draft_wrong":2,"unverified":1},"by_repo_kind":{"official":{"samples":12,"ran":11,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":12,"samples":[{"code_sha256_prefix":"082e51fd548d78b2","entry":"append_dims","repo":"cszy98/place","repo_kind":"official","path":"ldm/models/diffusion/sampling_util.py","file_url":"https://github.com/cszy98/place/blob/HEAD/ldm/models/diffusion/sampling_util.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"082e51fd548d78b2"}},{"code_sha256_prefix":"424012cb37b31172","entry":"default","repo":"cszy98/place","repo_kind":"official","path":"ldm/modules/attention.py","file_url":"https://github.com/cszy98/place/blob/HEAD/ldm/modules/attention.py","link_basis":"harvester_set","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"424012cb37b31172"}},{"code_sha256_prefix":"4cb732f513d69dfd","entry":"disabled_train","repo":"cszy98/place","repo_kind":"official","path":"ldm/models/diffusion/ddpm.py","file_url":"https://github.com/cszy98/place/blob/HEAD/ldm/models/diffusion/ddpm.py","link_basis":"harvester_set","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"4cb732f513d69dfd"}},{"code_sha256_prefix":"aa5486a3650902d8","entry":"exists","repo":"cszy98/place","repo_kind":"official","path":"ldm/modules/attention.py","file_url":"https://github.com/cszy98/place/blob/HEAD/ldm/modules/attention.py","link_basis":"harvester_set","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"aa5486a3650902d8"}},{"code_sha256_prefix":"e10c03938b3e2d7c","entry":"gettks","repo":"cszy98/place","repo_kind":"official","path":"dataset.py","file_url":"https://github.com/cszy98/place/blob/HEAD/dataset.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"e10c03938b3e2d7c"}},{"code_sha256_prefix":"b1368330cf0f5642","entry":"isimage","repo":"cszy98/place","repo_kind":"official","path":"ldm/util.py","file_url":"https://github.com/cszy98/place/blob/HEAD/ldm/util.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"b1368330cf0f5642"}},{"code_sha256_prefix":"d72762b700feee6f","entry":"ismap","repo":"cszy98/place","repo_kind":"official","path":"ldm/util.py","file_url":"https://github.com/cszy98/place/blob/HEAD/ldm/util.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d72762b700feee6f"}},{"code_sha256_prefix":"9898fe8b041f354c","entry":"norm_thresholding","repo":"cszy98/place","repo_kind":"official","path":"ldm/models/diffusion/sampling_util.py","file_url":"https://github.com/cszy98/place/blob/HEAD/ldm/models/diffusion/sampling_util.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"9898fe8b041f354c"}},{"code_sha256_prefix":"d86694c13b94ae3a","entry":"spatial_norm_thresholding","repo":"cszy98/place","repo_kind":"official","path":"ldm/models/diffusion/sampling_util.py","file_url":"https://github.com/cszy98/place/blob/HEAD/ldm/models/diffusion/sampling_util.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d86694c13b94ae3a"}},{"code_sha256_prefix":"d48d8354986e3b0e","entry":"uniform_on_device","repo":"cszy98/place","repo_kind":"official","path":"ldm/models/diffusion/ddpm.py","file_url":"https://github.com/cszy98/place/blob/HEAD/ldm/models/diffusion/ddpm.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d48d8354986e3b0e"}},{"code_sha256_prefix":"9a299fe5ae09e407","entry":"uniq","repo":"cszy98/place","repo_kind":"official","path":"ldm/modules/attention.py","file_url":"https://github.com/cszy98/place/blob/HEAD/ldm/modules/attention.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"9a299fe5ae09e407"}},{"code_sha256_prefix":"6b4c1a8ce5fb7282","entry":"log_txt_as_img","repo":"cszy98/place","repo_kind":"official","path":"ldm/util.py","file_url":"https://github.com/cszy98/place/blob/HEAD/ldm/util.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6b4c1a8ce5fb7282"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}