{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/semantic-image-synthesis-with-spatially","title":"Semantic Image Synthesis with Spatially-Adaptive Normalization","arxiv_id":"1903.07291","date":"2019-03-18","proceeding":"CVPR 2019 6","authors":["Taesung Park","Ming-Yu Liu","Ting-Chun Wang","Jun-Yan Zhu"],"abstract":"We propose spatially-adaptive normalization, a simple but effective layer for synthesizing photorealistic images given an input semantic layout. Previous methods directly feed the semantic layout as input to the deep network, which is then processed through stacks of convolution, normalization, and nonlinearity layers. We show that this is suboptimal as the normalization layers tend to ``wash away'' semantic information. To address the issue, we propose using the input layout for modulating the activations in normalization layers through a spatially-adaptive, learned transformation. Experiments on several challenging datasets demonstrate the advantage of the proposed method over existing approaches, regarding both visual fidelity and alignment with input layouts. Finally, our model allows user control over both semantic and style. Code is available at https://github.com/NVlabs/SPADE .","url_abs":"https://arxiv.org/abs/1903.07291v2","url_pdf":"https://arxiv.org/pdf/1903.07291v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"semantic-image-synthesis-with-spatially","repo_url":"https://github.com/NVlabs/SPADE","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"NOASSERTION"}},{"paper_slug":"semantic-image-synthesis-with-spatially","repo_url":"https://github.com/AhmedAmraniAkdi/BdgetNvidiaGaugan","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"semantic-image-synthesis-with-spatially","repo_url":"https://github.com/AhmedAmraniAkdi/BudgetNvidiaGaugan","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"semantic-image-synthesis-with-spatially","repo_url":"https://github.com/AhmedAmraniAkdi/SmallNvidiaGaugan","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"semantic-image-synthesis-with-spatially","repo_url":"https://github.com/Cold-Winter/BachGAN","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"NOASSERTION"}},{"paper_slug":"semantic-image-synthesis-with-spatially","repo_url":"https://github.com/Dominioncher/smart-sketch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"GPL-3.0"}},{"paper_slug":"semantic-image-synthesis-with-spatially","repo_url":"https://github.com/GrahamRigby/GauGanPlus","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"semantic-image-synthesis-with-spatially","repo_url":"https://github.com/Kokonut133/MagicDraw","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"semantic-image-synthesis-with-spatially","repo_url":"https://github.com/Kokonut133/frame2frame","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"semantic-image-synthesis-with-spatially","repo_url":"https://github.com/LoganOneal/neuralpaint-server","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"GPL-3.0"}},{"paper_slug":"semantic-image-synthesis-with-spatially","repo_url":"https://github.com/divyanshj16/SPADE","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"semantic-image-synthesis-with-spatially","repo_url":"https://github.com/manicman1999/StyleGAN-Keras","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":null},{"paper_slug":"semantic-image-synthesis-with-spatially","repo_url":"https://github.com/mindslab-ai/hififace","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"semantic-image-synthesis-with-spatially","repo_url":"https://github.com/noyoshi/hacksc","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"GPL-3.0"}},{"paper_slug":"semantic-image-synthesis-with-spatially","repo_url":"https://github.com/noyoshi/smart-sketch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"GPL-3.0"}},{"paper_slug":"semantic-image-synthesis-with-spatially","repo_url":"https://github.com/shaoanlu/fewshot-face-translation-GAN","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"semantic-image-synthesis-with-spatially","repo_url":"https://github.com/taki0112/SPADE-Tensorflow","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"semantic-image-synthesis-with-spatially","repo_url":"https://github.com/tamarott/ASAPNet","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"unanswered"}},{"paper_slug":"semantic-image-synthesis-with-spatially","repo_url":"https://github.com/tinawu-23/smart-sketch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"semantic-image-synthesis-with-spatially","repo_url":"https://github.com/valeoai/SemanticPalette","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"NOASSERTION"}},{"paper_slug":"semantic-image-synthesis-with-spatially","repo_url":"https://github.com/yeshwanth69/SPADE","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"semantic-image-synthesis-with-spatially","repo_url":"https://github.com/2023-MindSpore-4/Code11/tree/main/SPADE","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":null},{"paper_slug":"semantic-image-synthesis-with-spatially","repo_url":"https://github.com/PacktPublishing/Hands-On-Image-Generation-with-TensorFlow-2.0/tree/master/Chapter06","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"tf","reach":null},{"paper_slug":"semantic-image-synthesis-with-spatially","repo_url":"https://github.com/code-implementation1/Code8/tree/main/SPADE","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":null}],"tasks":[{"task_slug":"image-generation","task_name":"Image Generation"},{"task_slug":"image-to-image-translation","task_name":"Image-to-Image Translation"},{"task_slug":"sketch-to-image-translation","task_name":"Sketch-to-Image Translation"}],"methods":[{"method_slug":"spade","method_name":"SPADE"}],"datasets_introduced":[],"methods_introduced":[{"slug":"spade","name":"SPADE","full_name":"Spatially-Adaptive Normalization"}],"results":[{"leaderboard":"/sota/image-to-image-translation-on-ade20k-labels","task":"Image-to-Image Translation","dataset":"ADE20K Labels-to-Photos","model":"SPADE","rank_in_archive_order":8,"of":16,"metrics":{"Accuracy":"79.9%","FID":"33.9","LPIPS":"0","mIoU":"38.5"},"uses_additional_data":false},{"leaderboard":"/sota/image-to-image-translation-on-ade20k-outdoor","task":"Image-to-Image Translation","dataset":"ADE20K-Outdoor Labels-to-Photos","model":"SPADE","rank_in_archive_order":3,"of":7,"metrics":{"Accuracy":"82.9%","FID":"63.3","mIoU":"30.8"},"uses_additional_data":false},{"leaderboard":"/sota/image-to-image-translation-on-coco-stuff","task":"Image-to-Image Translation","dataset":"COCO-Stuff Labels-to-Photos","model":"SPADE","rank_in_archive_order":10,"of":15,"metrics":{"Accuracy":"67.9%","FID":"22.6","mIoU":"37.4"},"uses_additional_data":false},{"leaderboard":"/sota/image-to-image-translation-on-cityscapes","task":"Image-to-Image Translation","dataset":"Cityscapes Labels-to-Photo","model":"SPADE","rank_in_archive_order":8,"of":21,"metrics":{"FID":"71.8","Per-pixel Accuracy":"81.9%","mIoU":"62.3"},"uses_additional_data":false},{"leaderboard":"/sota/sketch-to-image-translation-on-coco-stuff","task":"Sketch-to-Image Translation","dataset":"COCO-Stuff","model":"SPADE","rank_in_archive_order":3,"of":3,"metrics":{"FID":"89.2","FID-C":"48.9"},"uses_additional_data":false}],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=1903.07291","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1903.07291"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/Kokonut133/frame2frame","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/yeshwanth69/SPADE","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/GrahamRigby/GauGanPlus","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/tinawu-23/smart-sketch","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/noyoshi/smart-sketch","reach":{"status":"ok","spdx":"GPL-3.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/Dominioncher/smart-sketch","reach":{"status":"ok","spdx":"GPL-3.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/code-implementation1/Code8/tree/main/SPADE","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/shaoanlu/fewshot-face-translation-GAN","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/manicman1999/StyleGAN-Keras","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/tamarott/ASAPNet","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/2023-MindSpore-4/Code11/tree/main/SPADE","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/PacktPublishing/Hands-On-Image-Generation-with-TensorFlow-2.0/tree/master/Chapter06","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/AhmedAmraniAkdi/BdgetNvidiaGaugan","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/taki0112/SPADE-Tensorflow","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/Kokonut133/MagicDraw","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/NVlabs/SPADE","reach":{"status":"ok","spdx":"NOASSERTION"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/noyoshi/hacksc","reach":{"status":"ok","spdx":"GPL-3.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/divyanshj16/SPADE","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/AhmedAmraniAkdi/BudgetNvidiaGaugan","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/mindslab-ai/hififace","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/AhmedAmraniAkdi/SmallNvidiaGaugan","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/valeoai/SemanticPalette","reach":{"status":"ok","spdx":"NOASSERTION"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/Cold-Winter/BachGAN","reach":{"status":"ok","spdx":"NOASSERTION"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/LoganOneal/neuralpaint-server","reach":{"status":"ok","spdx":"GPL-3.0"}}],"summary":{"ran_draft_wrong":2,"ran_honours":2,"ran_fixture":1,"unverified":4},"by_repo_kind":{"listed":{"samples":9,"ran":5,"repositories":4}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":2,"samples":[{"code_sha256_prefix":"739a22fef98ba093","entry":"get_rand","repo":"manicman1999/StyleGAN-Keras","repo_kind":"listed","path":"stylegan.py","file_url":"https://github.com/manicman1999/StyleGAN-Keras/blob/HEAD/stylegan.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"739a22fef98ba093"}},{"code_sha256_prefix":"62432992de807ab4","entry":"noise","repo":"manicman1999/StyleGAN-Keras","repo_kind":"listed","path":"stylegan.py","file_url":"https://github.com/manicman1999/StyleGAN-Keras/blob/HEAD/stylegan.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"62432992de807ab4"}},{"code_sha256_prefix":"e5e3d7e6398e9f0f","entry":"noiseImage","repo":"manicman1999/StyleGAN-Keras","repo_kind":"listed","path":"stylegan.py","file_url":"https://github.com/manicman1999/StyleGAN-Keras/blob/HEAD/stylegan.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e5e3d7e6398e9f0f"}},{"code_sha256_prefix":"a4aac99f2ef193c4","entry":"noiseer","repo":"GrahamRigby/GauGanPlus","repo_kind":"listed","path":"Models.py","file_url":"https://github.com/GrahamRigby/GauGanPlus/blob/HEAD/Models.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a4aac99f2ef193c4"}},{"code_sha256_prefix":"26ebad4d064f2bf8","entry":"reparameterize","repo":"GrahamRigby/GauGanPlus","repo_kind":"listed","path":"Models.py","file_url":"https://github.com/GrahamRigby/GauGanPlus/blob/HEAD/Models.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"26ebad4d064f2bf8"}},{"code_sha256_prefix":"e918f87e4b0b7abb","entry":"load_segmap","repo":"taki0112/SPADE-Tensorflow","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/taki0112/SPADE-Tensorflow/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e918f87e4b0b7abb"}},{"code_sha256_prefix":"19e181f299bf6f5c","entry":"load_style_image","repo":"taki0112/SPADE-Tensorflow","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/taki0112/SPADE-Tensorflow/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"19e181f299bf6f5c"}},{"code_sha256_prefix":"eab7ba887c245523","entry":"preprocessing","repo":"taki0112/SPADE-Tensorflow","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/taki0112/SPADE-Tensorflow/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"eab7ba887c245523"}},{"code_sha256_prefix":"02ad9540c42e69f9","entry":"umeyama","repo":"PacktPublishing/Hands-On-Image-Generation-with-TensorFlow-2.0","repo_kind":"listed","path":"Chapter09/utils/umeyama.py","file_url":"https://github.com/PacktPublishing/Hands-On-Image-Generation-with-TensorFlow-2.0/blob/HEAD/Chapter09/utils/umeyama.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"02ad9540c42e69f9"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}