{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/high-resolution-image-synthesis-and-semantic","title":"High-Resolution Image Synthesis and Semantic Manipulation with Conditional GANs","arxiv_id":"1711.11585","date":"2017-11-30","proceeding":"CVPR 2018 6","authors":["Ting-Chun Wang","Ming-Yu Liu","Jun-Yan Zhu","Andrew Tao","Jan Kautz","Bryan Catanzaro"],"abstract":"We present a new method for synthesizing high-resolution photo-realistic\nimages from semantic label maps using conditional generative adversarial\nnetworks (conditional GANs). Conditional GANs have enabled a variety of\napplications, but the results are often limited to low-resolution and still far\nfrom realistic. In this work, we generate 2048x1024 visually appealing results\nwith a novel adversarial loss, as well as new multi-scale generator and\ndiscriminator architectures. Furthermore, we extend our framework to\ninteractive visual manipulation with two additional features. First, we\nincorporate object instance segmentation information, which enables object\nmanipulations such as removing/adding objects and changing the object category.\nSecond, we propose a method to generate diverse results given the same input,\nallowing users to edit the object appearance interactively. Human opinion\nstudies demonstrate that our method significantly outperforms existing methods,\nadvancing both the quality and the resolution of deep image synthesis and\nediting.","url_abs":"http://arxiv.org/abs/1711.11585v2","url_pdf":"http://arxiv.org/pdf/1711.11585v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"high-resolution-image-synthesis-and-semantic","repo_url":"https://github.com/NVIDIA/pix2pixHD","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"unanswered"}},{"paper_slug":"high-resolution-image-synthesis-and-semantic","repo_url":"https://github.com/JeongHyunJin/Pix2PixHD","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"unanswered"}},{"paper_slug":"high-resolution-image-synthesis-and-semantic","repo_url":"https://github.com/LiuNull/pix2pix_Liu","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"unanswered"}},{"paper_slug":"high-resolution-image-synthesis-and-semantic","repo_url":"https://github.com/SeniorDev009/ONNX-project","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"unanswered"}},{"paper_slug":"high-resolution-image-synthesis-and-semantic","repo_url":"https://github.com/UBC-Computer-Vision-Group/DwNet","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"NOASSERTION"}},{"paper_slug":"high-resolution-image-synthesis-and-semantic","repo_url":"https://github.com/UdbhavPrasad072300/GANs-Implementations","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"high-resolution-image-synthesis-and-semantic","repo_url":"https://github.com/agermanidis/pix2pixHD-runway","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"unanswered"}},{"paper_slug":"high-resolution-image-synthesis-and-semantic","repo_url":"https://github.com/ayanglab/cs2","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"high-resolution-image-synthesis-and-semantic","repo_url":"https://github.com/ayanglab/hdl","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"unanswered"}},{"paper_slug":"high-resolution-image-synthesis-and-semantic","repo_url":"https://github.com/haru-256/pix2pixHD.pytorch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"unanswered"}},{"paper_slug":"high-resolution-image-synthesis-and-semantic","repo_url":"https://github.com/junzhin/dgm-vlc","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"high-resolution-image-synthesis-and-semantic","repo_url":"https://github.com/kanhereashwin/cs236-project","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"unanswered"}},{"paper_slug":"high-resolution-image-synthesis-and-semantic","repo_url":"https://github.com/mingyuliutw/UNIT","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"unanswered"}},{"paper_slug":"high-resolution-image-synthesis-and-semantic","repo_url":"https://github.com/moabarar/nemar","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"NOASSERTION"}},{"paper_slug":"high-resolution-image-synthesis-and-semantic","repo_url":"https://github.com/rickyHong/pix2pixHD-repl","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"unanswered"}},{"paper_slug":"high-resolution-image-synthesis-and-semantic","repo_url":"https://github.com/ubc-vision/DwNet","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"NOASSERTION"}},{"paper_slug":"high-resolution-image-synthesis-and-semantic","repo_url":"https://github.com/wentao99/pix2pixHD","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"unanswered"}},{"paper_slug":"high-resolution-image-synthesis-and-semantic","repo_url":"https://github.com/2023-MindSpore-1/ms-code-6/tree/main/Pix2PixHD1","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":null},{"paper_slug":"high-resolution-image-synthesis-and-semantic","repo_url":"https://github.com/Mind23-2/MindCode-5/tree/main/Pix2PixHD","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":null},{"paper_slug":"high-resolution-image-synthesis-and-semantic","repo_url":"https://github.com/hwang9u/hum2Guitar","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"unanswered"}},{"paper_slug":"high-resolution-image-synthesis-and-semantic","repo_url":"https://github.com/xiuyu0000/new_papers_codes/tree/main/Pix2PixHD","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":null}],"tasks":[{"task_slug":"conditional-image-generation","task_name":"Conditional Image Generation"},{"task_slug":"fundus-to-angiography-generation","task_name":"Fundus to Angiography Generation"},{"task_slug":"image-generation","task_name":"Image Generation"},{"task_slug":"image-to-image-translation","task_name":"Image-to-Image Translation"},{"task_slug":"instance-segmentation","task_name":"Instance Segmentation"},{"task_slug":"object","task_name":"Object"},{"task_slug":"semantic-segmentation","task_name":"Semantic Segmentation"},{"task_slug":"sketch-to-image-translation","task_name":"Sketch-to-Image Translation"},{"task_slug":"high","task_name":"Vocal Bursts Intensity Prediction"}],"methods":[{"method_slug":"batch-normalization","method_name":"Batch Normalization"},{"method_slug":"concatenated-skip-connection","method_name":"Concatenated Skip Connection"},{"method_slug":"convolution","method_name":"Convolution"},{"method_slug":"dropout","method_name":"Dropout"},{"method_slug":"patchgan","method_name":"PatchGAN"},{"method_slug":"pix2pix","method_name":"Pix2Pix"},{"method_slug":"relu","method_name":"ReLU"},{"method_slug":"sigmoid-activation","method_name":"Sigmoid Activation"}],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/fundus-to-angiography-generation-on-fundus","task":"Fundus to Angiography Generation","dataset":"Fundus Fluorescein Angiogram Photographs & Colour Fundus Images of Diabetic Patients","model":"pix2pixHD","rank_in_archive_order":7,"of":9,"metrics":{"FID":"42.8","Kernel Inception Distance":"0.00258"},"uses_additional_data":false},{"leaderboard":"/sota/image-to-image-translation-on-ade20k-labels","task":"Image-to-Image Translation","dataset":"ADE20K Labels-to-Photos","model":"pix2pixHD","rank_in_archive_order":10,"of":16,"metrics":{"Accuracy":"69.2%","FID":"81.8","mIoU":"20.3"},"uses_additional_data":false},{"leaderboard":"/sota/image-to-image-translation-on-ade20k-outdoor","task":"Image-to-Image Translation","dataset":"ADE20K-Outdoor Labels-to-Photos","model":"pix2pixHD","rank_in_archive_order":4,"of":7,"metrics":{"Accuracy":"71.6%","FID":"97.8","mIoU":"17.4"},"uses_additional_data":false},{"leaderboard":"/sota/image-to-image-translation-on-coco-stuff","task":"Image-to-Image Translation","dataset":"COCO-Stuff Labels-to-Photos","model":"pix2pixHD","rank_in_archive_order":15,"of":15,"metrics":{"Accuracy":"45.8%","FID":"111.5","mIoU":"14.6"},"uses_additional_data":false},{"leaderboard":"/sota/image-to-image-translation-on-cityscapes","task":"Image-to-Image Translation","dataset":"Cityscapes Labels-to-Photo","model":"pix2pixHD","rank_in_archive_order":9,"of":21,"metrics":{"FID":"95","Per-pixel Accuracy":"81.4%","mIoU":"58.3"},"uses_additional_data":false},{"leaderboard":"/sota/sketch-to-image-translation-on-coco-stuff","task":"Sketch-to-Image Translation","dataset":"COCO-Stuff","model":"Pix2PixHD","rank_in_archive_order":2,"of":3,"metrics":{"FID":"38.7","FID-C":"27.1"},"uses_additional_data":false}],"syntology":{"syntology_url":"https://syntology.ai/paper/1711.11585","atlas_url":"https://app.syntology.ai/?focus=1711.11585","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1711.11585"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/kanhereashwin/cs236-project","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/junzhin/dgm-vlc","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/haru-256/pix2pixHD.pytorch","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ayanglab/cs2","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ubc-vision/DwNet","reach":{"status":"ok","spdx":"NOASSERTION"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/xiuyu0000/new_papers_codes/tree/main/Pix2PixHD","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/LiuNull/pix2pix_Liu","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/JeongHyunJin/Pix2PixHD","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/wentao99/pix2pixHD","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/NVIDIA/pix2pixHD","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/mingyuliutw/UNIT","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/UdbhavPrasad072300/GANs-Implementations","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/rickyHong/pix2pixHD-repl","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ayanglab/hdl","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/UBC-Computer-Vision-Group/DwNet","reach":{"status":"ok","spdx":"NOASSERTION"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/SeniorDev009/ONNX-project","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/agermanidis/pix2pixHD-runway","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/moabarar/nemar","reach":{"status":"ok","spdx":"NOASSERTION"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/Mind23-2/MindCode-5/tree/main/Pix2PixHD","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/hwang9u/hum2Guitar","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/2023-MindSpore-1/ms-code-6/tree/main/Pix2PixHD1","reach":null}],"summary":{"ran_violates":2,"ran_draft_wrong":2,"unverified":1},"by_repo_kind":{"listed":{"samples":2,"ran":2,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":3,"samples":[{"code_sha256_prefix":"fbf9ec7be545688e","entry":"default","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"fbf9ec7be545688e"}},{"code_sha256_prefix":"1f234fca8639da36","entry":"define_D","repo":"ayanglab/cs2","repo_kind":"listed","path":"network.py","file_url":"https://github.com/ayanglab/cs2/blob/HEAD/network.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"1f234fca8639da36"}},{"code_sha256_prefix":"608e364a9d2376a3","entry":"exists","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"608e364a9d2376a3"}},{"code_sha256_prefix":"29bb0088c8c38ae4","entry":"get_norm_layer","repo":"ayanglab/cs2","repo_kind":"listed","path":"network.py","file_url":"https://github.com/ayanglab/cs2/blob/HEAD/network.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"29bb0088c8c38ae4"}},{"code_sha256_prefix":"09c8479d9a5b3e06","entry":"extract","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"09c8479d9a5b3e06"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}