{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/pretraining-is-all-you-need-for-image-to","title":"Pretraining is All You Need for Image-to-Image Translation","arxiv_id":"2205.12952","date":"2022-05-25","proceeding":null,"authors":["Tengfei Wang","Ting Zhang","Bo Zhang","Hao Ouyang","Dong Chen","Qifeng Chen","Fang Wen"],"abstract":"We propose to use pretraining to boost general image-to-image translation. Prior image-to-image translation methods usually need dedicated architectural design and train individual translation models from scratch, struggling for high-quality generation of complex scenes, especially when paired training data are not abundant. In this paper, we regard each image-to-image translation problem as a downstream task and introduce a simple and generic framework that adapts a pretrained diffusion model to accommodate various kinds of image-to-image translation. We also propose adversarial training to enhance the texture synthesis in the diffusion model training, in conjunction with normalized guidance sampling to improve the generation quality. We present extensive empirical comparison across various tasks on challenging benchmarks such as ADE20K, COCO-Stuff, and DIODE, showing the proposed pretraining-based image-to-image translation (PITI) is capable of synthesizing images of unprecedented realism and faithfulness.","url_abs":"https://arxiv.org/abs/2205.12952v1","url_pdf":"https://arxiv.org/pdf/2205.12952v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"pretraining-is-all-you-need-for-image-to","repo_url":"https://github.com/PITI-Synthesis/PITI","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"pretraining-is-all-you-need-for-image-to","repo_url":"https://github.com/rinnakk/japanese-stable-diffusion","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"gone","observed_at":"2026-09-17","how":"tree_404+repo_404"}}],"tasks":[{"task_slug":"all","task_name":"All"},{"task_slug":"image-to-image-translation","task_name":"Image-to-Image Translation"},{"task_slug":"sketch-to-image-translation","task_name":"Sketch-to-Image Translation"},{"task_slug":"texture-synthesis","task_name":"Texture Synthesis"},{"task_slug":"translation","task_name":"Translation"}],"methods":[{"method_slug":"diffusion","method_name":"Diffusion"}],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/image-to-image-translation-on-coco-stuff","task":"Image-to-Image Translation","dataset":"COCO-Stuff Labels-to-Photos","model":"PITI","rank_in_archive_order":4,"of":15,"metrics":{"FID":"15.6"},"uses_additional_data":false},{"leaderboard":"/sota/sketch-to-image-translation-on-coco-stuff","task":"Sketch-to-Image Translation","dataset":"COCO-Stuff","model":"PITI","rank_in_archive_order":1,"of":3,"metrics":{"FID":"18.5","FID-C":"7.6"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2205.12952","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.12952"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/PITI-Synthesis/PITI","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/rinnakk/japanese-stable-diffusion","reach":{"status":"gone","observed_at":"2026-09-17","how":"tree_404+repo_404"}}],"summary":{"ran_honours":1,"ran_draft_wrong":1,"unverified":1},"by_repo_kind":{"official":{"samples":3,"ran":2,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"10ccb87c1a7e34bc","entry":"labelcolormap","repo":"PITI-Synthesis/PITI","repo_kind":"official","path":"preprocess/preprocess_mask.py","file_url":"https://github.com/PITI-Synthesis/PITI/blob/HEAD/preprocess/preprocess_mask.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"10ccb87c1a7e34bc"}},{"code_sha256_prefix":"098a8251265f82c2","entry":"uint82bin","repo":"PITI-Synthesis/PITI","repo_kind":"official","path":"preprocess/preprocess_mask.py","file_url":"https://github.com/PITI-Synthesis/PITI/blob/HEAD/preprocess/preprocess_mask.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"098a8251265f82c2"}},{"code_sha256_prefix":"17279541625491ee","entry":"estimate","repo":"PITI-Synthesis/PITI","repo_kind":"official","path":"preprocess/preprocess_sketch.py","file_url":"https://github.com/PITI-Synthesis/PITI/blob/HEAD/preprocess/preprocess_sketch.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"17279541625491ee"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}