{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/truncated-diffusion-probabilistic-models","title":"Truncated Diffusion Probabilistic Models and Diffusion-based Adversarial Auto-Encoders","arxiv_id":"2202.09671","date":"2022-02-19","proceeding":null,"authors":["Huangjie Zheng","Pengcheng He","Weizhu Chen","Mingyuan Zhou"],"abstract":"Employing a forward diffusion chain to gradually map the data to a noise distribution, diffusion-based generative models learn how to generate the data by inferring a reverse diffusion chain. However, this approach is slow and costly because it needs many forward and reverse steps. We propose a faster and cheaper approach that adds noise not until the data become pure random noise, but until they reach a hidden noisy data distribution that we can confidently learn. Then, we use fewer reverse steps to generate data by starting from this hidden distribution that is made similar to the noisy data. We reveal that the proposed model can be cast as an adversarial auto-encoder empowered by both the diffusion process and a learnable implicit prior. Experimental results show even with a significantly smaller number of reverse diffusion steps, the proposed truncated diffusion probabilistic models can provide consistent improvements over the non-truncated ones in terms of performance in both unconditional and text-guided image generations.","url_abs":"https://arxiv.org/abs/2202.09671v4","url_pdf":"https://arxiv.org/pdf/2202.09671v4.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"truncated-diffusion-probabilistic-models","repo_url":"https://github.com/jegzheng/truncated-diffusion-probabilistic-models","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"image-generation","task_name":"Image Generation"},{"task_slug":"text-to-image-generation","task_name":"Text-to-Image Generation"}],"methods":[{"method_slug":"diffusion","method_name":"Diffusion"}],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/image-generation-on-lsun-bedroom-256-x-256","task":"Image Generation","dataset":"LSUN Bedroom 256 x 256","model":"TDPM+ (TTrunc=99)","rank_in_archive_order":3,"of":32,"metrics":{"FID":"1.88","NFE":"100"},"uses_additional_data":false},{"leaderboard":"/sota/image-generation-on-lsun-churches-256-x-256","task":"Image Generation","dataset":"LSUN Churches 256 x 256","model":"TDPM+ (TTrunc=99)","rank_in_archive_order":12,"of":27,"metrics":{"FID":"3.98","NFE":"100"},"uses_additional_data":false},{"leaderboard":"/sota/text-to-image-generation-on-coco","task":"Text-to-Image Generation","dataset":"COCO (Common Objects in Context)","model":"TLDM","rank_in_archive_order":8,"of":69,"metrics":{"FID":"6.29"},"uses_additional_data":false},{"leaderboard":"/sota/text-to-image-generation-on-cub","task":"Text-to-Image Generation","dataset":"CUB","model":"TLDM","rank_in_archive_order":2,"of":20,"metrics":{"FID":"6.72"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2202.09671","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2202.09671"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/NVlabs/stylegan2-ada-pytorch","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/jegzheng/truncated-diffusion-probabilistic-models","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_draft_wrong":1,"ran_fixture":1,"ran_honours":1},"by_repo_kind":{"community":{"samples":3,"ran":3,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"a1dc1318e94007e7","entry":"diffusion_step","repo":"pesser/pytorch_diffusion","repo_kind":"community","path":"pytorch_diffusion/diffusion.py","file_url":"https://github.com/pesser/pytorch_diffusion/blob/HEAD/pytorch_diffusion/diffusion.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":2,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a1dc1318e94007e7"}},{"code_sha256_prefix":"b72d5f3168f58a65","entry":"extract","repo":"pesser/pytorch_diffusion","repo_kind":"community","path":"pytorch_diffusion/diffusion.py","file_url":"https://github.com/pesser/pytorch_diffusion/blob/HEAD/pytorch_diffusion/diffusion.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b72d5f3168f58a65"}},{"code_sha256_prefix":"eb2b7895b345967d","entry":"get_beta_schedule","repo":"pesser/pytorch_diffusion","repo_kind":"community","path":"pytorch_diffusion/diffusion.py","file_url":"https://github.com/pesser/pytorch_diffusion/blob/HEAD/pytorch_diffusion/diffusion.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"eb2b7895b345967d"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}