{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/elucidating-the-design-space-of-diffusion","title":"Elucidating the Design Space of Diffusion-Based Generative Models","arxiv_id":"2206.00364","date":"2022-06-01","proceeding":null,"authors":["Tero Karras","Miika Aittala","Timo Aila","Samuli Laine"],"abstract":"We argue that the theory and practice of diffusion-based generative models are currently unnecessarily convoluted and seek to remedy the situation by presenting a design space that clearly separates the concrete design choices. This lets us identify several changes to both the sampling and training processes, as well as preconditioning of the score networks. Together, our improvements yield new state-of-the-art FID of 1.79 for CIFAR-10 in a class-conditional setting and 1.97 in an unconditional setting, with much faster sampling (35 network evaluations per image) than prior designs. To further demonstrate their modular nature, we show that our design changes dramatically improve both the efficiency and quality obtainable with pre-trained score networks from previous work, including improving the FID of a previously trained ImageNet-64 model from 2.07 to near-SOTA 1.55, and after re-training with our proposed improvements to a new SOTA of 1.36.","url_abs":"https://arxiv.org/abs/2206.00364v2","url_pdf":"https://arxiv.org/pdf/2206.00364v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"elucidating-the-design-space-of-diffusion","repo_url":"https://github.com/nvlabs/edm","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"NOASSERTION"}},{"paper_slug":"elucidating-the-design-space-of-diffusion","repo_url":"https://github.com/Morefre/Understanding-Generalizability-of-Diffusion-Models-Requires-Rethinking-the-Hidden-Gaussian-Structure","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"NOASSERTION"}},{"paper_slug":"elucidating-the-design-space-of-diffusion","repo_url":"https://github.com/YichengDWu/tinyedm","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"elucidating-the-design-space-of-diffusion","repo_url":"https://github.com/carzit/sd-webui-samplers-scheduler","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"elucidating-the-design-space-of-diffusion","repo_url":"https://github.com/crowsonkb/k-diffusion","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"elucidating-the-design-space-of-diffusion","repo_url":"https://github.com/dopplerchase/cira-diff","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"elucidating-the-design-space-of-diffusion","repo_url":"https://github.com/friedmanroy/ctrl-shift","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"elucidating-the-design-space-of-diffusion","repo_url":"https://github.com/intuitive-robots/beso","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"elucidating-the-design-space-of-diffusion","repo_url":"https://github.com/lucidrains/imagen-pytorch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"elucidating-the-design-space-of-diffusion","repo_url":"https://github.com/milmor/diffusion-transformer","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"elucidating-the-design-space-of-diffusion","repo_url":"https://github.com/onefly123/PAS","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"elucidating-the-design-space-of-diffusion","repo_url":"https://github.com/p-hss/consistency-climate-downscaling","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"elucidating-the-design-space-of-diffusion","repo_url":"https://github.com/pals-ttic/sjc","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"elucidating-the-design-space-of-diffusion","repo_url":"https://github.com/pku-ml/adainf","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"elucidating-the-design-space-of-diffusion","repo_url":"https://github.com/plai-group/vcdm","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"elucidating-the-design-space-of-diffusion","repo_url":"https://github.com/robbiewatt1/climatediffuse","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"elucidating-the-design-space-of-diffusion","repo_url":"https://github.com/sangyun884/fast-ode","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"elucidating-the-design-space-of-diffusion","repo_url":"https://github.com/stability-ai/generative-models","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"elucidating-the-design-space-of-diffusion","repo_url":"https://github.com/christopher-beckham/toy-edm","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null},{"paper_slug":"elucidating-the-design-space-of-diffusion","repo_url":"https://github.com/probabilists/azula","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"image-generation","task_name":"Image Generation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2206.00364","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.00364"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/openai/improved-diffusion","reach":null},{"provenance":"deterministic:regex_extraction","url":"https://github.com/NVlabs/edm","reach":{"status":"ok","spdx":"NOASSERTION"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/sangyun884/fast-ode","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/onefly123/PAS","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/dopplerchase/cira-diff","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/pals-ttic/sjc","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/robbiewatt1/climatediffuse","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/christopher-beckham/toy-edm","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/friedmanroy/ctrl-shift","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/probabilists/azula","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/intuitive-robots/beso","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/milmor/diffusion-transformer","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/YichengDWu/tinyedm","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/pku-ml/adainf","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/crowsonkb/k-diffusion","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/lucidrains/imagen-pytorch","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/Morefre/Understanding-Generalizability-of-Diffusion-Models-Requires-Rethinking-the-Hidden-Gaussian-Structure","reach":{"status":"ok","spdx":"NOASSERTION"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/nvlabs/edm","reach":{"status":"ok","spdx":"NOASSERTION"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/carzit/sd-webui-samplers-scheduler","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/stability-ai/generative-models","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/p-hss/consistency-climate-downscaling","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/plai-group/vcdm","reach":null}],"summary":{"ran_honours":7,"ran_fixture":1,"ran_draft_wrong":3,"unverified":10},"by_repo_kind":{"listed":{"samples":13,"ran":6,"repositories":5}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":13,"samples":[{"code_sha256_prefix":"2ab2316ac6fdd869","entry":"betas_for_alpha_bar","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"2ab2316ac6fdd869"}},{"code_sha256_prefix":"45e941764344e7f3","entry":"calculate_fid_from_inception_stats","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"45e941764344e7f3"}},{"code_sha256_prefix":"5a0fd9882013c6a5","entry":"calculate_fid_from_inception_stats","repo":"plai-group/vcdm","repo_kind":"listed","path":"fid.py","file_url":"https://github.com/plai-group/vcdm/blob/HEAD/fid.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"5a0fd9882013c6a5"}},{"code_sha256_prefix":"ce526ffedb8faa2e","entry":"downscale_pos","repo":"crowsonkb/k-diffusion","repo_kind":"listed","path":"k_diffusion/models/image_transformer_v2.py","file_url":"https://github.com/crowsonkb/k-diffusion/blob/HEAD/k_diffusion/models/image_transformer_v2.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ce526ffedb8faa2e"}},{"code_sha256_prefix":"3eed7631aeebeabc","entry":"get_denoised","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"3eed7631aeebeabc"}},{"code_sha256_prefix":"a086d6286a40b889","entry":"get_named_beta_schedule","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"a086d6286a40b889"}},{"code_sha256_prefix":"8285678722ad9b94","entry":"karras_t_schedule","repo":"pals-ttic/sjc","repo_kind":"listed","path":"adapt.py","file_url":"https://github.com/pals-ttic/sjc/blob/HEAD/adapt.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"8285678722ad9b94"}},{"code_sha256_prefix":"cacd4f6ec202d9b4","entry":"parse_int_list","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"cacd4f6ec202d9b4"}},{"code_sha256_prefix":"c5ab2a66337ec866","entry":"power_schedule","repo":"pals-ttic/sjc","repo_kind":"listed","path":"adapt.py","file_url":"https://github.com/pals-ttic/sjc/blob/HEAD/adapt.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"c5ab2a66337ec866"}},{"code_sha256_prefix":"f3cf3784fb4488db","entry":"tsr_stats","repo":"pals-ttic/sjc","repo_kind":"listed","path":"run_sjc.py","file_url":"https://github.com/pals-ttic/sjc/blob/HEAD/run_sjc.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"f3cf3784fb4488db"}},{"code_sha256_prefix":"d63461a574db572f","entry":"zero_init","repo":"crowsonkb/k-diffusion","repo_kind":"listed","path":"k_diffusion/models/image_transformer_v2.py","file_url":"https://github.com/crowsonkb/k-diffusion/blob/HEAD/k_diffusion/models/image_transformer_v2.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d63461a574db572f"}},{"code_sha256_prefix":"daa5186ef7b993ca","entry":"ablation_sampler","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"daa5186ef7b993ca"}},{"code_sha256_prefix":"9fbf646e18eed1db","entry":"ablation_sampler","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"9fbf646e18eed1db"}},{"code_sha256_prefix":"bed894f151989fee","entry":"checkpoint","repo":"crowsonkb/k-diffusion","repo_kind":"listed","path":"k_diffusion/models/image_transformer_v2.py","file_url":"https://github.com/crowsonkb/k-diffusion/blob/HEAD/k_diffusion/models/image_transformer_v2.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"bed894f151989fee"}},{"code_sha256_prefix":"16450717abebe540","entry":"edm_generalised_stochastic_sampler","repo":"christopher-beckham/toy-edm","repo_kind":"listed","path":"src/edm_generalised_stochastic_sampler.py","file_url":"https://github.com/christopher-beckham/toy-edm/blob/HEAD/src/edm_generalised_stochastic_sampler.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"16450717abebe540"}},{"code_sha256_prefix":"34c52bd69ff1a403","entry":"edm_sample","repo":"friedmanroy/ctrl-shift","repo_kind":"listed","path":"sampling.py","file_url":"https://github.com/friedmanroy/ctrl-shift/blob/HEAD/sampling.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"34c52bd69ff1a403"}},{"code_sha256_prefix":"8b16b0674af254db","entry":"edm_sampler","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"8b16b0674af254db"}},{"code_sha256_prefix":"c0c71f52be7b3680","entry":"edm_schedule","repo":"friedmanroy/ctrl-shift","repo_kind":"listed","path":"sampling.py","file_url":"https://github.com/friedmanroy/ctrl-shift/blob/HEAD/sampling.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c0c71f52be7b3680"}},{"code_sha256_prefix":"206dcd48bf0f2883","entry":"extend_coords","repo":"friedmanroy/ctrl-shift","repo_kind":"listed","path":"generate_dist_shift.py","file_url":"https://github.com/friedmanroy/ctrl-shift/blob/HEAD/generate_dist_shift.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"206dcd48bf0f2883"}},{"code_sha256_prefix":"83cbd2453e3efe71","entry":"overlap_coords","repo":"friedmanroy/ctrl-shift","repo_kind":"listed","path":"generate_dist_shift.py","file_url":"https://github.com/friedmanroy/ctrl-shift/blob/HEAD/generate_dist_shift.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"83cbd2453e3efe71"}},{"code_sha256_prefix":"a049710a973819ad","entry":"trunc_coords","repo":"friedmanroy/ctrl-shift","repo_kind":"listed","path":"generate_dist_shift.py","file_url":"https://github.com/friedmanroy/ctrl-shift/blob/HEAD/generate_dist_shift.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a049710a973819ad"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}