{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/generative-modelling-with-inverse-heat","title":"Generative Modelling With Inverse Heat Dissipation","arxiv_id":"2206.13397","date":"2022-06-21","proceeding":null,"authors":["Severi Rissanen","Markus Heinonen","Arno Solin"],"abstract":"While diffusion models have shown great success in image generation, their noise-inverting generative process does not explicitly consider the structure of images, such as their inherent multi-scale nature. Inspired by diffusion models and the empirical success of coarse-to-fine modelling, we propose a new diffusion-like model that generates images through stochastically reversing the heat equation, a PDE that locally erases fine-scale information when run over the 2D plane of the image. We interpret the solution of the forward heat equation with constant additive noise as a variational approximation in the diffusion latent variable model. Our new model shows emergent qualitative properties not seen in standard diffusion models, such as disentanglement of overall colour and shape in images. Spectral analysis on natural images highlights connections to diffusion models and reveals an implicit coarse-to-fine inductive bias in them.","url_abs":"https://arxiv.org/abs/2206.13397v7","url_pdf":"https://arxiv.org/pdf/2206.13397v7.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"generative-modelling-with-inverse-heat","repo_url":"https://github.com/aaltoml/generative-inverse-heat-dissipation","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"disentanglement","task_name":"Disentanglement"},{"task_slug":"image-generation","task_name":"Image Generation"},{"task_slug":"inductive-bias","task_name":"Inductive Bias"}],"methods":[{"method_slug":"diffusion","method_name":"Diffusion"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2206.13397","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.13397"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/aaltoml/generative-inverse-heat-dissipation","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_draft_wrong":1,"unverified":7},"by_repo_kind":{"official":{"samples":8,"ran":1,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"129b804760b3115f","entry":"zero_module","repo":"aaltoml/generative-inverse-heat-dissipation","repo_kind":"official","path":"model_code/nn.py","file_url":"https://github.com/aaltoml/generative-inverse-heat-dissipation/blob/HEAD/model_code/nn.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"129b804760b3115f"}},{"code_sha256_prefix":"340b29b54fa65057","entry":"KL","repo":"aaltoml/generative-inverse-heat-dissipation","repo_kind":"official","path":"model_code/utils.py","file_url":"https://github.com/aaltoml/generative-inverse-heat-dissipation/blob/HEAD/model_code/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"340b29b54fa65057"}},{"code_sha256_prefix":"9823142d89172cd2","entry":"L_K_upperbound","repo":"aaltoml/generative-inverse-heat-dissipation","repo_kind":"official","path":"model_code/utils.py","file_url":"https://github.com/aaltoml/generative-inverse-heat-dissipation/blob/HEAD/model_code/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9823142d89172cd2"}},{"code_sha256_prefix":"ecd0fc28815b65ae","entry":"avg_pool_nd","repo":"aaltoml/generative-inverse-heat-dissipation","repo_kind":"official","path":"model_code/nn.py","file_url":"https://github.com/aaltoml/generative-inverse-heat-dissipation/blob/HEAD/model_code/nn.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ecd0fc28815b65ae"}},{"code_sha256_prefix":"fe4eb545bbb728e0","entry":"conv_nd","repo":"aaltoml/generative-inverse-heat-dissipation","repo_kind":"official","path":"model_code/nn.py","file_url":"https://github.com/aaltoml/generative-inverse-heat-dissipation/blob/HEAD/model_code/nn.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fe4eb545bbb728e0"}},{"code_sha256_prefix":"b15209709fb2b21d","entry":"dct","repo":"aaltoml/generative-inverse-heat-dissipation","repo_kind":"official","path":"model_code/torch_dct.py","file_url":"https://github.com/aaltoml/generative-inverse-heat-dissipation/blob/HEAD/model_code/torch_dct.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b15209709fb2b21d"}},{"code_sha256_prefix":"44a9ca7722415b89","entry":"dct_2d","repo":"aaltoml/generative-inverse-heat-dissipation","repo_kind":"official","path":"model_code/torch_dct.py","file_url":"https://github.com/aaltoml/generative-inverse-heat-dissipation/blob/HEAD/model_code/torch_dct.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"44a9ca7722415b89"}},{"code_sha256_prefix":"180be391371dcdc7","entry":"idct","repo":"aaltoml/generative-inverse-heat-dissipation","repo_kind":"official","path":"model_code/torch_dct.py","file_url":"https://github.com/aaltoml/generative-inverse-heat-dissipation/blob/HEAD/model_code/torch_dct.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"180be391371dcdc7"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}