{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/deep-diffusion-image-prior-for-efficient-ood","title":"Deep Diffusion Image Prior for Efficient OOD Adaptation in 3D Inverse Problems","arxiv_id":"2407.10641","date":"2024-07-15","proceeding":null,"authors":["Hyungjin Chung","Jong Chul Ye"],"abstract":"Recent inverse problem solvers that leverage generative diffusion priors have garnered significant attention due to their exceptional quality. However, adaptation of the prior is necessary when there exists a discrepancy between the training and testing distributions. In this work, we propose deep diffusion image prior (DDIP), which generalizes the recent adaptation method of SCD by introducing a formal connection to the deep image prior. Under this framework, we propose an efficient adaptation method dubbed D3IP, specified for 3D measurements, which accelerates DDIP by orders of magnitude while achieving superior performance. D3IP enables seamless integration of 3D inverse solvers and thus leads to coherent 3D reconstruction. Moreover, we show that meta-learning techniques can also be applied to yield even better performance. We show that our method is capable of solving diverse 3D reconstructive tasks from the generative prior trained only with phantom images that are vastly different from the training set, opening up new opportunities of applying diffusion inverse solvers even when training with gold standard data is impossible. Code: https://github.com/HJ-harry/DDIP3D","url_abs":"https://arxiv.org/abs/2407.10641v1","url_pdf":"https://arxiv.org/pdf/2407.10641v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"deep-diffusion-image-prior-for-efficient-ood","repo_url":"https://github.com/hj-harry/ddip3d","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"3d-reconstruction","task_name":"3D Reconstruction"},{"task_slug":"meta-learning","task_name":"Meta-Learning"}],"methods":[{"method_slug":"attention","method_name":"Attention"},{"method_slug":"diffusion","method_name":"Diffusion"},{"method_slug":"softmax","method_name":"Softmax"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2407.10641","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.10641"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/hj-harry/ddip3d","reach":{"status":"ok"}}],"summary":{"ran_draft_wrong":4,"ran":2,"ran_fixture":1,"unverified":6},"by_repo_kind":{"official":{"samples":13,"ran":7,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":13,"samples":[{"code_sha256_prefix":"c3a6b977022957cb","entry":"Normalize","repo":"hj-harry/ddip3d","repo_kind":"official","path":"guided_diffusion/models.py","file_url":"https://github.com/hj-harry/ddip3d/blob/HEAD/guided_diffusion/models.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"c3a6b977022957cb"}},{"code_sha256_prefix":"dc2dcfd069e89041","entry":"fft2c_new","repo":"hj-harry/ddip3d","repo_kind":"official","path":"fastmri_utils.py","file_url":"https://github.com/hj-harry/ddip3d/blob/HEAD/fastmri_utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"dc2dcfd069e89041"}},{"code_sha256_prefix":"6c419026e778dee2","entry":"get_data_inverse_scaler","repo":"hj-harry/ddip3d","repo_kind":"official","path":"datasets.py","file_url":"https://github.com/hj-harry/ddip3d/blob/HEAD/datasets.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6c419026e778dee2"}},{"code_sha256_prefix":"346d2e6cc8b48a5d","entry":"get_data_scaler","repo":"hj-harry/ddip3d","repo_kind":"official","path":"datasets.py","file_url":"https://github.com/hj-harry/ddip3d/blob/HEAD/datasets.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"346d2e6cc8b48a5d"}},{"code_sha256_prefix":"cb49209c125de1b4","entry":"get_timestep_embedding","repo":"hj-harry/ddip3d","repo_kind":"official","path":"guided_diffusion/models.py","file_url":"https://github.com/hj-harry/ddip3d/blob/HEAD/guided_diffusion/models.py","link_basis":"harvester_set","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"cb49209c125de1b4"}},{"code_sha256_prefix":"3137073275f8c21a","entry":"nonlinearity","repo":"hj-harry/ddip3d","repo_kind":"official","path":"guided_diffusion/models.py","file_url":"https://github.com/hj-harry/ddip3d/blob/HEAD/guided_diffusion/models.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"3137073275f8c21a"}},{"code_sha256_prefix":"3ac11bfe0ae80195","entry":"variance_scaling","repo":"hj-harry/ddip3d","repo_kind":"official","path":"models/layers.py","file_url":"https://github.com/hj-harry/ddip3d/blob/HEAD/models/layers.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"3ac11bfe0ae80195"}},{"code_sha256_prefix":"8279187d1539ad53","entry":"crop_resize","repo":"hj-harry/ddip3d","repo_kind":"official","path":"datasets.py","file_url":"https://github.com/hj-harry/ddip3d/blob/HEAD/datasets.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"8279187d1539ad53"}},{"code_sha256_prefix":"d5d761740edb12db","entry":"fft2c_old","repo":"hj-harry/ddip3d","repo_kind":"official","path":"fastmri_utils.py","file_url":"https://github.com/hj-harry/ddip3d/blob/HEAD/fastmri_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d5d761740edb12db"}},{"code_sha256_prefix":"db5f935a1d6b4c2c","entry":"get_act","repo":"hj-harry/ddip3d","repo_kind":"official","path":"models/layers.py","file_url":"https://github.com/hj-harry/ddip3d/blob/HEAD/models/layers.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"db5f935a1d6b4c2c"}},{"code_sha256_prefix":"1b8adb3294e53c6d","entry":"get_normalization","repo":"hj-harry/ddip3d","repo_kind":"official","path":"models/normalization.py","file_url":"https://github.com/hj-harry/ddip3d/blob/HEAD/models/normalization.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"1b8adb3294e53c6d"}},{"code_sha256_prefix":"d63efa5d2fd536e2","entry":"ifft2c_old","repo":"hj-harry/ddip3d","repo_kind":"official","path":"fastmri_utils.py","file_url":"https://github.com/hj-harry/ddip3d/blob/HEAD/fastmri_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d63efa5d2fd536e2"}},{"code_sha256_prefix":"85b2235eb7afaa4f","entry":"ncsn_conv1x1","repo":"hj-harry/ddip3d","repo_kind":"official","path":"models/layers.py","file_url":"https://github.com/hj-harry/ddip3d/blob/HEAD/models/layers.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"85b2235eb7afaa4f"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}