{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/conditional-controllable-image-fusion","title":"Conditional Controllable Image Fusion","arxiv_id":"2411.01573","date":"2024-11-03","proceeding":null,"authors":["Bing Cao","Xingxin Xu","Pengfei Zhu","Qilong Wang","QinGhua Hu"],"abstract":"Image fusion aims to integrate complementary information from multiple input images acquired through various sources to synthesize a new fused image. Existing methods usually employ distinct constraint designs tailored to specific scenes, forming fixed fusion paradigms. However, this data-driven fusion approach is challenging to deploy in varying scenarios, especially in rapidly changing environments. To address this issue, we propose a conditional controllable fusion (CCF) framework for general image fusion tasks without specific training. Due to the dynamic differences of different samples, our CCF employs specific fusion constraints for each individual in practice. Given the powerful generative capabilities of the denoising diffusion model, we first inject the specific constraints into the pre-trained DDPM as adaptive fusion conditions. The appropriate conditions are dynamically selected to ensure the fusion process remains responsive to the specific requirements in each reverse diffusion stage. Thus, CCF enables conditionally calibrating the fused images step by step. Extensive experiments validate our effectiveness in general fusion tasks across diverse scenarios against the competing methods without additional training.","url_abs":"https://arxiv.org/abs/2411.01573v1","url_pdf":"https://arxiv.org/pdf/2411.01573v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"conditional-controllable-image-fusion","repo_url":"https://github.com/jehovahxu/CCF","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"denoising","task_name":"Denoising"}],"methods":[{"method_slug":"diffusion","method_name":"Diffusion"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2411.01573","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2411.01573"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/jehovahxu/CCF","reach":null}],"summary":{"ran_draft_wrong":6,"ran":2,"ran_fixture":1,"ran_violates":1,"unverified":3},"by_repo_kind":{"official":{"samples":12,"ran":9,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":13,"samples":[{"code_sha256_prefix":"00c67a2ab9d4b104","entry":"load_yaml","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"ran_draft_wrong","verification_level":2,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"00c67a2ab9d4b104"}},{"code_sha256_prefix":"493cbd904da9ef0c","entry":"EI","repo":"jehovahxu/CCF","repo_kind":"official","path":"guided_diffusion/gaussian_diffusion_LLVIP_optim.py","file_url":"https://github.com/jehovahxu/CCF/blob/HEAD/guided_diffusion/gaussian_diffusion_LLVIP_optim.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"493cbd904da9ef0c"}},{"code_sha256_prefix":"2dd6fff29ef370b9","entry":"GradNormLoss","repo":"jehovahxu/CCF","repo_kind":"official","path":"guided_diffusion/gaussian_diffusion_LLVIP_optim.py","file_url":"https://github.com/jehovahxu/CCF/blob/HEAD/guided_diffusion/gaussian_diffusion_LLVIP_optim.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"2dd6fff29ef370b9"}},{"code_sha256_prefix":"d433eca104e57b75","entry":"SD","repo":"jehovahxu/CCF","repo_kind":"official","path":"guided_diffusion/gaussian_diffusion_LLVIP_optim.py","file_url":"https://github.com/jehovahxu/CCF/blob/HEAD/guided_diffusion/gaussian_diffusion_LLVIP_optim.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d433eca104e57b75"}},{"code_sha256_prefix":"9bdacbb85c85f9a9","entry":"SF","repo":"jehovahxu/CCF","repo_kind":"official","path":"guided_diffusion/gaussian_diffusion_LLVIP_optim.py","file_url":"https://github.com/jehovahxu/CCF/blob/HEAD/guided_diffusion/gaussian_diffusion_LLVIP_optim.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"9bdacbb85c85f9a9"}},{"code_sha256_prefix":"58cd1943b2334137","entry":"SSIM","repo":"jehovahxu/CCF","repo_kind":"official","path":"guided_diffusion/gaussian_diffusion_LLVIP_optim.py","file_url":"https://github.com/jehovahxu/CCF/blob/HEAD/guided_diffusion/gaussian_diffusion_LLVIP_optim.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"58cd1943b2334137"}},{"code_sha256_prefix":"3f9ebae7bfc1584d","entry":"_ssim","repo":"jehovahxu/CCF","repo_kind":"official","path":"guided_diffusion/gaussian_diffusion_LLVIP_optim.py","file_url":"https://github.com/jehovahxu/CCF/blob/HEAD/guided_diffusion/gaussian_diffusion_LLVIP_optim.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"3f9ebae7bfc1584d"}},{"code_sha256_prefix":"87389b9ba4c4d4f8","entry":"extract_and_expand","repo":"jehovahxu/CCF","repo_kind":"official","path":"guided_diffusion/gaussian_diffusion_LLVIP_optim.py","file_url":"https://github.com/jehovahxu/CCF/blob/HEAD/guided_diffusion/gaussian_diffusion_LLVIP_optim.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"87389b9ba4c4d4f8"}},{"code_sha256_prefix":"3b3a142076175cae","entry":"rgb2gray","repo":"jehovahxu/CCF","repo_kind":"official","path":"guided_diffusion/gaussian_diffusion_LLVIP_optim.py","file_url":"https://github.com/jehovahxu/CCF/blob/HEAD/guided_diffusion/gaussian_diffusion_LLVIP_optim.py","link_basis":"first_harvest_node","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"3b3a142076175cae"}},{"code_sha256_prefix":"1d953264d9c5b1c3","entry":"ssim","repo":"jehovahxu/CCF","repo_kind":"official","path":"guided_diffusion/gaussian_diffusion_LLVIP_optim.py","file_url":"https://github.com/jehovahxu/CCF/blob/HEAD/guided_diffusion/gaussian_diffusion_LLVIP_optim.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"1d953264d9c5b1c3"}},{"code_sha256_prefix":"cb288e9dd4921a79","entry":"DDIM","repo":"jehovahxu/CCF","repo_kind":"official","path":"guided_diffusion/gaussian_diffusion_LLVIP_optim.py","file_url":"https://github.com/jehovahxu/CCF/blob/HEAD/guided_diffusion/gaussian_diffusion_LLVIP_optim.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"cb288e9dd4921a79"}},{"code_sha256_prefix":"b169fb4b86f0c28e","entry":"GaussianDiffusion","repo":"jehovahxu/CCF","repo_kind":"official","path":"guided_diffusion/gaussian_diffusion_LLVIP_optim.py","file_url":"https://github.com/jehovahxu/CCF/blob/HEAD/guided_diffusion/gaussian_diffusion_LLVIP_optim.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"b169fb4b86f0c28e"}},{"code_sha256_prefix":"c82b7f31be72fafb","entry":"SpacedDiffusion","repo":"jehovahxu/CCF","repo_kind":"official","path":"guided_diffusion/gaussian_diffusion_LLVIP_optim.py","file_url":"https://github.com/jehovahxu/CCF/blob/HEAD/guided_diffusion/gaussian_diffusion_LLVIP_optim.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"c82b7f31be72fafb"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}