{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/infrared-and-visible-image-fusion-using-a","title":"Infrared and Visible Image Fusion using a Deep Learning Framework","arxiv_id":"1804.06992","date":"2018-04-19","proceeding":null,"authors":["Hui Li","Xiao-Jun Wu","Josef Kittler"],"abstract":"In recent years, deep learning has become a very active research tool which\nis used in many image processing fields. In this paper, we propose an effective\nimage fusion method using a deep learning framework to generate a single image\nwhich contains all the features from infrared and visible images. First, the\nsource images are decomposed into base parts and detail content. Then the base\nparts are fused by weighted-averaging. For the detail content, we use a deep\nlearning network to extract multi-layer features. Using these features, we use\nl_1-norm and weighted-average strategy to generate several candidates of the\nfused detail content. Once we get these candidates, the max selection strategy\nis used to get final fused detail content. Finally, the fused image will be\nreconstructed by combining the fused base part and detail content. The\nexperimental results demonstrate that our proposed method achieves\nstate-of-the-art performance in both objective assessment and visual quality.\nThe Code of our fusion method is available at\nhttps://github.com/hli1221/imagefusion_deeplearning","url_abs":"http://arxiv.org/abs/1804.06992v4","url_pdf":"http://arxiv.org/pdf/1804.06992v4.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"infrared-and-visible-image-fusion-using-a","repo_url":"https://github.com/exceptionLi/imagefusion_deeplearning","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"infrared-and-visible-image-fusion-using-a","repo_url":"https://github.com/hli1221/imagefusion_deeplearning","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"infrared-and-visible-image-fusion-using-a","repo_url":"https://github.com/JorgeFCS/Deep-Learning-fire-segmentation","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"deep-learning","task_name":"Deep Learning"},{"task_slug":"infrared-and-visible-image-fusion","task_name":"Infrared And Visible Image Fusion"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/1804.06992","atlas_url":"https://app.syntology.ai/?focus=1804.06992","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1804.06992"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/JorgeFCS/Deep-Learning-fire-segmentation","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/hli1221/imagefusion_deeplearning","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/exceptionLi/imagefusion_deeplearning","reach":{"status":"ok"}}],"summary":{"unverified":16},"by_repo_kind":{"listed":{"samples":16,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"dcd39d13741d9215","entry":"a_central_crop","repo":"JorgeFCS/Deep-Learning-fire-segmentation","repo_kind":"listed","path":"Functions/data_augmentation.py","file_url":"https://github.com/JorgeFCS/Deep-Learning-fire-segmentation/blob/HEAD/Functions/data_augmentation.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"dcd39d13741d9215"}},{"code_sha256_prefix":"e80b7eab36222fa2","entry":"a_mirror_image","repo":"JorgeFCS/Deep-Learning-fire-segmentation","repo_kind":"listed","path":"Functions/data_augmentation.py","file_url":"https://github.com/JorgeFCS/Deep-Learning-fire-segmentation/blob/HEAD/Functions/data_augmentation.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e80b7eab36222fa2"}},{"code_sha256_prefix":"022f89502db14646","entry":"a_rotate_180","repo":"JorgeFCS/Deep-Learning-fire-segmentation","repo_kind":"listed","path":"Functions/data_augmentation.py","file_url":"https://github.com/JorgeFCS/Deep-Learning-fire-segmentation/blob/HEAD/Functions/data_augmentation.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"022f89502db14646"}},{"code_sha256_prefix":"7c3bff665310a4cf","entry":"create_g2_firegan","repo":"JorgeFCS/Deep-Learning-fire-segmentation","repo_kind":"listed","path":"Models/fire_gan.py","file_url":"https://github.com/JorgeFCS/Deep-Learning-fire-segmentation/blob/HEAD/Models/fire_gan.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7c3bff665310a4cf"}},{"code_sha256_prefix":"3707bc0d98adcbee","entry":"cross_entropy","repo":"JorgeFCS/Deep-Learning-fire-segmentation","repo_kind":"listed","path":"Models/loss_functions.py","file_url":"https://github.com/JorgeFCS/Deep-Learning-fire-segmentation/blob/HEAD/Models/loss_functions.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3707bc0d98adcbee"}},{"code_sha256_prefix":"c01f8ee6857e6969","entry":"decode_img","repo":"JorgeFCS/Deep-Learning-fire-segmentation","repo_kind":"listed","path":"Functions/image_processing.py","file_url":"https://github.com/JorgeFCS/Deep-Learning-fire-segmentation/blob/HEAD/Functions/image_processing.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c01f8ee6857e6969"}},{"code_sha256_prefix":"604effdb50d7847e","entry":"decode_mask","repo":"JorgeFCS/Deep-Learning-fire-segmentation","repo_kind":"listed","path":"Functions/image_processing.py","file_url":"https://github.com/JorgeFCS/Deep-Learning-fire-segmentation/blob/HEAD/Functions/image_processing.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"604effdb50d7847e"}},{"code_sha256_prefix":"9cb171702656ea9e","entry":"dice_loss","repo":"JorgeFCS/Deep-Learning-fire-segmentation","repo_kind":"listed","path":"Models/loss_functions.py","file_url":"https://github.com/JorgeFCS/Deep-Learning-fire-segmentation/blob/HEAD/Models/loss_functions.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9cb171702656ea9e"}},{"code_sha256_prefix":"68922abe9828bbd9","entry":"downsample","repo":"JorgeFCS/Deep-Learning-fire-segmentation","repo_kind":"listed","path":"Models/fire_gan.py","file_url":"https://github.com/JorgeFCS/Deep-Learning-fire-segmentation/blob/HEAD/Models/fire_gan.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"68922abe9828bbd9"}},{"code_sha256_prefix":"5a19ddee988093ce","entry":"expend_as","repo":"JorgeFCS/Deep-Learning-fire-segmentation","repo_kind":"listed","path":"Models/attention_modules.py","file_url":"https://github.com/JorgeFCS/Deep-Learning-fire-segmentation/blob/HEAD/Models/attention_modules.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5a19ddee988093ce"}},{"code_sha256_prefix":"0ad1449cd4e8d3d7","entry":"meca_block","repo":"JorgeFCS/Deep-Learning-fire-segmentation","repo_kind":"listed","path":"Models/attention_modules.py","file_url":"https://github.com/JorgeFCS/Deep-Learning-fire-segmentation/blob/HEAD/Models/attention_modules.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0ad1449cd4e8d3d7"}},{"code_sha256_prefix":"750dceaac9af934a","entry":"process_path_img","repo":"JorgeFCS/Deep-Learning-fire-segmentation","repo_kind":"listed","path":"Functions/image_processing.py","file_url":"https://github.com/JorgeFCS/Deep-Learning-fire-segmentation/blob/HEAD/Functions/image_processing.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"750dceaac9af934a"}},{"code_sha256_prefix":"4649d243f332314e","entry":"purple_block","repo":"JorgeFCS/Deep-Learning-fire-segmentation","repo_kind":"listed","path":"Models/choi.py","file_url":"https://github.com/JorgeFCS/Deep-Learning-fire-segmentation/blob/HEAD/Models/choi.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4649d243f332314e"}},{"code_sha256_prefix":"80752ad8dcc7619b","entry":"tversky_loss","repo":"JorgeFCS/Deep-Learning-fire-segmentation","repo_kind":"listed","path":"Models/loss_functions.py","file_url":"https://github.com/JorgeFCS/Deep-Learning-fire-segmentation/blob/HEAD/Models/loss_functions.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"80752ad8dcc7619b"}},{"code_sha256_prefix":"326ce7182e5c2db8","entry":"upsample","repo":"JorgeFCS/Deep-Learning-fire-segmentation","repo_kind":"listed","path":"Models/fire_gan.py","file_url":"https://github.com/JorgeFCS/Deep-Learning-fire-segmentation/blob/HEAD/Models/fire_gan.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"326ce7182e5c2db8"}},{"code_sha256_prefix":"7af2abc1c0b98fc1","entry":"yellow_block","repo":"JorgeFCS/Deep-Learning-fire-segmentation","repo_kind":"listed","path":"Models/choi.py","file_url":"https://github.com/JorgeFCS/Deep-Learning-fire-segmentation/blob/HEAD/Models/choi.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7af2abc1c0b98fc1"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}