{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/cross-modal-weighting-network-for-rgb-d","title":"Cross-Modal Weighting Network for RGB-D Salient Object Detection","arxiv_id":"2007.04901","date":"2020-07-09","proceeding":"ECCV 2020 8","authors":["Gongyang Li","Zhi Liu","Linwei Ye","Yang Wang","Haibin Ling"],"abstract":"Depth maps contain geometric clues for assisting Salient Object Detection (SOD). In this paper, we propose a novel Cross-Modal Weighting (CMW) strategy to encourage comprehensive interactions between RGB and depth channels for RGB-D SOD. Specifically, three RGB-depth interaction modules, named CMW-L, CMW-M and CMW-H, are developed to deal with respectively low-, middle- and high-level cross-modal information fusion. These modules use Depth-to-RGB Weighing (DW) and RGB-to-RGB Weighting (RW) to allow rich cross-modal and cross-scale interactions among feature layers generated by different network blocks. To effectively train the proposed Cross-Modal Weighting Network (CMWNet), we design a composite loss function that summarizes the errors between intermediate predictions and ground truth over different scales. With all these novel components working together, CMWNet effectively fuses information from RGB and depth channels, and meanwhile explores object localization and details across scales. Thorough evaluations demonstrate CMWNet consistently outperforms 15 state-of-the-art RGB-D SOD methods on seven popular benchmarks.","url_abs":"https://arxiv.org/abs/2007.04901v1","url_pdf":"https://arxiv.org/pdf/2007.04901v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"cross-modal-weighting-network-for-rgb-d","repo_url":"https://github.com/MathLee/CMWNet","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"cross-modal-weighting-network-for-rgb-d","repo_url":"https://github.com/lartpang/CMWNet.pytorch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"object-detection","task_name":"Object Detection"},{"task_slug":"object-localization","task_name":"Object Localization"},{"task_slug":"salient-object-detection","task_name":"RGB Salient Object Detection"},{"task_slug":"rgb-d-salient-object-detection","task_name":"RGB-D Salient Object Detection"},{"task_slug":"salient-object-detection-1","task_name":"Salient Object Detection"},{"task_slug":"object-detection-1","task_name":"object-detection"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/rgb-d-salient-object-detection-on-nju2k","task":"RGB-D Salient Object Detection","dataset":"NJU2K","model":"CMWNet","rank_in_archive_order":11,"of":27,"metrics":{"Average MAE":"0.046","S-Measure":"90.3"},"uses_additional_data":false}],"syntology":{"syntology_url":"https://syntology.ai/paper/2007.04901","atlas_url":"https://app.syntology.ai/?focus=2007.04901","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2007.04901"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/lartpang/CMWNet.pytorch","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/MathLee/CMWNet","reach":{"status":"ok"}}],"summary":{"ran":3},"by_repo_kind":{"listed":{"samples":3,"ran":3,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"ad41f6fb50bd2bff","entry":"cus_sample","repo":"lartpang/CMWNet.pytorch","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/lartpang/CMWNet.pytorch/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ad41f6fb50bd2bff"}},{"code_sha256_prefix":"7055b78eabfd7776","entry":"read_color_array","repo":"lartpang/CMWNet.pytorch","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/lartpang/CMWNet.pytorch/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7055b78eabfd7776"}},{"code_sha256_prefix":"27e57dbe2b129757","entry":"read_gray_array","repo":"lartpang/CMWNet.pytorch","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/lartpang/CMWNet.pytorch/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"27e57dbe2b129757"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}