{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/malleable-2-5d-convolution-learning-receptive","title":"Malleable 2.5D Convolution: Learning Receptive Fields along the Depth-axis for RGB-D Scene Parsing","arxiv_id":"2007.09365","date":"2020-07-18","proceeding":"ECCV 2020 8","authors":["Yajie Xing","Jingbo Wang","Gang Zeng"],"abstract":"Depth data provide geometric information that can bring progress in RGB-D scene parsing tasks. Several recent works propose RGB-D convolution operators that construct receptive fields along the depth-axis to handle 3D neighborhood relations between pixels. However, these methods pre-define depth receptive fields by hyperparameters, making them rely on parameter selection. In this paper, we propose a novel operator called malleable 2.5D convolution to learn the receptive field along the depth-axis. A malleable 2.5D convolution has one or more 2D convolution kernels. Our method assigns each pixel to one of the kernels or none of them according to their relative depth differences, and the assigning process is formulated as a differentiable form so that it can be learnt by gradient descent. The proposed operator runs on standard 2D feature maps and can be seamlessly incorporated into pre-trained CNNs. We conduct extensive experiments on two challenging RGB-D semantic segmentation dataset NYUDv2 and Cityscapes to validate the effectiveness and the generalization ability of our method.","url_abs":"https://arxiv.org/abs/2007.09365v1","url_pdf":"https://arxiv.org/pdf/2007.09365v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"malleable-2-5d-convolution-learning-receptive","repo_url":"https://github.com/charlesCXK/RGBD_Semantic_Segmentation_PyTorch","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"malleable-2-5d-convolution-learning-receptive","repo_url":"https://github.com/David-zaiwang/114_rgbd_seg","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"scene-parsing","task_name":"Scene Parsing"},{"task_slug":"semantic-segmentation","task_name":"Semantic Segmentation"}],"methods":[{"method_slug":"convolution","method_name":"Convolution"}],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/semantic-segmentation-on-nyu-depth-v2","task":"Semantic Segmentation","dataset":"NYU Depth v2","model":"Malleable 2.5D (ResNet-101)","rank_in_archive_order":58,"of":121,"metrics":{"Mean IoU":"50.9%"},"uses_additional_data":false},{"leaderboard":"/sota/semantic-segmentation-on-nyu-depth-v2","task":"Semantic Segmentation","dataset":"NYU Depth v2","model":"Malleable 2.5D (ResNet-50)","rank_in_archive_order":67,"of":121,"metrics":{"Mean IoU":"49.7%"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2007.09365","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2007.09365"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/charlesCXK/RGBD_Semantic_Segmentation_PyTorch","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/David-zaiwang/114_rgbd_seg","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_draft_wrong":2,"ran_fixture":1,"ran_violates":1,"unverified":10},"by_repo_kind":{"official":{"samples":5,"ran":3,"repositories":1},"listed":{"samples":9,"ran":1,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"d9def42110729a85","entry":"conv1x1","repo":"charlesCXK/RGBD_Semantic_Segmentation_PyTorch","repo_kind":"official","path":"model/SA-Gate.nyu.432/net_util.py","file_url":"https://github.com/charlesCXK/RGBD_Semantic_Segmentation_PyTorch/blob/HEAD/model/SA-Gate.nyu.432/net_util.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d9def42110729a85"}},{"code_sha256_prefix":"fac5364e2f53c6db","entry":"conv3x3","repo":"charlesCXK/RGBD_Semantic_Segmentation_PyTorch","repo_kind":"official","path":"furnace/base_model/resnet.py","file_url":"https://github.com/charlesCXK/RGBD_Semantic_Segmentation_PyTorch/blob/HEAD/furnace/base_model/resnet.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fac5364e2f53c6db"}},{"code_sha256_prefix":"9e85fa995eda358a","entry":"hist_info","repo":"David-zaiwang/114_rgbd_seg","repo_kind":"listed","path":"furnace/seg_opr/metric.py","file_url":"https://github.com/David-zaiwang/114_rgbd_seg/blob/HEAD/furnace/seg_opr/metric.py","link_basis":"harvester_set","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9e85fa995eda358a"}},{"code_sha256_prefix":"17cb5b0dfa01b491","entry":"normalize","repo":"charlesCXK/RGBD_Semantic_Segmentation_PyTorch","repo_kind":"official","path":"model/SA-Gate.nyu.432/dataloader.py","file_url":"https://github.com/charlesCXK/RGBD_Semantic_Segmentation_PyTorch/blob/HEAD/model/SA-Gate.nyu.432/dataloader.py","link_basis":"plan_row","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"17cb5b0dfa01b491"}},{"code_sha256_prefix":"5c906904c2492dc7","entry":"batchnormtrain","repo":"David-zaiwang/114_rgbd_seg","repo_kind":"listed","path":"furnace/seg_opr/sync_bn/functions.py","file_url":"https://github.com/David-zaiwang/114_rgbd_seg/blob/HEAD/furnace/seg_opr/sync_bn/functions.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5c906904c2492dc7"}},{"code_sha256_prefix":"3e98ad928a86de29","entry":"compute_score","repo":"David-zaiwang/114_rgbd_seg","repo_kind":"listed","path":"furnace/seg_opr/metric.py","file_url":"https://github.com/David-zaiwang/114_rgbd_seg/blob/HEAD/furnace/seg_opr/metric.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3e98ad928a86de29"}},{"code_sha256_prefix":"74bcab5cc9c8e91b","entry":"get_a_var","repo":"David-zaiwang/114_rgbd_seg","repo_kind":"listed","path":"furnace/seg_opr/parallel/parallel_apply.py","file_url":"https://github.com/David-zaiwang/114_rgbd_seg/blob/HEAD/furnace/seg_opr/parallel/parallel_apply.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"74bcab5cc9c8e91b"}},{"code_sha256_prefix":"be62e3869efd8038","entry":"meanIoU","repo":"David-zaiwang/114_rgbd_seg","repo_kind":"listed","path":"furnace/seg_opr/metric.py","file_url":"https://github.com/David-zaiwang/114_rgbd_seg/blob/HEAD/furnace/seg_opr/metric.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"be62e3869efd8038"}},{"code_sha256_prefix":"c490830f0e503906","entry":"parallel_apply","repo":"David-zaiwang/114_rgbd_seg","repo_kind":"listed","path":"furnace/seg_opr/parallel/parallel_apply.py","file_url":"https://github.com/David-zaiwang/114_rgbd_seg/blob/HEAD/furnace/seg_opr/parallel/parallel_apply.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c490830f0e503906"}},{"code_sha256_prefix":"58954eadae7321d1","entry":"parallel_apply","repo":"David-zaiwang/114_rgbd_seg","repo_kind":"listed","path":"furnace/seg_opr/sync_bn/parallel_apply.py","file_url":"https://github.com/David-zaiwang/114_rgbd_seg/blob/HEAD/furnace/seg_opr/sync_bn/parallel_apply.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"58954eadae7321d1"}},{"code_sha256_prefix":"27e207fe8a74c3e7","entry":"patch_replication_callback","repo":"David-zaiwang/114_rgbd_seg","repo_kind":"listed","path":"furnace/seg_opr/sync_bn/parallel.py","file_url":"https://github.com/David-zaiwang/114_rgbd_seg/blob/HEAD/furnace/seg_opr/sync_bn/parallel.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"27e207fe8a74c3e7"}},{"code_sha256_prefix":"6e022fd18a9397fa","entry":"random_mirror","repo":"charlesCXK/RGBD_Semantic_Segmentation_PyTorch","repo_kind":"official","path":"model/SA-Gate.nyu.432/dataloader.py","file_url":"https://github.com/charlesCXK/RGBD_Semantic_Segmentation_PyTorch/blob/HEAD/model/SA-Gate.nyu.432/dataloader.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6e022fd18a9397fa"}},{"code_sha256_prefix":"eda7f5af7267de5d","entry":"random_scale","repo":"charlesCXK/RGBD_Semantic_Segmentation_PyTorch","repo_kind":"official","path":"model/SA-Gate.nyu.432/dataloader.py","file_url":"https://github.com/charlesCXK/RGBD_Semantic_Segmentation_PyTorch/blob/HEAD/model/SA-Gate.nyu.432/dataloader.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"eda7f5af7267de5d"}},{"code_sha256_prefix":"8a79f49da87d44bf","entry":"sum_square","repo":"David-zaiwang/114_rgbd_seg","repo_kind":"listed","path":"furnace/seg_opr/sync_bn/functions.py","file_url":"https://github.com/David-zaiwang/114_rgbd_seg/blob/HEAD/furnace/seg_opr/sync_bn/functions.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8a79f49da87d44bf"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}