{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/360sd-net-360-stereo-depth-estimation-with","title":"360SD-Net: 360° Stereo Depth Estimation with Learnable Cost Volume","arxiv_id":"1911.04460","date":"2019-11-11","proceeding":null,"authors":["Ning-Hsu Wang","Bolivar Solarte","Yi-Hsuan Tsai","Wei-Chen Chiu","Min Sun"],"abstract":"Recently, end-to-end trainable deep neural networks have significantly improved stereo depth estimation for perspective images. However, 360{\\deg} images captured under equirectangular projection cannot benefit from directly adopting existing methods due to distortion introduced (i.e., lines in 3D are not projected onto lines in 2D). To tackle this issue, we present a novel architecture specifically designed for spherical disparity using the setting of top-bottom 360{\\deg} camera pairs. Moreover, we propose to mitigate the distortion issue by (1) an additional input branch capturing the position and relation of each pixel in the spherical coordinate, and (2) a cost volume built upon a learnable shifting filter. Due to the lack of 360{\\deg} stereo data, we collect two 360{\\deg} stereo datasets from Matterport3D and Stanford3D for training and evaluation. Extensive experiments and ablation study are provided to validate our method against existing algorithms. Finally, we show promising results on real-world environments capturing images with two consumer-level cameras.","url_abs":"https://arxiv.org/abs/1911.04460v2","url_pdf":"https://arxiv.org/pdf/1911.04460v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"360sd-net-360-stereo-depth-estimation-with","repo_url":"https://github.com/albert100121/360SD-Net","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"depth-estimation","task_name":"Depth Estimation"},{"task_slug":"omnnidirectional-stereo-depth-estimation","task_name":"Omnnidirectional Stereo Depth Estimation"},{"task_slug":"stereo-depth-estimation","task_name":"Stereo Depth Estimation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/omnnidirectional-stereo-depth-estimation-on","task":"Omnnidirectional Stereo Depth Estimation","dataset":"Helvipad","model":"360SD-Net","rank_in_archive_order":4,"of":5,"metrics":{"Depth-LRCE":"0.904","Depth-MAE":"2.112","Depth-MARE":"0.152","Depth-RMSE":"5.077","Disp-MAE":"0.224","Disp-MARE":"0.191","Disp-RMSE":"0.419"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1911.04460","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.04460"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/albert100121/360SD-Net","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_draft_wrong":1,"ran":2,"unverified":7},"by_repo_kind":{"listed":{"samples":10,"ran":3,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"15ab3c76823aef7e","entry":"convbn","repo":"albert100121/360SD-Net","repo_kind":"listed","path":"models/sub_ASPP.py","file_url":"https://github.com/albert100121/360SD-Net/blob/HEAD/models/sub_ASPP.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"15ab3c76823aef7e"}},{"code_sha256_prefix":"46674adf87c5459d","entry":"convbn_3d","repo":"albert100121/360SD-Net","repo_kind":"listed","path":"models/sub_ASPP.py","file_url":"https://github.com/albert100121/360SD-Net/blob/HEAD/models/sub_ASPP.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"46674adf87c5459d"}},{"code_sha256_prefix":"ac269a0e4b8d946e","entry":"default_loader","repo":"albert100121/360SD-Net","repo_kind":"listed","path":"dataloader/RGB_Loader.py","file_url":"https://github.com/albert100121/360SD-Net/blob/HEAD/dataloader/RGB_Loader.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ac269a0e4b8d946e"}},{"code_sha256_prefix":"547001586e1978ab","entry":"color_normalize","repo":"albert100121/360SD-Net","repo_kind":"listed","path":"dataloader/preprocess.py","file_url":"https://github.com/albert100121/360SD-Net/blob/HEAD/dataloader/preprocess.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"547001586e1978ab"}},{"code_sha256_prefix":"8981d3f0947d85a0","entry":"color_preproccess","repo":"albert100121/360SD-Net","repo_kind":"listed","path":"dataloader/preprocess.py","file_url":"https://github.com/albert100121/360SD-Net/blob/HEAD/dataloader/preprocess.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8981d3f0947d85a0"}},{"code_sha256_prefix":"2f98e3ffc934fb62","entry":"dataloader","repo":"albert100121/360SD-Net","repo_kind":"listed","path":"dataloader/filename_loader.py","file_url":"https://github.com/albert100121/360SD-Net/blob/HEAD/dataloader/filename_loader.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2f98e3ffc934fb62"}},{"code_sha256_prefix":"c244e29f33dfb60c","entry":"dataloader","repo":"albert100121/360SD-Net","repo_kind":"listed","path":"dataloader/testing_loader.py","file_url":"https://github.com/albert100121/360SD-Net/blob/HEAD/dataloader/testing_loader.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c244e29f33dfb60c"}},{"code_sha256_prefix":"069eeaeeefea7573","entry":"default_loader","repo":"albert100121/360SD-Net","repo_kind":"listed","path":"dataloader/grayscale_Loader.py","file_url":"https://github.com/albert100121/360SD-Net/blob/HEAD/dataloader/grayscale_Loader.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"069eeaeeefea7573"}},{"code_sha256_prefix":"65d90cc99b34e88e","entry":"disparity_loader","repo":"albert100121/360SD-Net","repo_kind":"listed","path":"dataloader/RGB_Loader.py","file_url":"https://github.com/albert100121/360SD-Net/blob/HEAD/dataloader/RGB_Loader.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"65d90cc99b34e88e"}},{"code_sha256_prefix":"229c631eafaeffd7","entry":"get_transform","repo":"albert100121/360SD-Net","repo_kind":"listed","path":"dataloader/preprocess.py","file_url":"https://github.com/albert100121/360SD-Net/blob/HEAD/dataloader/preprocess.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"229c631eafaeffd7"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}