{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/visibility-aware-multi-view-stereo-network","title":"Visibility-aware Multi-view Stereo Network","arxiv_id":"2008.07928","date":"2020-08-18","proceeding":null,"authors":["Jingyang Zhang","Yao Yao","Shiwei Li","Zixin Luo","Tian Fang"],"abstract":"Learning-based multi-view stereo (MVS) methods have demonstrated promising results. However, very few existing networks explicitly take the pixel-wise visibility into consideration, resulting in erroneous cost aggregation from occluded pixels. In this paper, we explicitly infer and integrate the pixel-wise occlusion information in the MVS network via the matching uncertainty estimation. The pair-wise uncertainty map is jointly inferred with the pair-wise depth map, which is further used as weighting guidance during the multi-view cost volume fusion. As such, the adverse influence of occluded pixels is suppressed in the cost fusion. The proposed framework Vis-MVSNet significantly improves depth accuracies in the scenes with severe occlusion. Extensive experiments are performed on DTU, BlendedMVS, and Tanks and Temples datasets to justify the effectiveness of the proposed framework.","url_abs":"https://arxiv.org/abs/2008.07928v2","url_pdf":"https://arxiv.org/pdf/2008.07928v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"visibility-aware-multi-view-stereo-network","repo_url":"https://github.com/jzhangbs/Vis-MVSNet","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"3d-reconstruction","task_name":"3D Reconstruction"},{"task_slug":"depth-estimation","task_name":"Depth Estimation"},{"task_slug":"point-clouds","task_name":"Point Clouds"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/3d-reconstruction-on-dtu","task":"3D Reconstruction","dataset":"DTU","model":"Vis-MVSNet","rank_in_archive_order":20,"of":24,"metrics":{"Acc":"0.369","Comp":"0.361","Overall":"0.365"},"uses_additional_data":false},{"leaderboard":"/sota/point-clouds-on-dtu","task":"Point Clouds","dataset":"DTU","model":"Vis-MVSNet","rank_in_archive_order":1,"of":1,"metrics":{"Overall":"0.365"},"uses_additional_data":false},{"leaderboard":"/sota/point-clouds-on-tanks-and-temples","task":"Point Clouds","dataset":"Tanks and Temples","model":"Vis-MVSNet","rank_in_archive_order":18,"of":21,"metrics":{"Mean F1 (Intermediate)":"60.03"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2008.07928","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2008.07928"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/jzhangbs/Vis-MVSNet","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_draft_wrong":2,"ran_honours":1,"unverified":11},"by_repo_kind":{"official":{"samples":14,"ran":3,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"0bf4b207ce0d106a","entry":"read_cameras_binary","repo":"jzhangbs/Vis-MVSNet","repo_kind":"official","path":"colmap2mvsnet.py","file_url":"https://github.com/jzhangbs/Vis-MVSNet/blob/HEAD/colmap2mvsnet.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0bf4b207ce0d106a"}},{"code_sha256_prefix":"8a38e306ff4c5b42","entry":"read_cameras_text","repo":"jzhangbs/Vis-MVSNet","repo_kind":"official","path":"colmap2mvsnet.py","file_url":"https://github.com/jzhangbs/Vis-MVSNet/blob/HEAD/colmap2mvsnet.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8a38e306ff4c5b42"}},{"code_sha256_prefix":"56858e04e6fdb2ff","entry":"read_next_bytes","repo":"jzhangbs/Vis-MVSNet","repo_kind":"official","path":"colmap2mvsnet.py","file_url":"https://github.com/jzhangbs/Vis-MVSNet/blob/HEAD/colmap2mvsnet.py","link_basis":"harvester_set","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"56858e04e6fdb2ff"}},{"code_sha256_prefix":"83fd8ab4abf3b6b3","entry":"cam_adjust_max_d","repo":"jzhangbs/Vis-MVSNet","repo_kind":"official","path":"utils/io_utils.py","file_url":"https://github.com/jzhangbs/Vis-MVSNet/blob/HEAD/utils/io_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"83fd8ab4abf3b6b3"}},{"code_sha256_prefix":"32a49fc76d7e9ea7","entry":"class2depth","repo":"jzhangbs/Vis-MVSNet","repo_kind":"official","path":"core/homography.py","file_url":"https://github.com/jzhangbs/Vis-MVSNet/blob/HEAD/core/homography.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"32a49fc76d7e9ea7"}},{"code_sha256_prefix":"fcb4565691bda0d3","entry":"depth2class","repo":"jzhangbs/Vis-MVSNet","repo_kind":"official","path":"core/homography.py","file_url":"https://github.com/jzhangbs/Vis-MVSNet/blob/HEAD/core/homography.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fcb4565691bda0d3"}},{"code_sha256_prefix":"f6699ba2ecb27033","entry":"entropy","repo":"jzhangbs/Vis-MVSNet","repo_kind":"official","path":"core/nn_utils.py","file_url":"https://github.com/jzhangbs/Vis-MVSNet/blob/HEAD/core/nn_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f6699ba2ecb27033"}},{"code_sha256_prefix":"b3177b6700ce6b03","entry":"idx_cam2world","repo":"jzhangbs/Vis-MVSNet","repo_kind":"official","path":"fusion.py","file_url":"https://github.com/jzhangbs/Vis-MVSNet/blob/HEAD/fusion.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b3177b6700ce6b03"}},{"code_sha256_prefix":"b367d598f840de5a","entry":"idx_img2cam","repo":"jzhangbs/Vis-MVSNet","repo_kind":"official","path":"fusion.py","file_url":"https://github.com/jzhangbs/Vis-MVSNet/blob/HEAD/fusion.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b367d598f840de5a"}},{"code_sha256_prefix":"e0226ccf167bd1ef","entry":"load_cam","repo":"jzhangbs/Vis-MVSNet","repo_kind":"official","path":"utils/io_utils.py","file_url":"https://github.com/jzhangbs/Vis-MVSNet/blob/HEAD/utils/io_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e0226ccf167bd1ef"}},{"code_sha256_prefix":"4f921363127792d3","entry":"load_pair","repo":"jzhangbs/Vis-MVSNet","repo_kind":"official","path":"fusion.py","file_url":"https://github.com/jzhangbs/Vis-MVSNet/blob/HEAD/fusion.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4f921363127792d3"}},{"code_sha256_prefix":"4e7b4da89842339f","entry":"load_pair","repo":"jzhangbs/Vis-MVSNet","repo_kind":"official","path":"utils/io_utils.py","file_url":"https://github.com/jzhangbs/Vis-MVSNet/blob/HEAD/utils/io_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4e7b4da89842339f"}},{"code_sha256_prefix":"e63b03e90bc40e90","entry":"multi_dims","repo":"jzhangbs/Vis-MVSNet","repo_kind":"official","path":"core/nn_utils.py","file_url":"https://github.com/jzhangbs/Vis-MVSNet/blob/HEAD/core/nn_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e63b03e90bc40e90"}},{"code_sha256_prefix":"3d80472f3900873b","entry":"soft_argmin","repo":"jzhangbs/Vis-MVSNet","repo_kind":"official","path":"core/nn_utils.py","file_url":"https://github.com/jzhangbs/Vis-MVSNet/blob/HEAD/core/nn_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3d80472f3900873b"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}