{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/sam3d-segment-anything-in-3d-scenes","title":"SAM3D: Segment Anything in 3D Scenes","arxiv_id":"2306.03908","date":"2023-06-06","proceeding":null,"authors":["Yunhan Yang","Xiaoyang Wu","Tong He","Hengshuang Zhao","Xihui Liu"],"abstract":"In this work, we propose SAM3D, a novel framework that is able to predict masks in 3D point clouds by leveraging the Segment-Anything Model (SAM) in RGB images without further training or finetuning. For a point cloud of a 3D scene with posed RGB images, we first predict segmentation masks of RGB images with SAM, and then project the 2D masks into the 3D points. Later, we merge the 3D masks iteratively with a bottom-up merging approach. At each step, we merge the point cloud masks of two adjacent frames with the bidirectional merging approach. In this way, the 3D masks predicted from different frames are gradually merged into the 3D masks of the whole 3D scene. Finally, we can optionally ensemble the result from our SAM3D with the over-segmentation results based on the geometric information of the 3D scenes. Our approach is experimented with ScanNet dataset and qualitative results demonstrate that our SAM3D achieves reasonable and fine-grained 3D segmentation results without any training or finetuning of SAM.","url_abs":"https://arxiv.org/abs/2306.03908v1","url_pdf":"https://arxiv.org/pdf/2306.03908v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"sam3d-segment-anything-in-3d-scenes","repo_url":"https://github.com/pointcept/segmentanything3d","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"segmentation","task_name":"Segmentation"}],"methods":[{"method_slug":"sam","method_name":"SAM"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2306.03908","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.03908"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/pointcept/segmentanything3d","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":3,"unverified":11},"by_repo_kind":{"official":{"samples":14,"ran":3,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"f39dd6d6d882fdc3","entry":"map_label_image","repo":"pointcept/segmentanything3d","repo_kind":"official","path":"scannet-preprocess/prepare_2d_data/prepare_2d_data.py","file_url":"https://github.com/pointcept/segmentanything3d/blob/HEAD/scannet-preprocess/prepare_2d_data/prepare_2d_data.py","link_basis":"plan_row","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f39dd6d6d882fdc3"}},{"code_sha256_prefix":"d77ef48746ee7ff1","entry":"read_label_mapping","repo":"pointcept/segmentanything3d","repo_kind":"official","path":"scannet-preprocess/prepare_2d_data/util.py","file_url":"https://github.com/pointcept/segmentanything3d/blob/HEAD/scannet-preprocess/prepare_2d_data/util.py","link_basis":"plan_row","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d77ef48746ee7ff1"}},{"code_sha256_prefix":"945af43d6054ff01","entry":"represents_int","repo":"pointcept/segmentanything3d","repo_kind":"official","path":"scannet-preprocess/prepare_2d_data/util.py","file_url":"https://github.com/pointcept/segmentanything3d/blob/HEAD/scannet-preprocess/prepare_2d_data/util.py","link_basis":"plan_row","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"945af43d6054ff01"}},{"code_sha256_prefix":"12c9868dfa6bff79","entry":"compute_overlap_ratio","repo":"pointcept/segmentanything3d","repo_kind":"official","path":"scannet-preprocess/scannet_pair/compute_full_overlapping.py","file_url":"https://github.com/pointcept/segmentanything3d/blob/HEAD/scannet-preprocess/scannet_pair/compute_full_overlapping.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"12c9868dfa6bff79"}},{"code_sha256_prefix":"4d381d3548002a05","entry":"face_normal","repo":"pointcept/segmentanything3d","repo_kind":"official","path":"scannet-preprocess/preprocess_scannet.py","file_url":"https://github.com/pointcept/segmentanything3d/blob/HEAD/scannet-preprocess/preprocess_scannet.py","link_basis":"plan_row","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4d381d3548002a05"}},{"code_sha256_prefix":"f33ff5bc9eb406b3","entry":"get_matching_indices","repo":"pointcept/segmentanything3d","repo_kind":"official","path":"scannet-preprocess/scannet_pair/compute_full_overlapping.py","file_url":"https://github.com/pointcept/segmentanything3d/blob/HEAD/scannet-preprocess/scannet_pair/compute_full_overlapping.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f33ff5bc9eb406b3"}},{"code_sha256_prefix":"95c2cce7436ad5d8","entry":"get_pcd","repo":"pointcept/segmentanything3d","repo_kind":"official","path":"sam3d.py","file_url":"https://github.com/pointcept/segmentanything3d/blob/HEAD/sam3d.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"95c2cce7436ad5d8"}},{"code_sha256_prefix":"d1ee0742bacaae4e","entry":"get_sam","repo":"pointcept/segmentanything3d","repo_kind":"official","path":"sam3d.py","file_url":"https://github.com/pointcept/segmentanything3d/blob/HEAD/sam3d.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d1ee0742bacaae4e"}},{"code_sha256_prefix":"adb14f1f70fdedb1","entry":"make2d","repo":"pointcept/segmentanything3d","repo_kind":"official","path":"scannet-preprocess/scannet_pair/plyfile.py","file_url":"https://github.com/pointcept/segmentanything3d/blob/HEAD/scannet-preprocess/scannet_pair/plyfile.py","link_basis":"plan_row","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"adb14f1f70fdedb1"}},{"code_sha256_prefix":"91cc7ce2ed8bf1e0","entry":"overlap_percentage","repo":"pointcept/segmentanything3d","repo_kind":"official","path":"util.py","file_url":"https://github.com/pointcept/segmentanything3d/blob/HEAD/util.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"91cc7ce2ed8bf1e0"}},{"code_sha256_prefix":"3a15a719072c88d7","entry":"read_plymesh","repo":"pointcept/segmentanything3d","repo_kind":"official","path":"scannet-preprocess/preprocess_scannet.py","file_url":"https://github.com/pointcept/segmentanything3d/blob/HEAD/scannet-preprocess/preprocess_scannet.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3a15a719072c88d7"}},{"code_sha256_prefix":"42c8e07d575c5757","entry":"read_scene_types_mapping","repo":"pointcept/segmentanything3d","repo_kind":"official","path":"scannet-preprocess/prepare_2d_data/util.py","file_url":"https://github.com/pointcept/segmentanything3d/blob/HEAD/scannet-preprocess/prepare_2d_data/util.py","link_basis":"plan_row","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"42c8e07d575c5757"}},{"code_sha256_prefix":"937cf94093e11573","entry":"remove_samll_masks","repo":"pointcept/segmentanything3d","repo_kind":"official","path":"util.py","file_url":"https://github.com/pointcept/segmentanything3d/blob/HEAD/util.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"937cf94093e11573"}},{"code_sha256_prefix":"6a199c084512e773","entry":"to_numpy","repo":"pointcept/segmentanything3d","repo_kind":"official","path":"util.py","file_url":"https://github.com/pointcept/segmentanything3d/blob/HEAD/util.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6a199c084512e773"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}