{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/semantic-segmentation-assisted-instance","title":"Semantic Segmentation-Assisted Instance Feature Fusion for Multi-Level 3D Part Instance Segmentation","arxiv_id":"2208.04766","date":"2022-08-09","proceeding":null,"authors":["ChunYu Sun","Xin Tong","Yang Liu"],"abstract":"Recognizing 3D part instances from a 3D point cloud is crucial for 3D structure and scene understanding. Several learning-based approaches use semantic segmentation and instance center prediction as training tasks and fail to further exploit the inherent relationship between shape semantics and part instances. In this paper, we present a new method for 3D part instance segmentation. Our method exploits semantic segmentation to fuse nonlocal instance features, such as center prediction, and further enhances the fusion scheme in a multi- and cross-level way. We also propose a semantic region center prediction task to train and leverage the prediction results to improve the clustering of instance points. Our method outperforms existing methods with a large-margin improvement in the PartNet benchmark. We also demonstrate that our feature fusion scheme can be applied to other existing methods to improve their performance in indoor scene instance segmentation tasks.","url_abs":"https://arxiv.org/abs/2208.04766v1","url_pdf":"https://arxiv.org/pdf/2208.04766v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"semantic-segmentation-assisted-instance","repo_url":"https://github.com/isunchy/3d_instance_segmentation","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"tf","reach":null}],"tasks":[{"task_slug":"3d-instance-segmentation-1","task_name":"3D Instance Segmentation"},{"task_slug":"3d-part-segmentation","task_name":"3D Part Segmentation"},{"task_slug":"instance-segmentation","task_name":"Instance Segmentation"},{"task_slug":"prediction","task_name":"Prediction"},{"task_slug":"scene-understanding","task_name":"Scene Understanding"},{"task_slug":"segmentation","task_name":"Segmentation"},{"task_slug":"semantic-segmentation","task_name":"Semantic Segmentation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/3d-instance-segmentation-on-partnet","task":"3D Instance Segmentation","dataset":"PartNet","model":"Semantic Segmentation-Assisted Instance Feature Fusion","rank_in_archive_order":1,"of":3,"metrics":{"mAP50":"64.1"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2208.04766","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2208.04766"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/isunchy/3d_instance_segmentation","reach":null}],"summary":{"ran_draft_wrong":2,"unverified":1},"by_repo_kind":{"official":{"samples":3,"ran":2,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"142c34ca1cdf18cd","entry":"get_data_label_pair","repo":"isunchy/3d_instance_segmentation","repo_kind":"official","path":"data_preprocessing/convert_points_to_tfrecords_level123.py","file_url":"https://github.com/isunchy/3d_instance_segmentation/blob/HEAD/data_preprocessing/convert_points_to_tfrecords_level123.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"142c34ca1cdf18cd"}},{"code_sha256_prefix":"54843389febf494e","entry":"load_points","repo":"isunchy/3d_instance_segmentation","repo_kind":"official","path":"data_preprocessing/convert_points_to_tfrecords_level123.py","file_url":"https://github.com/isunchy/3d_instance_segmentation/blob/HEAD/data_preprocessing/convert_points_to_tfrecords_level123.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"54843389febf494e"}},{"code_sha256_prefix":"50904470f9e1cbbc","entry":"parse_points","repo":"isunchy/3d_instance_segmentation","repo_kind":"official","path":"data_preprocessing/convert_points_to_tfrecords_level123.py","file_url":"https://github.com/isunchy/3d_instance_segmentation/blob/HEAD/data_preprocessing/convert_points_to_tfrecords_level123.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"50904470f9e1cbbc"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}