{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/symphonize-3d-semantic-scene-completion-with","title":"Symphonize 3D Semantic Scene Completion with Contextual Instance Queries","arxiv_id":"2306.15670","date":"2023-06-27","proceeding":"CVPR 2024 1","authors":["Haoyi Jiang","Tianheng Cheng","Naiyu Gao","Haoyang Zhang","Tianwei Lin","Wenyu Liu","Xinggang Wang"],"abstract":"`3D Semantic Scene Completion (SSC) has emerged as a nascent and pivotal undertaking in autonomous driving, aiming to predict voxel occupancy within volumetric scenes. However, prevailing methodologies primarily focus on voxel-wise feature aggregation, while neglecting instance semantics and scene context. In this paper, we present a novel paradigm termed Symphonies (Scene-from-Insts), that delves into the integration of instance queries to orchestrate 2D-to-3D reconstruction and 3D scene modeling. Leveraging our proposed Serial Instance-Propagated Attentions, Symphonies dynamically encodes instance-centric semantics, facilitating intricate interactions between image-based and volumetric domains. Simultaneously, Symphonies enables holistic scene comprehension by capturing context through the efficient fusion of instance queries, alleviating geometric ambiguity such as occlusion and perspective errors through contextual scene reasoning. Experimental results demonstrate that Symphonies achieves state-of-the-art performance on challenging benchmarks SemanticKITTI and SSCBench-KITTI-360, yielding remarkable mIoU scores of 15.04 and 18.58, respectively. These results showcase the paradigm's promising advancements. The code is available at https://github.com/hustvl/Symphonies.","url_abs":"https://arxiv.org/abs/2306.15670v2","url_pdf":"https://arxiv.org/pdf/2306.15670v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"symphonize-3d-semantic-scene-completion-with","repo_url":"https://github.com/hustvl/symphonies","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"3d-reconstruction","task_name":"3D Reconstruction"},{"task_slug":"3d-semantic-scene-completion","task_name":"3D Semantic Scene Completion"},{"task_slug":"3d-semantic-scene-completion-from-a-single","task_name":"3D Semantic Scene Completion from a single RGB image"},{"task_slug":"autonomous-driving","task_name":"Autonomous Driving"}],"methods":[{"method_slug":"focus","method_name":"Focus"}],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/3d-semantic-scene-completion-on-kitti-360","task":"3D Semantic Scene Completion","dataset":"KITTI-360","model":"Symphonies","rank_in_archive_order":1,"of":7,"metrics":{"mIoU":"18.58"},"uses_additional_data":false},{"leaderboard":"/sota/3d-semantic-scene-completion-on-semantickitti","task":"3D Semantic Scene Completion","dataset":"SemanticKITTI","model":"Symphonies (RGB input only)","rank_in_archive_order":16,"of":20,"metrics":{"mIoU":"15.04"},"uses_additional_data":false},{"leaderboard":"/sota/3d-semantic-scene-completion-from-a-single-2","task":"3D Semantic Scene Completion from a single RGB image","dataset":"KITTI-360","model":"Symphonies","rank_in_archive_order":2,"of":4,"metrics":{"mIoU":"18.58"},"uses_additional_data":false},{"leaderboard":"/sota/3d-semantic-scene-completion-from-a-single-1","task":"3D Semantic Scene Completion from a single RGB image","dataset":"SemanticKITTI","model":"Symphonies","rank_in_archive_order":2,"of":9,"metrics":{"mIoU":"15.04"},"uses_additional_data":false}],"syntology":{"syntology_url":"https://syntology.ai/paper/2306.15670","atlas_url":"https://app.syntology.ai/?focus=2306.15670","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.15670"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/hustvl/symphonies","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_draft_wrong":1,"unverified":7},"by_repo_kind":{"official":{"samples":8,"ran":1,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"5c0711aada67957e","entry":"sigmoid_focal_loss","repo":"hustvl/symphonies","repo_kind":"official","path":"maskdino/models/criterion.py","file_url":"https://github.com/hustvl/symphonies/blob/HEAD/maskdino/models/criterion.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5c0711aada67957e"}},{"code_sha256_prefix":"bc2cb481a75c370d","entry":"batch_dice_loss","repo":"hustvl/symphonies","repo_kind":"official","path":"maskdino/models/matcher.py","file_url":"https://github.com/hustvl/symphonies/blob/HEAD/maskdino/models/matcher.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"bc2cb481a75c370d"}},{"code_sha256_prefix":"1edd24985036b0bf","entry":"batch_sigmoid_ce_loss","repo":"hustvl/symphonies","repo_kind":"official","path":"maskdino/models/matcher.py","file_url":"https://github.com/hustvl/symphonies/blob/HEAD/maskdino/models/matcher.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1edd24985036b0bf"}},{"code_sha256_prefix":"89f75e54ff128be0","entry":"dice_loss","repo":"hustvl/symphonies","repo_kind":"official","path":"maskdino/models/criterion.py","file_url":"https://github.com/hustvl/symphonies/blob/HEAD/maskdino/models/criterion.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"89f75e54ff128be0"}},{"code_sha256_prefix":"950e715a29a663ce","entry":"gen_encoder_output_proposals","repo":"hustvl/symphonies","repo_kind":"official","path":"maskdino/models/maskdino_decoder_layers.py","file_url":"https://github.com/hustvl/symphonies/blob/HEAD/maskdino/models/maskdino_decoder_layers.py","link_basis":"plan_row","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"950e715a29a663ce"}},{"code_sha256_prefix":"fcda621cea6b67e0","entry":"masks_to_boxes","repo":"hustvl/symphonies","repo_kind":"official","path":"maskdino/models/misc.py","file_url":"https://github.com/hustvl/symphonies/blob/HEAD/maskdino/models/misc.py","link_basis":"plan_row","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fcda621cea6b67e0"}},{"code_sha256_prefix":"58cc9ff3bf75e753","entry":"nested_tensor_from_tensor_list","repo":"hustvl/symphonies","repo_kind":"official","path":"maskdino/models/misc.py","file_url":"https://github.com/hustvl/symphonies/blob/HEAD/maskdino/models/misc.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"58cc9ff3bf75e753"}},{"code_sha256_prefix":"d0c61e8dba511aa3","entry":"sigmoid_ce_loss","repo":"hustvl/symphonies","repo_kind":"official","path":"maskdino/models/criterion.py","file_url":"https://github.com/hustvl/symphonies/blob/HEAD/maskdino/models/criterion.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d0c61e8dba511aa3"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}