{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/semgauss-slam-dense-semantic-gaussian","title":"SemGauss-SLAM: Dense Semantic Gaussian Splatting SLAM","arxiv_id":"2403.07494","date":"2024-03-12","proceeding":null,"authors":["Siting Zhu","Renjie Qin","Guangming Wang","Jiuming Liu","Hesheng Wang"],"abstract":"We propose SemGauss-SLAM, a dense semantic SLAM system utilizing 3D Gaussian representation, that enables accurate 3D semantic mapping, robust camera tracking, and high-quality rendering simultaneously. In this system, we incorporate semantic feature embedding into 3D Gaussian representation, which effectively encodes semantic information within the spatial layout of the environment for precise semantic scene representation. Furthermore, we propose feature-level loss for updating 3D Gaussian representation, enabling higher-level guidance for 3D Gaussian optimization. In addition, to reduce cumulative drift in tracking and improve semantic reconstruction accuracy, we introduce semantic-informed bundle adjustment leveraging multi-frame semantic associations for joint optimization of 3D Gaussian representation and camera poses, leading to low-drift tracking and accurate mapping. Our SemGauss-SLAM method demonstrates superior performance over existing radiance field-based SLAM methods in terms of mapping and tracking accuracy on Replica and ScanNet datasets, while also showing excellent capabilities in high-precision semantic segmentation and dense semantic mapping.","url_abs":"https://arxiv.org/abs/2403.07494v3","url_pdf":"https://arxiv.org/pdf/2403.07494v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"semgauss-slam-dense-semantic-gaussian","repo_url":"https://github.com/IRMVLab/SemGauss-SLAM","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}}],"tasks":[{"task_slug":"semantic-slam","task_name":"Semantic SLAM"},{"task_slug":"semantic-segmentation","task_name":"Semantic Segmentation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2403.07494","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.07494"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/IRMVLab/SemGauss-SLAM","reach":{"status":"ok"}}],"summary":{"ran":11,"ran_honours":1,"ran_violates":1,"unverified":3},"by_repo_kind":{"official":{"samples":16,"ran":13,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":16,"samples":[{"code_sha256_prefix":"d46f0f7778585fae","entry":"build_rotation","repo":"IRMVLab/SemGauss-SLAM","repo_kind":"official","path":"utils/slam_external.py","file_url":"https://github.com/IRMVLab/SemGauss-SLAM/blob/HEAD/utils/slam_external.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d46f0f7778585fae"}},{"code_sha256_prefix":"7129cbd08abe40e3","entry":"calc_psnr","repo":"IRMVLab/SemGauss-SLAM","repo_kind":"official","path":"utils/slam_external.py","file_url":"https://github.com/IRMVLab/SemGauss-SLAM/blob/HEAD/utils/slam_external.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"7129cbd08abe40e3"}},{"code_sha256_prefix":"a58443b176ece789","entry":"check_proj","repo":"IRMVLab/SemGauss-SLAM","repo_kind":"official","path":"eval_mesh/eval_recon.py","file_url":"https://github.com/IRMVLab/SemGauss-SLAM/blob/HEAD/eval_mesh/eval_recon.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a58443b176ece789"}},{"code_sha256_prefix":"8e25e095f75a0500","entry":"decode_segmap","repo":"IRMVLab/SemGauss-SLAM","repo_kind":"official","path":"utils/eval_utils.py","file_url":"https://github.com/IRMVLab/SemGauss-SLAM/blob/HEAD/utils/eval_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"8e25e095f75a0500"}},{"code_sha256_prefix":"c56b7ef16f309a45","entry":"gaussian","repo":"IRMVLab/SemGauss-SLAM","repo_kind":"official","path":"utils/slam_external.py","file_url":"https://github.com/IRMVLab/SemGauss-SLAM/blob/HEAD/utils/slam_external.py","link_basis":"harvester_set","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"c56b7ef16f309a45"}},{"code_sha256_prefix":"f248b8367a1cd37e","entry":"get_pointcloud","repo":"IRMVLab/SemGauss-SLAM","repo_kind":"official","path":"utils/keyframe_selection.py","file_url":"https://github.com/IRMVLab/SemGauss-SLAM/blob/HEAD/utils/keyframe_selection.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f248b8367a1cd37e"}},{"code_sha256_prefix":"5d74e4292739fbc6","entry":"initialize_params","repo":"IRMVLab/SemGauss-SLAM","repo_kind":"official","path":"sem_gauss.py","file_url":"https://github.com/IRMVLab/SemGauss-SLAM/blob/HEAD/sem_gauss.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5d74e4292739fbc6"}},{"code_sha256_prefix":"b5fee5582aacb435","entry":"keyframe_selection_overlap","repo":"IRMVLab/SemGauss-SLAM","repo_kind":"official","path":"utils/keyframe_selection.py","file_url":"https://github.com/IRMVLab/SemGauss-SLAM/blob/HEAD/utils/keyframe_selection.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"b5fee5582aacb435"}},{"code_sha256_prefix":"53fba5ce6f9061ed","entry":"l1_loss_v1","repo":"IRMVLab/SemGauss-SLAM","repo_kind":"official","path":"utils/slam_helpers.py","file_url":"https://github.com/IRMVLab/SemGauss-SLAM/blob/HEAD/utils/slam_helpers.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"53fba5ce6f9061ed"}},{"code_sha256_prefix":"217f9ae54d42ec88","entry":"matrix_to_quaternion","repo":"IRMVLab/SemGauss-SLAM","repo_kind":"official","path":"utils/slam_helpers.py","file_url":"https://github.com/IRMVLab/SemGauss-SLAM/blob/HEAD/utils/slam_helpers.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"217f9ae54d42ec88"}},{"code_sha256_prefix":"1d6f8390d799f055","entry":"normalize","repo":"IRMVLab/SemGauss-SLAM","repo_kind":"official","path":"eval_mesh/eval_recon.py","file_url":"https://github.com/IRMVLab/SemGauss-SLAM/blob/HEAD/eval_mesh/eval_recon.py","link_basis":"harvester_set","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"1d6f8390d799f055"}},{"code_sha256_prefix":"17de543d0316e6b4","entry":"params2cpu","repo":"IRMVLab/SemGauss-SLAM","repo_kind":"official","path":"utils/common_utils.py","file_url":"https://github.com/IRMVLab/SemGauss-SLAM/blob/HEAD/utils/common_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"17de543d0316e6b4"}},{"code_sha256_prefix":"d205f4d3884e6b23","entry":"transformed_params2rendervar","repo":"IRMVLab/SemGauss-SLAM","repo_kind":"official","path":"utils/slam_helpers.py","file_url":"https://github.com/IRMVLab/SemGauss-SLAM/blob/HEAD/utils/slam_helpers.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d205f4d3884e6b23"}},{"code_sha256_prefix":"dd59dc07aa780173","entry":"align","repo":"IRMVLab/SemGauss-SLAM","repo_kind":"official","path":"utils/eval_utils.py","file_url":"https://github.com/IRMVLab/SemGauss-SLAM/blob/HEAD/utils/eval_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"dd59dc07aa780173"}},{"code_sha256_prefix":"9dfa1e1ca070b38f","entry":"evaluate_ate","repo":"IRMVLab/SemGauss-SLAM","repo_kind":"official","path":"utils/eval_utils.py","file_url":"https://github.com/IRMVLab/SemGauss-SLAM/blob/HEAD/utils/eval_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"9dfa1e1ca070b38f"}},{"code_sha256_prefix":"d043c893edead5d3","entry":"get_pointcloud","repo":"IRMVLab/SemGauss-SLAM","repo_kind":"official","path":"sem_gauss.py","file_url":"https://github.com/IRMVLab/SemGauss-SLAM/blob/HEAD/sem_gauss.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d043c893edead5d3"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}