{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/spacetime-gaussian-feature-splatting-for-real","title":"Spacetime Gaussian Feature Splatting for Real-Time Dynamic View Synthesis","arxiv_id":"2312.16812","date":"2023-12-28","proceeding":"CVPR 2024 1","authors":["Zhan Li","Zhang Chen","Zhong Li","Yi Xu"],"abstract":"Novel view synthesis of dynamic scenes has been an intriguing yet challenging problem. Despite recent advancements, simultaneously achieving high-resolution photorealistic results, real-time rendering, and compact storage remains a formidable task. To address these challenges, we propose Spacetime Gaussian Feature Splatting as a novel dynamic scene representation, composed of three pivotal components. First, we formulate expressive Spacetime Gaussians by enhancing 3D Gaussians with temporal opacity and parametric motion/rotation. This enables Spacetime Gaussians to capture static, dynamic, as well as transient content within a scene. Second, we introduce splatted feature rendering, which replaces spherical harmonics with neural features. These features facilitate the modeling of view- and time-dependent appearance while maintaining small size. Third, we leverage the guidance of training error and coarse depth to sample new Gaussians in areas that are challenging to converge with existing pipelines. Experiments on several established real-world datasets demonstrate that our method achieves state-of-the-art rendering quality and speed, while retaining compact storage. At 8K resolution, our lite-version model can render at 60 FPS on an Nvidia RTX 4090 GPU. Our code is available at https://github.com/oppo-us-research/SpacetimeGaussians.","url_abs":"https://arxiv.org/abs/2312.16812v2","url_pdf":"https://arxiv.org/pdf/2312.16812v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"spacetime-gaussian-feature-splatting-for-real","repo_url":"https://github.com/oppo-us-research/spacetimegaussians","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"NOASSERTION"}}],"tasks":[{"task_slug":null,"task_name":"8k"},{"task_slug":"feature-splatting","task_name":"Feature Splatting"},{"task_slug":null,"task_name":"GPU"},{"task_slug":"novel-view-synthesis","task_name":"Novel View Synthesis"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2312.16812","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.16812"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/oppo-us-research/spacetimegaussians","reach":{"status":"ok","spdx":"NOASSERTION"}}],"summary":{"ran":6,"ran_draft_wrong":1,"ran_honours":1,"unverified":6},"by_repo_kind":{"official":{"samples":14,"ran":8,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":14,"samples":[{"code_sha256_prefix":"ab13b4ea5fdf8675","entry":"get_cam_name","repo":"oppo-us-research/spacetimegaussians","repo_kind":"official","path":"script/pre_no_prior.py","file_url":"https://github.com/oppo-us-research/spacetimegaussians/blob/HEAD/script/pre_no_prior.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"ab13b4ea5fdf8675"}},{"code_sha256_prefix":"8481d2b8e72d99b1","entry":"get_value_from_args","repo":"oppo-us-research/spacetimegaussians","repo_kind":"official","path":"script/post.py","file_url":"https://github.com/oppo-us-research/spacetimegaussians/blob/HEAD/script/post.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"8481d2b8e72d99b1"}},{"code_sha256_prefix":"a176f0716b3f71bd","entry":"getdistortedflow","repo":"oppo-us-research/spacetimegaussians","repo_kind":"official","path":"script/pre_immersive_distorted.py","file_url":"https://github.com/oppo-us-research/spacetimegaussians/blob/HEAD/script/pre_immersive_distorted.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"a176f0716b3f71bd"}},{"code_sha256_prefix":"9df2e5d12d6863d3","entry":"getloss","repo":"oppo-us-research/spacetimegaussians","repo_kind":"official","path":"helper_train.py","file_url":"https://github.com/oppo-us-research/spacetimegaussians/blob/HEAD/helper_train.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"9df2e5d12d6863d3"}},{"code_sha256_prefix":"460e3a6383594a19","entry":"image_ids_to_pair_id","repo":"oppo-us-research/spacetimegaussians","repo_kind":"official","path":"thirdparty/colmap/pre_colmap.py","file_url":"https://github.com/oppo-us-research/spacetimegaussians/blob/HEAD/thirdparty/colmap/pre_colmap.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"460e3a6383594a19"}},{"code_sha256_prefix":"04fe40b607fbd142","entry":"load_pkl","repo":"oppo-us-research/spacetimegaussians","repo_kind":"official","path":"train_imdist.py","file_url":"https://github.com/oppo-us-research/spacetimegaussians/blob/HEAD/train_imdist.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"04fe40b607fbd142"}},{"code_sha256_prefix":"e7dcd94ad331e47d","entry":"pair_id_to_image_ids","repo":"oppo-us-research/spacetimegaussians","repo_kind":"official","path":"thirdparty/colmap/pre_colmap.py","file_url":"https://github.com/oppo-us-research/spacetimegaussians/blob/HEAD/thirdparty/colmap/pre_colmap.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"e7dcd94ad331e47d"}},{"code_sha256_prefix":"56858e04e6fdb2ff","entry":"read_next_bytes","repo":"oppo-us-research/spacetimegaussians","repo_kind":"official","path":"thirdparty/gaussian_splatting/colmap_loader.py","file_url":"https://github.com/oppo-us-research/spacetimegaussians/blob/HEAD/thirdparty/gaussian_splatting/colmap_loader.py","link_basis":"harvester_set","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"56858e04e6fdb2ff"}},{"code_sha256_prefix":"141f61e2147729f4","entry":"array_to_blob","repo":"oppo-us-research/spacetimegaussians","repo_kind":"official","path":"thirdparty/colmap/pre_colmap.py","file_url":"https://github.com/oppo-us-research/spacetimegaussians/blob/HEAD/thirdparty/colmap/pre_colmap.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"141f61e2147729f4"}},{"code_sha256_prefix":"b74f843732ca3b26","entry":"getmodel","repo":"oppo-us-research/spacetimegaussians","repo_kind":"official","path":"helper_train.py","file_url":"https://github.com/oppo-us-research/spacetimegaussians/blob/HEAD/helper_train.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"b74f843732ca3b26"}},{"code_sha256_prefix":"69aa7138894a1379","entry":"getrenderpip","repo":"oppo-us-research/spacetimegaussians","repo_kind":"official","path":"helper_train.py","file_url":"https://github.com/oppo-us-research/spacetimegaussians/blob/HEAD/helper_train.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"69aa7138894a1379"}},{"code_sha256_prefix":"74c6a993a0948239","entry":"prepare_output_and_logger","repo":"oppo-us-research/spacetimegaussians","repo_kind":"official","path":"train_imdist.py","file_url":"https://github.com/oppo-us-research/spacetimegaussians/blob/HEAD/train_imdist.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"74c6a993a0948239"}},{"code_sha256_prefix":"6ce64cf0fbcd6bb1","entry":"qvec2rotmat","repo":"oppo-us-research/spacetimegaussians","repo_kind":"official","path":"thirdparty/gaussian_splatting/colmap_loader.py","file_url":"https://github.com/oppo-us-research/spacetimegaussians/blob/HEAD/thirdparty/gaussian_splatting/colmap_loader.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6ce64cf0fbcd6bb1"}},{"code_sha256_prefix":"659bc4e7e63ed8f9","entry":"rotmat2qvec","repo":"oppo-us-research/spacetimegaussians","repo_kind":"official","path":"thirdparty/gaussian_splatting/colmap_loader.py","file_url":"https://github.com/oppo-us-research/spacetimegaussians/blob/HEAD/thirdparty/gaussian_splatting/colmap_loader.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"659bc4e7e63ed8f9"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}