{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/drivingrecon-large-4d-gaussian-reconstruction","title":"DrivingRecon: Large 4D Gaussian Reconstruction Model For Autonomous Driving","arxiv_id":"2412.09043","date":"2024-12-12","proceeding":null,"authors":["Hao Lu","Tianshuo Xu","Wenzhao Zheng","Yunpeng Zhang","Wei Zhan","Dalong Du","Masayoshi Tomizuka","Kurt Keutzer","Yingcong Chen"],"abstract":"Photorealistic 4D reconstruction of street scenes is essential for developing real-world simulators in autonomous driving. However, most existing methods perform this task offline and rely on time-consuming iterative processes, limiting their practical applications. To this end, we introduce the Large 4D Gaussian Reconstruction Model (DrivingRecon), a generalizable driving scene reconstruction model, which directly predicts 4D Gaussian from surround view videos. To better integrate the surround-view images, the Prune and Dilate Block (PD-Block) is proposed to eliminate overlapping Gaussian points between adjacent views and remove redundant background points. To enhance cross-temporal information, dynamic and static decoupling is tailored to better learn geometry and motion features. Experimental results demonstrate that DrivingRecon significantly improves scene reconstruction quality and novel view synthesis compared to existing methods. Furthermore, we explore applications of DrivingRecon in model pre-training, vehicle adaptation, and scene editing. Our code is available at https://github.com/EnVision-Research/DriveRecon.","url_abs":"https://arxiv.org/abs/2412.09043v1","url_pdf":"https://arxiv.org/pdf/2412.09043v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"drivingrecon-large-4d-gaussian-reconstruction","repo_url":"https://github.com/envision-research/driverecon","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}}],"tasks":[{"task_slug":"4d-reconstruction","task_name":"4D reconstruction"},{"task_slug":"autonomous-driving","task_name":"Autonomous Driving"},{"task_slug":"novel-view-synthesis","task_name":"Novel View Synthesis"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2412.09043","atlas_url":"https://app.syntology.ai/?focus=2412.09043","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2412.09043"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/envision-research/driverecon","reach":{"status":"ok"}}],"summary":{"ran":1,"unverified":14},"by_repo_kind":{"official":{"samples":15,"ran":1,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":15,"samples":[{"code_sha256_prefix":"cdd00787894554b5","entry":"readImages","repo":"envision-research/driverecon","repo_kind":"official","path":"metrics.py","file_url":"https://github.com/envision-research/driverecon/blob/HEAD/metrics.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"cdd00787894554b5"}},{"code_sha256_prefix":"5d16d4d4fc573ac7","entry":"add_residual","repo":"envision-research/driverecon","repo_kind":"official","path":"dinov2/layers/block.py","file_url":"https://github.com/envision-research/driverecon/blob/HEAD/dinov2/layers/block.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5d16d4d4fc573ac7"}},{"code_sha256_prefix":"da5e89413133330c","entry":"compute_depth","repo":"envision-research/driverecon","repo_kind":"official","path":"utils/loss_utils.py","file_url":"https://github.com/envision-research/driverecon/blob/HEAD/utils/loss_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"da5e89413133330c"}},{"code_sha256_prefix":"134980aa63271fbb","entry":"coords_grid","repo":"envision-research/driverecon","repo_kind":"official","path":"scene/PointNet.py","file_url":"https://github.com/envision-research/driverecon/blob/HEAD/scene/PointNet.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"134980aa63271fbb"}},{"code_sha256_prefix":"85f7ffc01945bb72","entry":"drop_add_residual_stochastic_depth","repo":"envision-research/driverecon","repo_kind":"official","path":"dinov2/layers/block.py","file_url":"https://github.com/envision-research/driverecon/blob/HEAD/dinov2/layers/block.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"85f7ffc01945bb72"}},{"code_sha256_prefix":"5be3610fa1fee19e","entry":"get_branges_scales","repo":"envision-research/driverecon","repo_kind":"official","path":"dinov2/layers/block.py","file_url":"https://github.com/envision-research/driverecon/blob/HEAD/dinov2/layers/block.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5be3610fa1fee19e"}},{"code_sha256_prefix":"175e3da7503633f8","entry":"get_directions","repo":"envision-research/driverecon","repo_kind":"official","path":"scene/background_model.py","file_url":"https://github.com/envision-research/driverecon/blob/HEAD/scene/background_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"175e3da7503633f8"}},{"code_sha256_prefix":"ce63f0de3afe4554","entry":"get_ground_np","repo":"envision-research/driverecon","repo_kind":"official","path":"waymo_preprocess.py","file_url":"https://github.com/envision-research/driverecon/blob/HEAD/waymo_preprocess.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ce63f0de3afe4554"}},{"code_sha256_prefix":"317bf63cf42925ff","entry":"get_rays","repo":"envision-research/driverecon","repo_kind":"official","path":"scene/background_model.py","file_url":"https://github.com/envision-research/driverecon/blob/HEAD/scene/background_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"317bf63cf42925ff"}},{"code_sha256_prefix":"fa28b3cfd6890d3b","entry":"init_pool","repo":"envision-research/driverecon","repo_kind":"official","path":"waymo_preprocess.py","file_url":"https://github.com/envision-research/driverecon/blob/HEAD/waymo_preprocess.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"fa28b3cfd6890d3b"}},{"code_sha256_prefix":"c9cb5e3906f5e9db","entry":"min_max","repo":"envision-research/driverecon","repo_kind":"official","path":"scene/background_model.py","file_url":"https://github.com/envision-research/driverecon/blob/HEAD/scene/background_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"c9cb5e3906f5e9db"}},{"code_sha256_prefix":"10f6c504485a371d","entry":"normalize_depth","repo":"envision-research/driverecon","repo_kind":"official","path":"utils/loss_utils.py","file_url":"https://github.com/envision-research/driverecon/blob/HEAD/utils/loss_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"10f6c504485a371d"}},{"code_sha256_prefix":"6c6230c0c96f18aa","entry":"pearson_similarity","repo":"envision-research/driverecon","repo_kind":"official","path":"utils/loss_utils.py","file_url":"https://github.com/envision-research/driverecon/blob/HEAD/utils/loss_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6c6230c0c96f18aa"}},{"code_sha256_prefix":"6d5f33814a53cca2","entry":"track_parallel_progress","repo":"envision-research/driverecon","repo_kind":"official","path":"waymo_preprocess.py","file_url":"https://github.com/envision-research/driverecon/blob/HEAD/waymo_preprocess.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6d5f33814a53cca2"}},{"code_sha256_prefix":"d809e823c4e3678d","entry":"warp_with_pose_depth_candidates","repo":"envision-research/driverecon","repo_kind":"official","path":"scene/PointNet.py","file_url":"https://github.com/envision-research/driverecon/blob/HEAD/scene/PointNet.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d809e823c4e3678d"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}