{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/nerf-lidar-generating-realistic-lidar-point","title":"NeRF-LiDAR: Generating Realistic LiDAR Point Clouds with Neural Radiance Fields","arxiv_id":"2304.14811","date":"2023-04-28","proceeding":null,"authors":["Junge Zhang","Feihu Zhang","Shaochen Kuang","Li Zhang"],"abstract":"Labeling LiDAR point clouds for training autonomous driving is extremely expensive and difficult. LiDAR simulation aims at generating realistic LiDAR data with labels for training and verifying self-driving algorithms more efficiently. Recently, Neural Radiance Fields (NeRF) have been proposed for novel view synthesis using implicit reconstruction of 3D scenes. Inspired by this, we present NeRF-LIDAR, a novel LiDAR simulation method that leverages real-world information to generate realistic LIDAR point clouds. Different from existing LiDAR simulators, we use real images and point cloud data collected by self-driving cars to learn the 3D scene representation, point cloud generation and label rendering. We verify the effectiveness of our NeRF-LiDAR by training different 3D segmentation models on the generated LiDAR point clouds. It reveals that the trained models are able to achieve similar accuracy when compared with the same model trained on the real LiDAR data. Besides, the generated data is capable of boosting the accuracy through pre-training which helps reduce the requirements of the real labeled data.","url_abs":"https://arxiv.org/abs/2304.14811v3","url_pdf":"https://arxiv.org/pdf/2304.14811v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"nerf-lidar-generating-realistic-lidar-point","repo_url":"https://github.com/fudan-zvg/nerf-lidar","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"autonomous-driving","task_name":"Autonomous Driving"},{"task_slug":"nerf","task_name":"NeRF"},{"task_slug":"novel-view-synthesis","task_name":"Novel View Synthesis"},{"task_slug":"point-cloud-generation","task_name":"Point Cloud Generation"},{"task_slug":"self-driving-cars","task_name":"Self-Driving Cars"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2304.14811","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.14811"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/fudan-zvg/nerf-lidar","reach":null}],"summary":{"ran_draft_wrong":3,"unverified":1},"by_repo_kind":{"official":{"samples":4,"ran":3,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":4,"samples":[{"code_sha256_prefix":"cc4bd212506c0589","entry":"nerf_to_lidar","repo":"fudan-zvg/nerf-lidar","repo_kind":"official","path":"NeRF_LiDAR/NeRF_Lidar_code/src/nerf2world.py","file_url":"https://github.com/fudan-zvg/nerf-lidar/blob/HEAD/NeRF_LiDAR/NeRF_Lidar_code/src/nerf2world.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"cc4bd212506c0589"}},{"code_sha256_prefix":"150a7bc29222d3dc","entry":"nerf_to_lidar_ksc","repo":"fudan-zvg/nerf-lidar","repo_kind":"official","path":"NeRF_LiDAR/NeRF_Lidar_code/src/nerf2world.py","file_url":"https://github.com/fudan-zvg/nerf-lidar/blob/HEAD/NeRF_LiDAR/NeRF_Lidar_code/src/nerf2world.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"150a7bc29222d3dc"}},{"code_sha256_prefix":"2dd0366584e40a6b","entry":"nerf_to_world","repo":"fudan-zvg/nerf-lidar","repo_kind":"official","path":"NeRF_LiDAR/NeRF_Lidar_code/src/nerf2world.py","file_url":"https://github.com/fudan-zvg/nerf-lidar/blob/HEAD/NeRF_LiDAR/NeRF_Lidar_code/src/nerf2world.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"2dd0366584e40a6b"}},{"code_sha256_prefix":"02254ee244c3908e","entry":"visualize_depth","repo":"fudan-zvg/nerf-lidar","repo_kind":"official","path":"NeRF_LiDAR/zipnerf/render.py","file_url":"https://github.com/fudan-zvg/nerf-lidar/blob/HEAD/NeRF_LiDAR/zipnerf/render.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"02254ee244c3908e"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}