{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/dreg-nerf-deep-registration-for-neural","title":"DReg-NeRF: Deep Registration for Neural Radiance Fields","arxiv_id":"2308.09386","date":"2023-08-18","proceeding":"ICCV 2023 1","authors":["Yu Chen","Gim Hee Lee"],"abstract":"Although Neural Radiance Fields (NeRF) is popular in the computer vision community recently, registering multiple NeRFs has yet to gain much attention. Unlike the existing work, NeRF2NeRF, which is based on traditional optimization methods and needs human annotated keypoints, we propose DReg-NeRF to solve the NeRF registration problem on object-centric scenes without human intervention. After training NeRF models, our DReg-NeRF first extracts features from the occupancy grid in NeRF. Subsequently, our DReg-NeRF utilizes a transformer architecture with self-attention and cross-attention layers to learn the relations between pairwise NeRF blocks. In contrast to state-of-the-art (SOTA) point cloud registration methods, the decoupled correspondences are supervised by surface fields without any ground truth overlapping labels. We construct a novel view synthesis dataset with 1,700+ 3D objects obtained from Objaverse to train our network. When evaluated on the test set, our proposed method beats the SOTA point cloud registration methods by a large margin, with a mean $\\text{RPE}=9.67^{\\circ}$ and a mean $\\text{RTE}=0.038$. Our code is available at https://github.com/AIBluefisher/DReg-NeRF.","url_abs":"https://arxiv.org/abs/2308.09386v1","url_pdf":"https://arxiv.org/pdf/2308.09386v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"dreg-nerf-deep-registration-for-neural","repo_url":"https://github.com/aibluefisher/dreg-nerf","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"nerf","task_name":"NeRF"},{"task_slug":"novel-view-synthesis","task_name":"Novel View Synthesis"},{"task_slug":"point-cloud-registration","task_name":"Point Cloud Registration"},{"task_slug":"rte","task_name":"RTE"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=2308.09386","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.09386"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/aibluefisher/dreg-nerf","reach":{"status":"ok"}}],"summary":{"ran":6,"unverified":4},"by_repo_kind":{"official":{"samples":10,"ran":6,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":10,"samples":[{"code_sha256_prefix":"0c13c6755b974ae9","entry":"compute_psnr","repo":"aibluefisher/dreg-nerf","repo_kind":"official","path":"eval_ngp_nerf.py","file_url":"https://github.com/aibluefisher/dreg-nerf/blob/HEAD/eval_ngp_nerf.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0c13c6755b974ae9"}},{"code_sha256_prefix":"f48c5cd4cb289676","entry":"evaluate_camera_alignment","repo":"aibluefisher/dreg-nerf","repo_kind":"official","path":"eval_nerf_regtr.py","file_url":"https://github.com/aibluefisher/dreg-nerf/blob/HEAD/eval_nerf_regtr.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f48c5cd4cb289676"}},{"code_sha256_prefix":"80a83bdc7f285345","entry":"pad_sequence","repo":"aibluefisher/dreg-nerf","repo_kind":"official","path":"conerf/register/nerf_regtr.py","file_url":"https://github.com/aibluefisher/dreg-nerf/blob/HEAD/conerf/register/nerf_regtr.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"80a83bdc7f285345"}},{"code_sha256_prefix":"c778cf25f3bb5ae2","entry":"rotation_distance","repo":"aibluefisher/dreg-nerf","repo_kind":"official","path":"eval_nerf_regtr.py","file_url":"https://github.com/aibluefisher/dreg-nerf/blob/HEAD/eval_nerf_regtr.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"c778cf25f3bb5ae2"}},{"code_sha256_prefix":"797b5bdb0676dfee","entry":"split_src_tgt","repo":"aibluefisher/dreg-nerf","repo_kind":"official","path":"conerf/register/nerf_regtr.py","file_url":"https://github.com/aibluefisher/dreg-nerf/blob/HEAD/conerf/register/nerf_regtr.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"797b5bdb0676dfee"}},{"code_sha256_prefix":"7929221069aa684f","entry":"unpad_sequences","repo":"aibluefisher/dreg-nerf","repo_kind":"official","path":"conerf/register/nerf_regtr.py","file_url":"https://github.com/aibluefisher/dreg-nerf/blob/HEAD/conerf/register/nerf_regtr.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"7929221069aa684f"}},{"code_sha256_prefix":"0b5806f80cbe1674","entry":"colorize","repo":"aibluefisher/dreg-nerf","repo_kind":"official","path":"utils.py","file_url":"https://github.com/aibluefisher/dreg-nerf/blob/HEAD/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0b5806f80cbe1674"}},{"code_sha256_prefix":"682017bb8c06a97f","entry":"colorize_np","repo":"aibluefisher/dreg-nerf","repo_kind":"official","path":"utils.py","file_url":"https://github.com/aibluefisher/dreg-nerf/blob/HEAD/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"682017bb8c06a97f"}},{"code_sha256_prefix":"489de34c7228604f","entry":"compute_lpips","repo":"aibluefisher/dreg-nerf","repo_kind":"official","path":"eval_ngp_nerf.py","file_url":"https://github.com/aibluefisher/dreg-nerf/blob/HEAD/eval_ngp_nerf.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"489de34c7228604f"}},{"code_sha256_prefix":"42894c8a9c9de701","entry":"get_vertical_colorbar","repo":"aibluefisher/dreg-nerf","repo_kind":"official","path":"utils.py","file_url":"https://github.com/aibluefisher/dreg-nerf/blob/HEAD/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"42894c8a9c9de701"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}