{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/efficient-region-aware-neural-radiance-fields","title":"Efficient Region-Aware Neural Radiance Fields for High-Fidelity Talking Portrait Synthesis","arxiv_id":"2307.09323","date":"2023-07-18","proceeding":"ICCV 2023 1","authors":["Jiahe Li","Jiawei Zhang","Xiao Bai","Jun Zhou","Lin Gu"],"abstract":"This paper presents ER-NeRF, a novel conditional Neural Radiance Fields (NeRF) based architecture for talking portrait synthesis that can concurrently achieve fast convergence, real-time rendering, and state-of-the-art performance with small model size. Our idea is to explicitly exploit the unequal contribution of spatial regions to guide talking portrait modeling. Specifically, to improve the accuracy of dynamic head reconstruction, a compact and expressive NeRF-based Tri-Plane Hash Representation is introduced by pruning empty spatial regions with three planar hash encoders. For speech audio, we propose a Region Attention Module to generate region-aware condition feature via an attention mechanism. Different from existing methods that utilize an MLP-based encoder to learn the cross-modal relation implicitly, the attention mechanism builds an explicit connection between audio features and spatial regions to capture the priors of local motions. Moreover, a direct and fast Adaptive Pose Encoding is introduced to optimize the head-torso separation problem by mapping the complex transformation of the head pose into spatial coordinates. Extensive experiments demonstrate that our method renders better high-fidelity and audio-lips synchronized talking portrait videos, with realistic details and high efficiency compared to previous methods.","url_abs":"https://arxiv.org/abs/2307.09323v2","url_pdf":"https://arxiv.org/pdf/2307.09323v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"efficient-region-aware-neural-radiance-fields","repo_url":"https://github.com/fictionarry/er-nerf","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"nerf","task_name":"NeRF"}],"methods":[{"method_slug":"pruning","method_name":"Pruning"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2307.09323","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.09323"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/fictionarry/er-nerf","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_draft_wrong":2,"ran":8,"unverified":2},"by_repo_kind":{"official":{"samples":12,"ran":10,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"fac5364e2f53c6db","entry":"conv3x3","repo":"fictionarry/er-nerf","repo_kind":"official","path":"data_utils/face_parsing/resnet.py","file_url":"https://github.com/fictionarry/er-nerf/blob/HEAD/data_utils/face_parsing/resnet.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fac5364e2f53c6db"}},{"code_sha256_prefix":"325b8d54f52e2421","entry":"create_layer_basic","repo":"fictionarry/er-nerf","repo_kind":"official","path":"data_utils/face_parsing/resnet.py","file_url":"https://github.com/fictionarry/er-nerf/blob/HEAD/data_utils/face_parsing/resnet.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"325b8d54f52e2421"}},{"code_sha256_prefix":"083a6ac840310b58","entry":"get_audio_features","repo":"fictionarry/er-nerf","repo_kind":"official","path":"nerf_triplane/utils.py","file_url":"https://github.com/fictionarry/er-nerf/blob/HEAD/nerf_triplane/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"083a6ac840310b58"}},{"code_sha256_prefix":"df2164d2c1f74c1b","entry":"linear_to_srgb","repo":"fictionarry/er-nerf","repo_kind":"official","path":"nerf_triplane/utils.py","file_url":"https://github.com/fictionarry/er-nerf/blob/HEAD/nerf_triplane/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"df2164d2c1f74c1b"}},{"code_sha256_prefix":"5674b30130f49b38","entry":"make_even_first_dim","repo":"fictionarry/er-nerf","repo_kind":"official","path":"data_utils/hubert.py","file_url":"https://github.com/fictionarry/er-nerf/blob/HEAD/data_utils/hubert.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5674b30130f49b38"}},{"code_sha256_prefix":"cc5a245ddce1b228","entry":"nerf_matrix_to_ngp","repo":"fictionarry/er-nerf","repo_kind":"official","path":"nerf_triplane/provider.py","file_url":"https://github.com/fictionarry/er-nerf/blob/HEAD/nerf_triplane/provider.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"cc5a245ddce1b228"}},{"code_sha256_prefix":"5e3067f7bf8c9e33","entry":"polygon_area","repo":"fictionarry/er-nerf","repo_kind":"official","path":"nerf_triplane/provider.py","file_url":"https://github.com/fictionarry/er-nerf/blob/HEAD/nerf_triplane/provider.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5e3067f7bf8c9e33"}},{"code_sha256_prefix":"8ed7b9fc7f33d1dd","entry":"sample_pdf","repo":"fictionarry/er-nerf","repo_kind":"official","path":"nerf_triplane/renderer.py","file_url":"https://github.com/fictionarry/er-nerf/blob/HEAD/nerf_triplane/renderer.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8ed7b9fc7f33d1dd"}},{"code_sha256_prefix":"c08d25b3e8575c34","entry":"smooth_camera_path","repo":"fictionarry/er-nerf","repo_kind":"official","path":"nerf_triplane/provider.py","file_url":"https://github.com/fictionarry/er-nerf/blob/HEAD/nerf_triplane/provider.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c08d25b3e8575c34"}},{"code_sha256_prefix":"78534c794e6d4ae8","entry":"srgb_to_linear","repo":"fictionarry/er-nerf","repo_kind":"official","path":"nerf_triplane/utils.py","file_url":"https://github.com/fictionarry/er-nerf/blob/HEAD/nerf_triplane/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"78534c794e6d4ae8"}},{"code_sha256_prefix":"c772127017598c32","entry":"get_encoder","repo":"fictionarry/er-nerf","repo_kind":"official","path":"encoding.py","file_url":"https://github.com/fictionarry/er-nerf/blob/HEAD/encoding.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c772127017598c32"}},{"code_sha256_prefix":"874fee02f29df197","entry":"save_transforms","repo":"fictionarry/er-nerf","repo_kind":"official","path":"data_utils/process.py","file_url":"https://github.com/fictionarry/er-nerf/blob/HEAD/data_utils/process.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"874fee02f29df197"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}