{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/relighting-neural-radiance-fields-with-shadow","title":"Relighting Neural Radiance Fields with Shadow and Highlight Hints","arxiv_id":"2308.13404","date":"2023-08-25","proceeding":null,"authors":["Chong Zeng","Guojun Chen","Yue Dong","Pieter Peers","Hongzhi Wu","Xin Tong"],"abstract":"This paper presents a novel neural implicit radiance representation for free viewpoint relighting from a small set of unstructured photographs of an object lit by a moving point light source different from the view position. We express the shape as a signed distance function modeled by a multi layer perceptron. In contrast to prior relightable implicit neural representations, we do not disentangle the different reflectance components, but model both the local and global reflectance at each point by a second multi layer perceptron that, in addition, to density features, the current position, the normal (from the signed distace function), view direction, and light position, also takes shadow and highlight hints to aid the network in modeling the corresponding high frequency light transport effects. These hints are provided as a suggestion, and we leave it up to the network to decide how to incorporate these in the final relit result. We demonstrate and validate our neural implicit representation on synthetic and real scenes exhibiting a wide variety of shapes, material properties, and global illumination light transport.","url_abs":"https://arxiv.org/abs/2308.13404v1","url_pdf":"https://arxiv.org/pdf/2308.13404v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"relighting-neural-radiance-fields-with-shadow","repo_url":"https://github.com/iamNCJ/NRHints","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"jax","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":null,"task_name":"Position"}],"methods":[],"datasets_introduced":[{"slug":"nrhints-realcapture","name":"NRHints-RealCapture","full_name":"NRHints Real Captured Objects"},{"slug":"nrhints-synthetic","name":"NRHints-Synthetic","full_name":"NRHints Synthetic Relighting Scenes"}],"methods_introduced":[],"results":[],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=2308.13404","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.13404"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/iamNCJ/NRHints","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":11},"by_repo_kind":{"official":{"samples":11,"ran":11,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"5d09cdd1a172883b","entry":"components_from_spherical_harmonics","repo":"iamNCJ/NRHints","repo_kind":"official","path":"fields/encodings.py","file_url":"https://github.com/iamNCJ/NRHints/blob/HEAD/fields/encodings.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5d09cdd1a172883b"}},{"code_sha256_prefix":"8cbc323c7d1340e2","entry":"compute_3d_gaussian","repo":"iamNCJ/NRHints","repo_kind":"official","path":"camera/ray_utils.py","file_url":"https://github.com/iamNCJ/NRHints/blob/HEAD/camera/ray_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8cbc323c7d1340e2"}},{"code_sha256_prefix":"9ef31786380a0afc","entry":"conical_frustum_to_gaussian","repo":"iamNCJ/NRHints","repo_kind":"official","path":"camera/ray_utils.py","file_url":"https://github.com/iamNCJ/NRHints/blob/HEAD/camera/ray_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9ef31786380a0afc"}},{"code_sha256_prefix":"71f6c29665a5d058","entry":"exp_map_SE3","repo":"iamNCJ/NRHints","repo_kind":"official","path":"camera/lie_groups.py","file_url":"https://github.com/iamNCJ/NRHints/blob/HEAD/camera/lie_groups.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"71f6c29665a5d058"}},{"code_sha256_prefix":"14a089bd3a79c249","entry":"exp_map_SO3xR3","repo":"iamNCJ/NRHints","repo_kind":"official","path":"camera/lie_groups.py","file_url":"https://github.com/iamNCJ/NRHints/blob/HEAD/camera/lie_groups.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"14a089bd3a79c249"}},{"code_sha256_prefix":"fa0affa92b7ff42b","entry":"expected_sin","repo":"iamNCJ/NRHints","repo_kind":"official","path":"fields/encodings.py","file_url":"https://github.com/iamNCJ/NRHints/blob/HEAD/fields/encodings.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fa0affa92b7ff42b"}},{"code_sha256_prefix":"b68bcf62efdab61a","entry":"extract_fields","repo":"iamNCJ/NRHints","repo_kind":"official","path":"models/neus_hint_model.py","file_url":"https://github.com/iamNCJ/NRHints/blob/HEAD/models/neus_hint_model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b68bcf62efdab61a"}},{"code_sha256_prefix":"6f35e5c391898ce7","entry":"rot_phi","repo":"iamNCJ/NRHints","repo_kind":"official","path":"camera/video_pose_utils.py","file_url":"https://github.com/iamNCJ/NRHints/blob/HEAD/camera/video_pose_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6f35e5c391898ce7"}},{"code_sha256_prefix":"7f9c426ffc6ab29e","entry":"rot_theta","repo":"iamNCJ/NRHints","repo_kind":"official","path":"camera/video_pose_utils.py","file_url":"https://github.com/iamNCJ/NRHints/blob/HEAD/camera/video_pose_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7f9c426ffc6ab29e"}},{"code_sha256_prefix":"2ee5137eb749ef9f","entry":"sample_pdf","repo":"iamNCJ/NRHints","repo_kind":"official","path":"models/neus_hint_model.py","file_url":"https://github.com/iamNCJ/NRHints/blob/HEAD/models/neus_hint_model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2ee5137eb749ef9f"}},{"code_sha256_prefix":"c5433e0050d3b8e3","entry":"trans_t","repo":"iamNCJ/NRHints","repo_kind":"official","path":"camera/video_pose_utils.py","file_url":"https://github.com/iamNCJ/NRHints/blob/HEAD/camera/video_pose_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c5433e0050d3b8e3"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}