{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/multiscale-tensor-decomposition-and-rendering","title":"Multiscale Tensor Decomposition and Rendering Equation Encoding for View Synthesis","arxiv_id":"2303.03808","date":"2023-03-07","proceeding":"CVPR 2023 1","authors":["Kang Han","Wei Xiang"],"abstract":"Rendering novel views from captured multi-view images has made considerable progress since the emergence of the neural radiance field. This paper aims to further advance the quality of view synthesis by proposing a novel approach dubbed the neural radiance feature field (NRFF). We first propose a multiscale tensor decomposition scheme to organize learnable features so as to represent scenes from coarse to fine scales. We demonstrate many benefits of the proposed multiscale representation, including more accurate scene shape and appearance reconstruction, and faster convergence compared with the single-scale representation. Instead of encoding view directions to model view-dependent effects, we further propose to encode the rendering equation in the feature space by employing the anisotropic spherical Gaussian mixture predicted from the proposed multiscale representation. The proposed NRFF improves state-of-the-art rendering results by over 1 dB in PSNR on both the NeRF and NSVF synthetic datasets. A significant improvement has also been observed on the real-world Tanks & Temples dataset. Code can be found at https://github.com/imkanghan/nrff.","url_abs":"https://arxiv.org/abs/2303.03808v2","url_pdf":"https://arxiv.org/pdf/2303.03808v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"multiscale-tensor-decomposition-and-rendering","repo_url":"https://github.com/imkanghan/nrff","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"nerf","task_name":"NeRF"},{"task_slug":"tensor-decomposition","task_name":"Tensor Decomposition"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2303.03808","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.03808"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/imkanghan/nrff","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":12,"ran_fixture":1,"ran_draft_wrong":1,"unverified":8},"by_repo_kind":{"official":{"samples":22,"ran":14,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"311310d09b78c64c","entry":"average_poses","repo":"imkanghan/nrff","repo_kind":"official","path":"dataLoader/llff.py","file_url":"https://github.com/imkanghan/nrff/blob/HEAD/dataLoader/llff.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"311310d09b78c64c"}},{"code_sha256_prefix":"9da28ba9306c62af","entry":"center_poses","repo":"imkanghan/nrff","repo_kind":"official","path":"dataLoader/llff.py","file_url":"https://github.com/imkanghan/nrff/blob/HEAD/dataLoader/llff.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9da28ba9306c62af"}},{"code_sha256_prefix":"90ce0d8859ca0692","entry":"depth2dist","repo":"imkanghan/nrff","repo_kind":"official","path":"dataLoader/ray_utils.py","file_url":"https://github.com/imkanghan/nrff/blob/HEAD/dataLoader/ray_utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"90ce0d8859ca0692"}},{"code_sha256_prefix":"db95ecdf5d4abe6b","entry":"eval_sh","repo":"imkanghan/nrff","repo_kind":"official","path":"models/sh.py","file_url":"https://github.com/imkanghan/nrff/blob/HEAD/models/sh.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"db95ecdf5d4abe6b"}},{"code_sha256_prefix":"caa9e209a9083a0f","entry":"eval_sh_bases","repo":"imkanghan/nrff","repo_kind":"official","path":"models/sh.py","file_url":"https://github.com/imkanghan/nrff/blob/HEAD/models/sh.py","link_basis":"harvester_set","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"caa9e209a9083a0f"}},{"code_sha256_prefix":"dc510fe4f2261490","entry":"init_log","repo":"imkanghan/nrff","repo_kind":"official","path":"utils.py","file_url":"https://github.com/imkanghan/nrff/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"dc510fe4f2261490"}},{"code_sha256_prefix":"54ed7d1680c5c5cb","entry":"ndc2dist","repo":"imkanghan/nrff","repo_kind":"official","path":"dataLoader/ray_utils.py","file_url":"https://github.com/imkanghan/nrff/blob/HEAD/dataLoader/ray_utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"54ed7d1680c5c5cb"}},{"code_sha256_prefix":"aa33e7122eb26d8b","entry":"normalize","repo":"imkanghan/nrff","repo_kind":"official","path":"dataLoader/llff.py","file_url":"https://github.com/imkanghan/nrff/blob/HEAD/dataLoader/llff.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"aa33e7122eb26d8b"}},{"code_sha256_prefix":"11a10efa60767162","entry":"positional_encoding","repo":"imkanghan/nrff","repo_kind":"official","path":"models/tensorBase.py","file_url":"https://github.com/imkanghan/nrff/blob/HEAD/models/tensorBase.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"11a10efa60767162"}},{"code_sha256_prefix":"c1acffa981204fee","entry":"raw2alpha","repo":"imkanghan/nrff","repo_kind":"official","path":"models/tensorBase.py","file_url":"https://github.com/imkanghan/nrff/blob/HEAD/models/tensorBase.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c1acffa981204fee"}},{"code_sha256_prefix":"521893f959a2ef80","entry":"sharpness","repo":"imkanghan/nrff","repo_kind":"official","path":"dataLoader/colmap2nerf.py","file_url":"https://github.com/imkanghan/nrff/blob/HEAD/dataLoader/colmap2nerf.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"521893f959a2ef80"}},{"code_sha256_prefix":"6ccb6c10eee60ba1","entry":"variance_of_laplacian","repo":"imkanghan/nrff","repo_kind":"official","path":"dataLoader/colmap2nerf.py","file_url":"https://github.com/imkanghan/nrff/blob/HEAD/dataLoader/colmap2nerf.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6ccb6c10eee60ba1"}},{"code_sha256_prefix":"5346431312bff754","entry":"visualize_depth","repo":"imkanghan/nrff","repo_kind":"official","path":"utils.py","file_url":"https://github.com/imkanghan/nrff/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5346431312bff754"}},{"code_sha256_prefix":"c775698c33cfa2de","entry":"visualize_depth_numpy","repo":"imkanghan/nrff","repo_kind":"official","path":"utils.py","file_url":"https://github.com/imkanghan/nrff/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c775698c33cfa2de"}},{"code_sha256_prefix":"217770baf8d321ac","entry":"OctreeRender_trilinear_fast","repo":"imkanghan/nrff","repo_kind":"official","path":"renderer.py","file_url":"https://github.com/imkanghan/nrff/blob/HEAD/renderer.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"217770baf8d321ac"}},{"code_sha256_prefix":"31ef772e5aa195a6","entry":"evaluation","repo":"imkanghan/nrff","repo_kind":"official","path":"renderer.py","file_url":"https://github.com/imkanghan/nrff/blob/HEAD/renderer.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"31ef772e5aa195a6"}},{"code_sha256_prefix":"b154fd5e548dc90b","entry":"get_ray_directions","repo":"imkanghan/nrff","repo_kind":"official","path":"dataLoader/ray_utils.py","file_url":"https://github.com/imkanghan/nrff/blob/HEAD/dataLoader/ray_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b154fd5e548dc90b"}},{"code_sha256_prefix":"a29c7ba57ef44899","entry":"pose_spherical","repo":"imkanghan/nrff","repo_kind":"official","path":"dataLoader/nsvf.py","file_url":"https://github.com/imkanghan/nrff/blob/HEAD/dataLoader/nsvf.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a29c7ba57ef44899"}},{"code_sha256_prefix":"9739d99d954a8692","entry":"quaternion_inverse","repo":"imkanghan/nrff","repo_kind":"official","path":"models/quaternion_utils.py","file_url":"https://github.com/imkanghan/nrff/blob/HEAD/models/quaternion_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9739d99d954a8692"}},{"code_sha256_prefix":"8c30803c4e9b5f4b","entry":"quaternion_product","repo":"imkanghan/nrff","repo_kind":"official","path":"models/quaternion_utils.py","file_url":"https://github.com/imkanghan/nrff/blob/HEAD/models/quaternion_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8c30803c4e9b5f4b"}},{"code_sha256_prefix":"cb232f7ed8998652","entry":"quaternion_rotate","repo":"imkanghan/nrff","repo_kind":"official","path":"models/quaternion_utils.py","file_url":"https://github.com/imkanghan/nrff/blob/HEAD/models/quaternion_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"cb232f7ed8998652"}},{"code_sha256_prefix":"6ce64cf0fbcd6bb1","entry":"qvec2rotmat","repo":"imkanghan/nrff","repo_kind":"official","path":"dataLoader/colmap2nerf.py","file_url":"https://github.com/imkanghan/nrff/blob/HEAD/dataLoader/colmap2nerf.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6ce64cf0fbcd6bb1"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}