{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/uv-volumes-for-real-time-rendering-of","title":"UV Volumes for Real-time Rendering of Editable Free-view Human Performance","arxiv_id":"2203.14402","date":"2022-03-27","proceeding":"CVPR 2023 1","authors":["Yue Chen","Xuan Wang","Xingyu Chen","Qi Zhang","Xiaoyu Li","Yu Guo","Jue Wang","Fei Wang"],"abstract":"Neural volume rendering enables photo-realistic renderings of a human performer in free-view, a critical task in immersive VR/AR applications. But the practice is severely limited by high computational costs in the rendering process. To solve this problem, we propose the UV Volumes, a new approach that can render an editable free-view video of a human performer in real-time. It separates the high-frequency (i.e., non-smooth) human appearance from the 3D volume, and encodes them into 2D neural texture stacks (NTS). The smooth UV volumes allow much smaller and shallower neural networks to obtain densities and texture coordinates in 3D while capturing detailed appearance in 2D NTS. For editability, the mapping between the parameterized human model and the smooth texture coordinates allows us a better generalization on novel poses and shapes. Furthermore, the use of NTS enables interesting applications, e.g., retexturing. Extensive experiments on CMU Panoptic, ZJU Mocap, and H36M datasets show that our model can render 960 x 540 images in 30FPS on average with comparable photo-realism to state-of-the-art methods. The project and supplementary materials are available at https://fanegg.github.io/UV-Volumes.","url_abs":"https://arxiv.org/abs/2203.14402v5","url_pdf":"https://arxiv.org/pdf/2203.14402v5.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"uv-volumes-for-real-time-rendering-of","repo_url":"https://github.com/fanegg/UV-Volumes","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[],"methods":[{"method_slug":"favor","method_name":"FAVOR+"},{"method_slug":"performer","method_name":"Performer"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2203.14402","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.14402"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/fanegg/UV-Volumes","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_draft_wrong":1,"ran":1,"unverified":3},"by_repo_kind":{"official":{"samples":5,"ran":2,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"23a994dc4b638c73","entry":"get_embedder","repo":"fanegg/UV-Volumes","repo_kind":"official","path":"lib/networks/embedder.py","file_url":"https://github.com/fanegg/UV-Volumes/blob/HEAD/lib/networks/embedder.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"23a994dc4b638c73"}},{"code_sha256_prefix":"b0c00209a1cb4ff9","entry":"make_evaluator","repo":"fanegg/UV-Volumes","repo_kind":"official","path":"lib/evaluators/make_evaluator.py","file_url":"https://github.com/fanegg/UV-Volumes/blob/HEAD/lib/evaluators/make_evaluator.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b0c00209a1cb4ff9"}},{"code_sha256_prefix":"97bdde621f4f33ec","entry":"load_cfg","repo":"fanegg/UV-Volumes","repo_kind":"official","path":"lib/config/yacs.py","file_url":"https://github.com/fanegg/UV-Volumes/blob/HEAD/lib/config/yacs.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"97bdde621f4f33ec"}},{"code_sha256_prefix":"f8c8c131e2535539","entry":"make_collator","repo":"fanegg/UV-Volumes","repo_kind":"official","path":"lib/datasets/collate_batch.py","file_url":"https://github.com/fanegg/UV-Volumes/blob/HEAD/lib/datasets/collate_batch.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f8c8c131e2535539"}},{"code_sha256_prefix":"c3d191e87fdb12ac","entry":"make_transforms","repo":"fanegg/UV-Volumes","repo_kind":"official","path":"lib/datasets/transforms.py","file_url":"https://github.com/fanegg/UV-Volumes/blob/HEAD/lib/datasets/transforms.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c3d191e87fdb12ac"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}