{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/rodinhd-high-fidelity-3d-avatar-generation","title":"RodinHD: High-Fidelity 3D Avatar Generation with Diffusion Models","arxiv_id":"2407.06938","date":"2024-07-09","proceeding":null,"authors":["BoWen Zhang","Yiji Cheng","Chunyu Wang","Ting Zhang","Jiaolong Yang","Yansong Tang","Feng Zhao","Dong Chen","Baining Guo"],"abstract":"We present RodinHD, which can generate high-fidelity 3D avatars from a portrait image. Existing methods fail to capture intricate details such as hairstyles which we tackle in this paper. We first identify an overlooked problem of catastrophic forgetting that arises when fitting triplanes sequentially on many avatars, caused by the MLP decoder sharing scheme. To overcome this issue, we raise a novel data scheduling strategy and a weight consolidation regularization term, which improves the decoder's capability of rendering sharper details. Additionally, we optimize the guiding effect of the portrait image by computing a finer-grained hierarchical representation that captures rich 2D texture cues, and injecting them to the 3D diffusion model at multiple layers via cross-attention. When trained on 46K avatars with a noise schedule optimized for triplanes, the resulting model can generate 3D avatars with notably better details than previous methods and can generalize to in-the-wild portrait input.","url_abs":"https://arxiv.org/abs/2407.06938v2","url_pdf":"https://arxiv.org/pdf/2407.06938v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"rodinhd-high-fidelity-3d-avatar-generation","repo_url":"https://github.com/rodinhd/rodinhd","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"decoder","task_name":"Decoder"},{"task_slug":"scheduling","task_name":"Scheduling"}],"methods":[{"method_slug":"diffusion","method_name":"Diffusion"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2407.06938","atlas_url":"https://app.syntology.ai/?focus=2407.06938","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.06938"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/rodinhd/rodinhd","reach":null}],"summary":{"ran":3,"ran_draft_wrong":2,"unverified":8},"by_repo_kind":{"listed":{"samples":13,"ran":5,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":13,"samples":[{"code_sha256_prefix":"2314e69f0ecd85d1","entry":"Conv3DAware","repo":"rodinhd/rodinhd","repo_kind":"listed","path":"pretrained_diffusion/unet.py","file_url":"https://github.com/rodinhd/rodinhd/blob/HEAD/pretrained_diffusion/unet.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"2314e69f0ecd85d1"}},{"code_sha256_prefix":"a129507278826b92","entry":"QKVAttention","repo":"rodinhd/rodinhd","repo_kind":"listed","path":"pretrained_diffusion/unet.py","file_url":"https://github.com/rodinhd/rodinhd/blob/HEAD/pretrained_diffusion/unet.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a129507278826b92"}},{"code_sha256_prefix":"a0333a0a9b15b588","entry":"QKVCrossAttention","repo":"rodinhd/rodinhd","repo_kind":"listed","path":"pretrained_diffusion/unet.py","file_url":"https://github.com/rodinhd/rodinhd/blob/HEAD/pretrained_diffusion/unet.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a0333a0a9b15b588"}},{"code_sha256_prefix":"bc1f418487707805","entry":"conv_3daware","repo":"rodinhd/rodinhd","repo_kind":"listed","path":"pretrained_diffusion/unet.py","file_url":"https://github.com/rodinhd/rodinhd/blob/HEAD/pretrained_diffusion/unet.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"bc1f418487707805"}},{"code_sha256_prefix":"a4255e26db9a7f6a","entry":"timestep_embedding","repo":"rodinhd/rodinhd","repo_kind":"listed","path":"pretrained_diffusion/unet.py","file_url":"https://github.com/rodinhd/rodinhd/blob/HEAD/pretrained_diffusion/unet.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a4255e26db9a7f6a"}},{"code_sha256_prefix":"d17215f100f147cf","entry":"AttentionBlock","repo":"rodinhd/rodinhd","repo_kind":"listed","path":"pretrained_diffusion/unet.py","file_url":"https://github.com/rodinhd/rodinhd/blob/HEAD/pretrained_diffusion/unet.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d17215f100f147cf"}},{"code_sha256_prefix":"79a68382df297fda","entry":"CrossAttentionBlock","repo":"rodinhd/rodinhd","repo_kind":"listed","path":"pretrained_diffusion/unet.py","file_url":"https://github.com/rodinhd/rodinhd/blob/HEAD/pretrained_diffusion/unet.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"79a68382df297fda"}},{"code_sha256_prefix":"a2f43fe6f8383592","entry":"ResBlock","repo":"rodinhd/rodinhd","repo_kind":"listed","path":"pretrained_diffusion/unet.py","file_url":"https://github.com/rodinhd/rodinhd/blob/HEAD/pretrained_diffusion/unet.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a2f43fe6f8383592"}},{"code_sha256_prefix":"205c3e5ebc517d56","entry":"TimestepEmbedSequential","repo":"rodinhd/rodinhd","repo_kind":"listed","path":"pretrained_diffusion/unet.py","file_url":"https://github.com/rodinhd/rodinhd/blob/HEAD/pretrained_diffusion/unet.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"205c3e5ebc517d56"}},{"code_sha256_prefix":"e2c7fb31da905a4b","entry":"UNetModel","repo":"rodinhd/rodinhd","repo_kind":"listed","path":"pretrained_diffusion/unet.py","file_url":"https://github.com/rodinhd/rodinhd/blob/HEAD/pretrained_diffusion/unet.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"e2c7fb31da905a4b"}},{"code_sha256_prefix":"f4dd78dce0a9bc88","entry":"convert_module_to_f16","repo":"rodinhd/rodinhd","repo_kind":"listed","path":"pretrained_diffusion/unet.py","file_url":"https://github.com/rodinhd/rodinhd/blob/HEAD/pretrained_diffusion/unet.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f4dd78dce0a9bc88"}},{"code_sha256_prefix":"6ae95f4d952ed88c","entry":"convert_module_to_f32","repo":"rodinhd/rodinhd","repo_kind":"listed","path":"pretrained_diffusion/unet.py","file_url":"https://github.com/rodinhd/rodinhd/blob/HEAD/pretrained_diffusion/unet.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6ae95f4d952ed88c"}},{"code_sha256_prefix":"264b320dfea0ee62","entry":"normalization","repo":"rodinhd/rodinhd","repo_kind":"listed","path":"pretrained_diffusion/unet.py","file_url":"https://github.com/rodinhd/rodinhd/blob/HEAD/pretrained_diffusion/unet.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"264b320dfea0ee62"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}