{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/sifu-side-view-conditioned-implicit-function","title":"SIFU: Side-view Conditioned Implicit Function for Real-world Usable Clothed Human Reconstruction","arxiv_id":"2312.06704","date":"2023-12-10","proceeding":"CVPR 2024 1","authors":["Zechuan Zhang","Zongxin Yang","Yi Yang"],"abstract":"Creating high-quality 3D models of clothed humans from single images for real-world applications is crucial. Despite recent advancements, accurately reconstructing humans in complex poses or with loose clothing from in-the-wild images, along with predicting textures for unseen areas, remains a significant challenge. A key limitation of previous methods is their insufficient prior guidance in transitioning from 2D to 3D and in texture prediction. In response, we introduce SIFU (Side-view Conditioned Implicit Function for Real-world Usable Clothed Human Reconstruction), a novel approach combining a Side-view Decoupling Transformer with a 3D Consistent Texture Refinement pipeline.SIFU employs a cross-attention mechanism within the transformer, using SMPL-X normals as queries to effectively decouple side-view features in the process of mapping 2D features to 3D. This method not only improves the precision of the 3D models but also their robustness, especially when SMPL-X estimates are not perfect. Our texture refinement process leverages text-to-image diffusion-based prior to generate realistic and consistent textures for invisible views. Through extensive experiments, SIFU surpasses SOTA methods in both geometry and texture reconstruction, showcasing enhanced robustness in complex scenarios and achieving an unprecedented Chamfer and P2S measurement. Our approach extends to practical applications such as 3D printing and scene building, demonstrating its broad utility in real-world scenarios. Project page https://river-zhang.github.io/SIFU-projectpage/ .","url_abs":"https://arxiv.org/abs/2312.06704v3","url_pdf":"https://arxiv.org/pdf/2312.06704v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"sifu-side-view-conditioned-implicit-function","repo_url":"https://github.com/River-Zhang/SIFU","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"lifelike-3d-human-generation","task_name":"Lifelike 3D Human Generation"}],"methods":[{"method_slug":"absolute-position-encodings","method_name":"Absolute Position Encodings"},{"method_slug":"adam","method_name":"Adam"},{"method_slug":"attention","method_name":"Attention"},{"method_slug":"bpe","method_name":"BPE"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"dropout","method_name":"Dropout"},{"method_slug":"label-smoothing","method_name":"Label Smoothing"},{"method_slug":"layer-normalization","method_name":"Layer Normalization"},{"method_slug":"linear-layer","method_name":"Linear Layer"},{"method_slug":"multi-head-attention","method_name":"Multi-Head Attention"},{"method_slug":"position-wise-feed-forward-layer","method_name":"Position-Wise Feed-Forward Layer"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"softmax","method_name":"Softmax"},{"method_slug":"transformer","method_name":"Transformer"}],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/lifelike-3d-human-generation-on-thuman2-0","task":"Lifelike 3D Human Generation","dataset":"THuman2.0 Dataset","model":"SIFU","rank_in_archive_order":5,"of":6,"metrics":{"CLIP Similarity":"0.8663","LPIPS":"0.1500","PSNR":"16.4600","SSIM":"0.7931"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2312.06704","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.06704"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/River-Zhang/SIFU","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":13,"unverified":5},"by_repo_kind":{"official":{"samples":18,"ran":13,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"c25753fc9d52f1fc","entry":"build_smooth_conv3D","repo":"River-Zhang/SIFU","repo_kind":"official","path":"lib/common/seg3d_utils.py","file_url":"https://github.com/River-Zhang/SIFU/blob/HEAD/lib/common/seg3d_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c25753fc9d52f1fc"}},{"code_sha256_prefix":"c07f0db88d9cd069","entry":"create_grid2D","repo":"River-Zhang/SIFU","repo_kind":"official","path":"lib/common/seg3d_utils.py","file_url":"https://github.com/River-Zhang/SIFU/blob/HEAD/lib/common/seg3d_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c07f0db88d9cd069"}},{"code_sha256_prefix":"8e3d9f38a1b40efc","entry":"create_grid3D","repo":"River-Zhang/SIFU","repo_kind":"official","path":"lib/common/seg3d_utils.py","file_url":"https://github.com/River-Zhang/SIFU/blob/HEAD/lib/common/seg3d_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8e3d9f38a1b40efc"}},{"code_sha256_prefix":"3771ef371f90d296","entry":"gen_mesh_color","repo":"River-Zhang/SIFU","repo_kind":"official","path":"apps/infer.py","file_url":"https://github.com/River-Zhang/SIFU/blob/HEAD/apps/infer.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3771ef371f90d296"}},{"code_sha256_prefix":"8f032be442a1aef5","entry":"gen_mesh_eval","repo":"River-Zhang/SIFU","repo_kind":"official","path":"lib/common/train_util.py","file_url":"https://github.com/River-Zhang/SIFU/blob/HEAD/lib/common/train_util.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8f032be442a1aef5"}},{"code_sha256_prefix":"e23beb1e7eafd0a8","entry":"load_calib","repo":"River-Zhang/SIFU","repo_kind":"official","path":"apps/infer.py","file_url":"https://github.com/River-Zhang/SIFU/blob/HEAD/apps/infer.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e23beb1e7eafd0a8"}},{"code_sha256_prefix":"3433ad17bc7e6650","entry":"load_segmentation","repo":"River-Zhang/SIFU","repo_kind":"official","path":"lib/common/cloth_extraction.py","file_url":"https://github.com/River-Zhang/SIFU/blob/HEAD/lib/common/cloth_extraction.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3433ad17bc7e6650"}},{"code_sha256_prefix":"27cd0667887a625b","entry":"parse_args","repo":"River-Zhang/SIFU","repo_kind":"official","path":"lib/common/config.py","file_url":"https://github.com/River-Zhang/SIFU/blob/HEAD/lib/common/config.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"27cd0667887a625b"}},{"code_sha256_prefix":"66fb5ef9d96ef0a8","entry":"rename","repo":"River-Zhang/SIFU","repo_kind":"official","path":"lib/common/train_util.py","file_url":"https://github.com/River-Zhang/SIFU/blob/HEAD/lib/common/train_util.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"66fb5ef9d96ef0a8"}},{"code_sha256_prefix":"bd32d6f5d82a5a9e","entry":"solid_angles","repo":"River-Zhang/SIFU","repo_kind":"official","path":"lib/common/render_utils.py","file_url":"https://github.com/River-Zhang/SIFU/blob/HEAD/lib/common/render_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"bd32d6f5d82a5a9e"}},{"code_sha256_prefix":"31b960f8590428bd","entry":"transform_to_tensor","repo":"River-Zhang/SIFU","repo_kind":"official","path":"lib/common/imutils.py","file_url":"https://github.com/River-Zhang/SIFU/blob/HEAD/lib/common/imutils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"31b960f8590428bd"}},{"code_sha256_prefix":"b8a4086cbd7b040e","entry":"vertex_colors_to_texture","repo":"River-Zhang/SIFU","repo_kind":"official","path":"apps/infer.py","file_url":"https://github.com/River-Zhang/SIFU/blob/HEAD/apps/infer.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b8a4086cbd7b040e"}},{"code_sha256_prefix":"cd54a895a2ab8720","entry":"winding_numbers","repo":"River-Zhang/SIFU","repo_kind":"official","path":"lib/common/render_utils.py","file_url":"https://github.com/River-Zhang/SIFU/blob/HEAD/lib/common/render_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"cd54a895a2ab8720"}},{"code_sha256_prefix":"227a4974e3e6917b","entry":"get_affine_matrix_box","repo":"River-Zhang/SIFU","repo_kind":"official","path":"lib/common/imutils.py","file_url":"https://github.com/River-Zhang/SIFU/blob/HEAD/lib/common/imutils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"227a4974e3e6917b"}},{"code_sha256_prefix":"00f9feda347a4ad9","entry":"get_affine_matrix_wh","repo":"River-Zhang/SIFU","repo_kind":"official","path":"lib/common/imutils.py","file_url":"https://github.com/River-Zhang/SIFU/blob/HEAD/lib/common/imutils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"00f9feda347a4ad9"}},{"code_sha256_prefix":"79509ef34e0af8e4","entry":"reshape_sample_tensor","repo":"River-Zhang/SIFU","repo_kind":"official","path":"lib/common/train_util.py","file_url":"https://github.com/River-Zhang/SIFU/blob/HEAD/lib/common/train_util.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"79509ef34e0af8e4"}},{"code_sha256_prefix":"32b523249d5d7868","entry":"smpl_to_recon_labels","repo":"River-Zhang/SIFU","repo_kind":"official","path":"lib/common/cloth_extraction.py","file_url":"https://github.com/River-Zhang/SIFU/blob/HEAD/lib/common/cloth_extraction.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"32b523249d5d7868"}},{"code_sha256_prefix":"938f7173c2e6ab9c","entry":"update_cfg","repo":"River-Zhang/SIFU","repo_kind":"official","path":"lib/common/config.py","file_url":"https://github.com/River-Zhang/SIFU/blob/HEAD/lib/common/config.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"938f7173c2e6ab9c"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}