{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/handoccnet-occlusion-robust-3d-hand-mesh","title":"HandOccNet: Occlusion-Robust 3D Hand Mesh Estimation Network","arxiv_id":"2203.14564","date":"2022-03-28","proceeding":"CVPR 2022 1","authors":["JoonKyu Park","Yeonguk Oh","Gyeongsik Moon","Hongsuk Choi","Kyoung Mu Lee"],"abstract":"Hands are often severely occluded by objects, which makes 3D hand mesh estimation challenging. Previous works often have disregarded information at occluded regions. However, we argue that occluded regions have strong correlations with hands so that they can provide highly beneficial information for complete 3D hand mesh estimation. Thus, in this work, we propose a novel 3D hand mesh estimation network HandOccNet, that can fully exploits the information at occluded regions as a secondary means to enhance image features and make it much richer. To this end, we design two successive Transformer-based modules, called feature injecting transformer (FIT) and self- enhancing transformer (SET). FIT injects hand information into occluded region by considering their correlation. SET refines the output of FIT by using a self-attention mechanism. By injecting the hand information to the occluded region, our HandOccNet reaches the state-of-the-art performance on 3D hand mesh benchmarks that contain challenging hand-object occlusions. The codes are available in: https://github.com/namepllet/HandOccNet.","url_abs":"https://arxiv.org/abs/2203.14564v1","url_pdf":"https://arxiv.org/pdf/2203.14564v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[],"tasks":[{"task_slug":"3d-hand-pose-estimation","task_name":"3D Hand Pose Estimation"},{"task_slug":"hand-object-pose","task_name":"hand-object pose"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/3d-hand-pose-estimation-on-dexycb","task":"3D Hand Pose Estimation","dataset":"DexYCB","model":"HandOccNet","rank_in_archive_order":7,"of":11,"metrics":{"Average MPJPE (mm)":"14.0","MPVPE":"13.1","PA-MPVPE":"5.5","PA-VAUC":"89.0","Procrustes-Aligned MPJPE":"5.80","VAUC":"76.6"},"uses_additional_data":false},{"leaderboard":"/sota/3d-hand-pose-estimation-on-hint-hand","task":"3D Hand Pose Estimation","dataset":"HInt: Hand Interactions in the wild","model":"HandOccNet (no param)","rank_in_archive_order":9,"of":10,"metrics":{"PCK@0.05 (Ego4D) All":"10.9","PCK@0.05 (Ego4D) Occ":"9.6","PCK@0.05 (Ego4D) Visible":"11.2","PCK@0.05 (New Days) All":"13.7","PCK@0.05 (NewDays) Occ":"9.8","PCK@0.05 (NewDays) Visible":"15.7","PCK@0.05 (VISOR) All":"12.4","PCK@0.05 (VISOR) Occ":"9.9","PCK@0.05 (VISOR) Visible":"13.1"},"uses_additional_data":false},{"leaderboard":"/sota/3d-hand-pose-estimation-on-hint-hand","task":"3D Hand Pose Estimation","dataset":"HInt: Hand Interactions in the wild","model":"HandOccNet (param)","rank_in_archive_order":10,"of":10,"metrics":{"PCK@0.05 (Ego4D) All":"7.7","PCK@0.05 (Ego4D) Occ":"8.0","PCK@0.05 (Ego4D) Visible":"7.3","PCK@0.05 (New Days) All":"9.1","PCK@0.05 (NewDays) Occ":"7.2","PCK@0.05 (NewDays) Visible":"10.2","PCK@0.05 (VISOR) All":"8.1","PCK@0.05 (VISOR) Occ":"7.4","PCK@0.05 (VISOR) Visible":"8.5"},"uses_additional_data":false},{"leaderboard":"/sota/3d-hand-pose-estimation-on-ho-3d","task":"3D Hand Pose Estimation","dataset":"HO-3D v2","model":"HandOccNet","rank_in_archive_order":10,"of":24,"metrics":{"AUC_J":"0.819","AUC_V":"0.819","F@15mm":"0.963","F@5mm":"0.564","PA-MPJPE (mm)":"9.1","PA-MPVPE":"8.8"},"uses_additional_data":false}],"syntology":{"syntology_url":"https://syntology.ai/paper/2203.14564","atlas_url":"https://app.syntology.ai/?focus=2203.14564","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.14564"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/namepllet/HandOccNet","reach":null}],"summary":{"ran":3,"ran_honours":1,"ran_draft_wrong":2,"unverified":2},"by_repo_kind":{"found_in_text":{"samples":8,"ran":6,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":8,"samples":[{"code_sha256_prefix":"4a07a18d7d698f98","entry":"FittingMonitor","repo":"namepllet/HandOccNet","repo_kind":"found_in_text","path":"main/model.py","file_url":"https://github.com/namepllet/HandOccNet/blob/HEAD/main/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"4a07a18d7d698f98"}},{"code_sha256_prefix":"e4ea3eeb86fc8f81","entry":"PerspectiveCamera","repo":"namepllet/HandOccNet","repo_kind":"found_in_text","path":"main/model.py","file_url":"https://github.com/namepllet/HandOccNet/blob/HEAD/main/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"e4ea3eeb86fc8f81"}},{"code_sha256_prefix":"4c2962fe5f58764b","entry":"ScaleTranslationLoss","repo":"namepllet/HandOccNet","repo_kind":"found_in_text","path":"main/model.py","file_url":"https://github.com/namepllet/HandOccNet/blob/HEAD/main/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"4c2962fe5f58764b"}},{"code_sha256_prefix":"77477a6220a38880","entry":"rel_change","repo":"namepllet/HandOccNet","repo_kind":"found_in_text","path":"main/model.py","file_url":"https://github.com/namepllet/HandOccNet/blob/HEAD/main/model.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"77477a6220a38880"}},{"code_sha256_prefix":"9806bc37a43e2db3","entry":"to_tensor","repo":"namepllet/HandOccNet","repo_kind":"found_in_text","path":"main/model.py","file_url":"https://github.com/namepllet/HandOccNet/blob/HEAD/main/model.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"9806bc37a43e2db3"}},{"code_sha256_prefix":"d5146fcc2e6beafd","entry":"transform_mat","repo":"namepllet/HandOccNet","repo_kind":"found_in_text","path":"main/model.py","file_url":"https://github.com/namepllet/HandOccNet/blob/HEAD/main/model.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d5146fcc2e6beafd"}},{"code_sha256_prefix":"4e04a4a37eba70e5","entry":"Config","repo":"namepllet/HandOccNet","repo_kind":"found_in_text","path":"main/model.py","file_url":"https://github.com/namepllet/HandOccNet/blob/HEAD/main/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"4e04a4a37eba70e5"}},{"code_sha256_prefix":"54fe325855be2e0b","entry":"Model","repo":"namepllet/HandOccNet","repo_kind":"found_in_text","path":"main/model.py","file_url":"https://github.com/namepllet/HandOccNet/blob/HEAD/main/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"54fe325855be2e0b"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}