{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/understanding-human-hands-in-contact-at-1","title":"Understanding Human Hands in Contact at Internet Scale","arxiv_id":"2006.06669","date":"2020-06-11","proceeding":"CVPR 2020 6","authors":["Dandan Shan","Jiaqi Geng","Michelle Shu","David F. Fouhey"],"abstract":"Hands are the central means by which humans manipulate their world and being able to reliably extract hand state information from Internet videos of humans engaged in their hands has the potential to pave the way to systems that can learn from petabytes of video data. This paper proposes steps towards this by inferring a rich representation of hands engaged in interaction method that includes: hand location, side, contact state, and a box around the object in contact. To support this effort, we gather a large-scale dataset of hands in contact with objects consisting of 131 days of footage as well as a 100K annotated hand-contact video frame dataset. The learned model on this dataset can serve as a foundation for hand-contact understanding in videos. We quantitatively evaluate it both on its own and in service of predicting and learning from 3D meshes of human hands.","url_abs":"https://arxiv.org/abs/2006.06669v1","url_pdf":"https://arxiv.org/pdf/2006.06669v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"understanding-human-hands-in-contact-at-1","repo_url":"https://github.com/ddshan/hand_object_detector","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[],"methods":[],"datasets_introduced":[{"slug":"100doh","name":"100DOH","full_name":"100 Days Of Hands Dataset"}],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2006.06669","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.06669"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ddshan/hand_object_detector","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"unverified":7},"by_repo_kind":{"official":{"samples":7,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"afed162214234aff","entry":"bbox2center","repo":"ddshan/hand_object_detector","repo_kind":"official","path":"lib/model/utils/viz_hand_obj.py","file_url":"https://github.com/ddshan/hand_object_detector/blob/HEAD/lib/model/utils/viz_hand_obj.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"afed162214234aff"}},{"code_sha256_prefix":"5018f7b3c7c2f9ce","entry":"draw_obj_mask","repo":"ddshan/hand_object_detector","repo_kind":"official","path":"lib/model/utils/viz_hand_obj.py","file_url":"https://github.com/ddshan/hand_object_detector/blob/HEAD/lib/model/utils/viz_hand_obj.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5018f7b3c7c2f9ce"}},{"code_sha256_prefix":"3be9228820b46ef3","entry":"get_imdb","repo":"ddshan/hand_object_detector","repo_kind":"official","path":"lib/datasets/factory.py","file_url":"https://github.com/ddshan/hand_object_detector/blob/HEAD/lib/datasets/factory.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3be9228820b46ef3"}},{"code_sha256_prefix":"965b244632faa566","entry":"ratio2coord","repo":"ddshan/hand_object_detector","repo_kind":"official","path":"lib/model/utils/viz_hand_obj.py","file_url":"https://github.com/ddshan/hand_object_detector/blob/HEAD/lib/model/utils/viz_hand_obj.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"965b244632faa566"}},{"code_sha256_prefix":"8a015c012f507631","entry":"unique_boxes","repo":"ddshan/hand_object_detector","repo_kind":"official","path":"lib/datasets/ds_utils.py","file_url":"https://github.com/ddshan/hand_object_detector/blob/HEAD/lib/datasets/ds_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8a015c012f507631"}},{"code_sha256_prefix":"d3e019b11b709edb","entry":"xywh_to_xyxy","repo":"ddshan/hand_object_detector","repo_kind":"official","path":"lib/datasets/ds_utils.py","file_url":"https://github.com/ddshan/hand_object_detector/blob/HEAD/lib/datasets/ds_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d3e019b11b709edb"}},{"code_sha256_prefix":"a832e5017f504280","entry":"xyxy_to_xywh","repo":"ddshan/hand_object_detector","repo_kind":"official","path":"lib/datasets/ds_utils.py","file_url":"https://github.com/ddshan/hand_object_detector/blob/HEAD/lib/datasets/ds_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a832e5017f504280"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}