{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/interactive-humanoid-online-full-body-motion","title":"Interactive Humanoid: Online Full-Body Motion Reaction Synthesis with Social Affordance Canonicalization and Forecasting","arxiv_id":"2312.08983","date":"2023-12-14","proceeding":null,"authors":["Yunze Liu","Changxi Chen","Li Yi"],"abstract":"We focus on the human-humanoid interaction task optionally with an object. We propose a new task named online full-body motion reaction synthesis, which generates humanoid reactions based on the human actor's motions. The previous work only focuses on human interaction without objects and generates body reactions without hand. Besides, they also do not consider the task as an online setting, which means the inability to observe information beyond the current moment in practical situations. To support this task, we construct two datasets named HHI and CoChair and propose a unified method. Specifically, we propose to construct a social affordance representation. We first select a social affordance carrier and use SE(3)-Equivariant Neural Networks to learn the local frame for the carrier, then we canonicalize the social affordance. Besides, we propose a social affordance forecasting scheme to enable the reactor to predict based on the imagined future. Experiments demonstrate that our approach can effectively generate high-quality reactions on HHI and CoChair. Furthermore, we also validate our method on existing human interaction datasets Interhuman and Chi3D.","url_abs":"https://arxiv.org/abs/2312.08983v3","url_pdf":"https://arxiv.org/pdf/2312.08983v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"interactive-humanoid-online-full-body-motion","repo_url":"https://github.com/linghaochan/humanmac","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[],"methods":[{"method_slug":"focus","method_name":"Focus"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2312.08983","atlas_url":"https://app.syntology.ai/?focus=2312.08983","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.08983"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/linghaochan/humanmac","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":6,"ran_draft_wrong":2},"by_repo_kind":{"listed":{"samples":8,"ran":8,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"b3e1f5368c9c4003","entry":"cosine_beta_schedule","repo":"linghaochan/humanmac","repo_kind":"listed","path":"models/diffusion.py","file_url":"https://github.com/linghaochan/humanmac/blob/HEAD/models/diffusion.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b3e1f5368c9c4003"}},{"code_sha256_prefix":"0e954a51a8e6934e","entry":"get_log_dir_index","repo":"linghaochan/humanmac","repo_kind":"listed","path":"config.py","file_url":"https://github.com/linghaochan/humanmac/blob/HEAD/config.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0e954a51a8e6934e"}},{"code_sha256_prefix":"3402fb34a1432f48","entry":"sigmoid_beta_schedule","repo":"linghaochan/humanmac","repo_kind":"listed","path":"models/diffusion.py","file_url":"https://github.com/linghaochan/humanmac/blob/HEAD/models/diffusion.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3402fb34a1432f48"}},{"code_sha256_prefix":"329f0528e40369b0","entry":"sqrt_beta_schedule","repo":"linghaochan/humanmac","repo_kind":"listed","path":"models/diffusion.py","file_url":"https://github.com/linghaochan/humanmac/blob/HEAD/models/diffusion.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"329f0528e40369b0"}},{"code_sha256_prefix":"12d88e587c21a5e0","entry":"timestep_embedding","repo":"linghaochan/humanmac","repo_kind":"listed","path":"models/transformer.py","file_url":"https://github.com/linghaochan/humanmac/blob/HEAD/models/transformer.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"12d88e587c21a5e0"}},{"code_sha256_prefix":"751f07e3f8379413","entry":"vis","repo":"linghaochan/humanmac","repo_kind":"listed","path":"motion-retargeting/vis-amass.py","file_url":"https://github.com/linghaochan/humanmac/blob/HEAD/motion-retargeting/vis-amass.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"751f07e3f8379413"}},{"code_sha256_prefix":"183d743eb5386dc7","entry":"vis","repo":"linghaochan/humanmac","repo_kind":"listed","path":"motion-retargeting/vis-h36.py","file_url":"https://github.com/linghaochan/humanmac/blob/HEAD/motion-retargeting/vis-h36.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"183d743eb5386dc7"}},{"code_sha256_prefix":"129b804760b3115f","entry":"zero_module","repo":"linghaochan/humanmac","repo_kind":"listed","path":"models/transformer.py","file_url":"https://github.com/linghaochan/humanmac/blob/HEAD/models/transformer.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"129b804760b3115f"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}