{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/mimicplay-long-horizon-imitation-learning-by","title":"MimicPlay: Long-Horizon Imitation Learning by Watching Human Play","arxiv_id":"2302.12422","date":"2023-02-24","proceeding":null,"authors":["Chen Wang","Linxi Fan","Jiankai Sun","Ruohan Zhang","Li Fei-Fei","Danfei Xu","Yuke Zhu","Anima Anandkumar"],"abstract":"Imitation learning from human demonstrations is a promising paradigm for teaching robots manipulation skills in the real world. However, learning complex long-horizon tasks often requires an unattainable amount of demonstrations. To reduce the high data requirement, we resort to human play data - video sequences of people freely interacting with the environment using their hands. Even with different morphologies, we hypothesize that human play data contain rich and salient information about physical interactions that can readily facilitate robot policy learning. Motivated by this, we introduce a hierarchical learning framework named MimicPlay that learns latent plans from human play data to guide low-level visuomotor control trained on a small number of teleoperated demonstrations. With systematic evaluations of 14 long-horizon manipulation tasks in the real world, we show that MimicPlay outperforms state-of-the-art imitation learning methods in task success rate, generalization ability, and robustness to disturbances. Code and videos are available at https://mimic-play.github.io","url_abs":"https://arxiv.org/abs/2302.12422v2","url_pdf":"https://arxiv.org/pdf/2302.12422v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"links_only","authors_date_abstract":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license), from the Kaggle arXiv metadata snapshot of 2026-09-12"},"code_links":[{"paper_slug":"mimicplay-long-horizon-imitation-learning-by","repo_url":"https://github.com/j96w/mimicplay","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2302.12422","atlas_url":"https://app.syntology.ai/?focus=2302.12422","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.12422"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/j96w/mimicplay","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":2,"ran_draft_wrong":1,"unverified":3},"by_repo_kind":{"official":{"samples":6,"ran":3,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"f034a4365ebe2b33","entry":"create_hdf5_filter_key","repo":"j96w/mimicplay","repo_kind":"official","path":"mimicplay/utils/file_utils.py","file_url":"https://github.com/j96w/mimicplay/blob/HEAD/mimicplay/utils/file_utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f034a4365ebe2b33"}},{"code_sha256_prefix":"cf8d19412ddb9fbf","entry":"get_env_metadata_from_dataset","repo":"j96w/mimicplay","repo_kind":"official","path":"mimicplay/utils/file_utils.py","file_url":"https://github.com/j96w/mimicplay/blob/HEAD/mimicplay/utils/file_utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"cf8d19412ddb9fbf"}},{"code_sha256_prefix":"1db8c13e93e6d733","entry":"register_algo_factory_func","repo":"j96w/mimicplay","repo_kind":"official","path":"mimicplay/algo/algo.py","file_url":"https://github.com/j96w/mimicplay/blob/HEAD/mimicplay/algo/algo.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1db8c13e93e6d733"}},{"code_sha256_prefix":"c9dad182621b681d","entry":"algo_factory","repo":"j96w/mimicplay","repo_kind":"official","path":"mimicplay/algo/algo.py","file_url":"https://github.com/j96w/mimicplay/blob/HEAD/mimicplay/algo/algo.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c9dad182621b681d"}},{"code_sha256_prefix":"16f37e2539e0aca4","entry":"algo_name_to_factory_func","repo":"j96w/mimicplay","repo_kind":"official","path":"mimicplay/algo/algo.py","file_url":"https://github.com/j96w/mimicplay/blob/HEAD/mimicplay/algo/algo.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"16f37e2539e0aca4"}},{"code_sha256_prefix":"a081f9af76febfc3","entry":"config_factory","repo":"j96w/mimicplay","repo_kind":"official","path":"mimicplay/configs/base_config.py","file_url":"https://github.com/j96w/mimicplay/blob/HEAD/mimicplay/configs/base_config.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a081f9af76febfc3"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}