{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/is-imitation-all-you-need-generalized","title":"Is Imitation All You Need? Generalized Decision-Making with Dual-Phase Training","arxiv_id":"2307.07909","date":"2023-07-16","proceeding":"ICCV 2023 1","authors":["Yao Wei","Yanchao Sun","Ruijie Zheng","Sai Vemprala","Rogerio Bonatti","Shuhang Chen","Ratnesh Madaan","Zhongjie Ba","Ashish Kapoor","Shuang Ma"],"abstract":"We introduce DualMind, a generalist agent designed to tackle various decision-making tasks that addresses challenges posed by current methods, such as overfitting behaviors and dependence on task-specific fine-tuning. DualMind uses a novel \"Dual-phase\" training strategy that emulates how humans learn to act in the world. The model first learns fundamental common knowledge through a self-supervised objective tailored for control tasks and then learns how to make decisions based on different contexts through imitating behaviors conditioned on given prompts. DualMind can handle tasks across domains, scenes, and embodiments using just a single set of model weights and can execute zero-shot prompting without requiring task-specific fine-tuning. We evaluate DualMind on MetaWorld and Habitat through extensive experiments and demonstrate its superior generalizability compared to previous techniques, outperforming other generalist agents by over 50$\\%$ and 70$\\%$ on Habitat and MetaWorld, respectively. On the 45 tasks in MetaWorld, DualMind achieves over 30 tasks at a 90$\\%$ success rate.","url_abs":"https://arxiv.org/abs/2307.07909v3","url_pdf":"https://arxiv.org/pdf/2307.07909v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"is-imitation-all-you-need-generalized","repo_url":"https://github.com/yunyikristy/dualmind","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok","spdx":"NOASSERTION"}}],"tasks":[{"task_slug":"all","task_name":"All"},{"task_slug":"decision-making","task_name":"Decision Making"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2307.07909","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.07909"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/yunyikristy/dualmind","reach":{"status":"ok","spdx":"NOASSERTION"}},{"provenance":"deterministic:regex_extraction","url":"https://github.com/yunyikristy/DualMind","reach":{"status":"ok","spdx":"NOASSERTION"}}],"summary":{"ran":7,"ran_draft_wrong":1,"unverified":2},"by_repo_kind":{"official":{"samples":10,"ran":8,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":10,"samples":[{"code_sha256_prefix":"4c85c9186be6eb20","entry":"crop","repo":"yunyikristy/DualMind","repo_kind":"official","path":"data_generate/habitat_data.py","file_url":"https://github.com/yunyikristy/DualMind/blob/HEAD/data_generate/habitat_data.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"4c85c9186be6eb20"}},{"code_sha256_prefix":"996019272061f3e2","entry":"get_exp_return_dmc","repo":"yunyikristy/DualMind","repo_kind":"official","path":"src/models/utils.py","file_url":"https://github.com/yunyikristy/DualMind/blob/HEAD/src/models/utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"996019272061f3e2"}},{"code_sha256_prefix":"c31278549879cb7a","entry":"get_min_action_dmc","repo":"yunyikristy/DualMind","repo_kind":"official","path":"src/models/utils.py","file_url":"https://github.com/yunyikristy/DualMind/blob/HEAD/src/models/utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"c31278549879cb7a"}},{"code_sha256_prefix":"2433a45a553d601b","entry":"mu_law_decode","repo":"yunyikristy/DualMind","repo_kind":"official","path":"src/agents/dt_agent.py","file_url":"https://github.com/yunyikristy/DualMind/blob/HEAD/src/agents/dt_agent.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"2433a45a553d601b"}},{"code_sha256_prefix":"02f65ca75c8c0b1f","entry":"mu_law_encode","repo":"yunyikristy/DualMind","repo_kind":"official","path":"src/agents/dt_agent.py","file_url":"https://github.com/yunyikristy/DualMind/blob/HEAD/src/agents/dt_agent.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"02f65ca75c8c0b1f"}},{"code_sha256_prefix":"8f39559104e8ca96","entry":"tokenize_continuous_values","repo":"yunyikristy/DualMind","repo_kind":"official","path":"src/agents/dt_agent.py","file_url":"https://github.com/yunyikristy/DualMind/blob/HEAD/src/agents/dt_agent.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"8f39559104e8ca96"}},{"code_sha256_prefix":"f15e0405cbebe958","entry":"tokenize_continuous_values","repo":"yunyikristy/DualMind","repo_kind":"official","path":"src/datamodules/multi_domains_datamodules.py","file_url":"https://github.com/yunyikristy/DualMind/blob/HEAD/src/datamodules/multi_domains_datamodules.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"f15e0405cbebe958"}},{"code_sha256_prefix":"0f0021cdea13e4da","entry":"top_k_logits","repo":"yunyikristy/DualMind","repo_kind":"official","path":"src/models/utils.py","file_url":"https://github.com/yunyikristy/DualMind/blob/HEAD/src/models/utils.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0f0021cdea13e4da"}},{"code_sha256_prefix":"b11bd7660417891f","entry":"get_episode_json","repo":"yunyikristy/DualMind","repo_kind":"official","path":"data_generate/habitat_data.py","file_url":"https://github.com/yunyikristy/DualMind/blob/HEAD/data_generate/habitat_data.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"b11bd7660417891f"}},{"code_sha256_prefix":"75cdddc8d9264556","entry":"save_trajectory","repo":"yunyikristy/DualMind","repo_kind":"official","path":"data_generate/habitat_data.py","file_url":"https://github.com/yunyikristy/DualMind/blob/HEAD/data_generate/habitat_data.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"75cdddc8d9264556"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}