{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/teach-task-driven-embodied-agents-that-chat","title":"TEACh: Task-driven Embodied Agents that Chat","arxiv_id":"2110.00534","date":"2021-10-01","proceeding":null,"authors":["Aishwarya Padmakumar","Jesse Thomason","Ayush Shrivastava","Patrick Lange","Anjali Narayan-Chen","Spandana Gella","Robinson Piramuthu","Gokhan Tur","Dilek Hakkani-Tur"],"abstract":"Robots operating in human spaces must be able to engage in natural language interaction with people, both understanding and executing instructions, and using conversation to resolve ambiguity and recover from mistakes. To study this, we introduce TEACh, a dataset of over 3,000 human--human, interactive dialogues to complete household tasks in simulation. A Commander with access to oracle information about a task communicates in natural language with a Follower. The Follower navigates through and interacts with the environment to complete tasks varying in complexity from \"Make Coffee\" to \"Prepare Breakfast\", asking questions and getting additional information from the Commander. We propose three benchmarks using TEACh to study embodied intelligence challenges, and we evaluate initial models' abilities in dialogue understanding, language grounding, and task execution.","url_abs":"https://arxiv.org/abs/2110.00534v3","url_pdf":"https://arxiv.org/pdf/2110.00534v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"teach-task-driven-embodied-agents-that-chat","repo_url":"https://github.com/alexa/teach","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"teach-task-driven-embodied-agents-that-chat","repo_url":"https://github.com/glamor-usc/teach_tatc","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"teach-task-driven-embodied-agents-that-chat","repo_url":"https://github.com/nid989/teach_edh","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"dialogue-understanding","task_name":"Dialogue Understanding"}],"methods":[],"datasets_introduced":[{"slug":"teach","name":"TEACh","full_name":"Task-driven Embodied Agents that Chat"}],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2110.00534","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.00534"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/alexa/teach","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/nid989/teach_edh","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/glamor-usc/teach_tatc","reach":{"status":"ok"}}],"summary":{"ran_draft_wrong":3},"by_repo_kind":{"official":{"samples":3,"ran":3,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":3,"samples":[{"code_sha256_prefix":"297d294427543dc6","entry":"aggregate_metrics","repo":"alexa/teach","repo_kind":"official","path":"src/teach/eval/compute_metrics.py","file_url":"https://github.com/alexa/teach/blob/HEAD/src/teach/eval/compute_metrics.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"297d294427543dc6"}},{"code_sha256_prefix":"0753d904a9c99501","entry":"create_new_traj_metrics","repo":"alexa/teach","repo_kind":"official","path":"src/teach/eval/compute_metrics.py","file_url":"https://github.com/alexa/teach/blob/HEAD/src/teach/eval/compute_metrics.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0753d904a9c99501"}},{"code_sha256_prefix":"2012bc3dad286ad4","entry":"evaluate_traj","repo":"alexa/teach","repo_kind":"official","path":"src/teach/eval/compute_metrics.py","file_url":"https://github.com/alexa/teach/blob/HEAD/src/teach/eval/compute_metrics.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"2012bc3dad286ad4"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}