{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/babyai-first-steps-towards-grounded-language","title":"BabyAI: A Platform to Study the Sample Efficiency of Grounded Language Learning","arxiv_id":"1810.08272","date":"2018-10-18","proceeding":"ICLR 2019 5","authors":["Maxime Chevalier-Boisvert","Dzmitry Bahdanau","Salem Lahlou","Lucas Willems","Chitwan Saharia","Thien Huu Nguyen","Yoshua Bengio"],"abstract":"Allowing humans to interactively train artificial agents to understand language instructions is desirable for both practical and scientific reasons, but given the poor data efficiency of the current learning methods, this goal may require substantial research efforts. Here, we introduce the BabyAI research platform to support investigations towards including humans in the loop for grounded language learning. The BabyAI platform comprises an extensible suite of 19 levels of increasing difficulty. The levels gradually lead the agent towards acquiring a combinatorially rich synthetic language which is a proper subset of English. The platform also provides a heuristic expert agent for the purpose of simulating a human teacher. We report baseline results and estimate the amount of human involvement that would be required to train a neural network-based agent on some of the BabyAI levels. We put forward strong evidence that current deep learning methods are not yet sufficiently sample efficient when it comes to learning a language with compositional properties.","url_abs":"https://arxiv.org/abs/1810.08272v4","url_pdf":"https://arxiv.org/pdf/1810.08272v4.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"babyai-first-steps-towards-grounded-language","repo_url":"https://github.com/mila-iqia/babyai","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"babyai-first-steps-towards-grounded-language","repo_url":"https://github.com/MathijsMul/babyai-emergent-guidance","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"BSD-3-Clause"}},{"paper_slug":"babyai-first-steps-towards-grounded-language","repo_url":"https://github.com/farama-foundation/minigrid","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"NOASSERTION"}},{"paper_slug":"babyai-first-steps-towards-grounded-language","repo_url":"https://github.com/francesco-AI/ReasoningAgent2020","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"babyai-first-steps-towards-grounded-language","repo_url":"https://github.com/maximecb/gym-minigrid","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"unanswered"}},{"paper_slug":"babyai-first-steps-towards-grounded-language","repo_url":"https://github.com/taungerine/babyai","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"BSD-3-Clause"}}],"tasks":[{"task_slug":"grounded-language-learning","task_name":"Grounded language learning"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1810.08272","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1810.08272"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/MathijsMul/babyai-emergent-guidance","reach":{"status":"ok","spdx":"BSD-3-Clause"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/taungerine/babyai","reach":{"status":"ok","spdx":"BSD-3-Clause"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/farama-foundation/minigrid","reach":{"status":"ok","spdx":"NOASSERTION"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/maximecb/gym-minigrid","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/mila-iqia/babyai","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/francesco-AI/ReasoningAgent2020","reach":{"status":"ok"}}],"summary":{"unverified":14},"by_repo_kind":{"listed":{"samples":13,"ran":0,"repositories":2}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":1,"samples":[{"code_sha256_prefix":"88c20bb369708c52","entry":"batch_evaluate","repo":"MathijsMul/babyai-emergent-guidance","repo_kind":"listed","path":"babyai/evaluate.py","file_url":"https://github.com/MathijsMul/babyai-emergent-guidance/blob/HEAD/babyai/evaluate.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"88c20bb369708c52"}},{"code_sha256_prefix":"0ad596d57cc90c40","entry":"batch_evaluate","repo":"taungerine/babyai","repo_kind":"listed","path":"babyai/evaluate.py","file_url":"https://github.com/taungerine/babyai/blob/HEAD/babyai/evaluate.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"0ad596d57cc90c40"}},{"code_sha256_prefix":"5ddbfe9ab59cd4a4","entry":"evaluate","repo":"MathijsMul/babyai-emergent-guidance","repo_kind":"listed","path":"babyai/evaluate.py","file_url":"https://github.com/MathijsMul/babyai-emergent-guidance/blob/HEAD/babyai/evaluate.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"5ddbfe9ab59cd4a4"}},{"code_sha256_prefix":"3a317898c18a2a4e","entry":"evaluate_demo_agent","repo":"MathijsMul/babyai-emergent-guidance","repo_kind":"listed","path":"babyai/evaluate.py","file_url":"https://github.com/MathijsMul/babyai-emergent-guidance/blob/HEAD/babyai/evaluate.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"3a317898c18a2a4e"}},{"code_sha256_prefix":"45eb1b6abf367f37","entry":"get_model_dir","repo":"MathijsMul/babyai-emergent-guidance","repo_kind":"listed","path":"babyai/utils/model.py","file_url":"https://github.com/MathijsMul/babyai-emergent-guidance/blob/HEAD/babyai/utils/model.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"45eb1b6abf367f37"}},{"code_sha256_prefix":"1afd6a43e76db402","entry":"get_model_path","repo":"MathijsMul/babyai-emergent-guidance","repo_kind":"listed","path":"babyai/utils/model.py","file_url":"https://github.com/MathijsMul/babyai-emergent-guidance/blob/HEAD/babyai/utils/model.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"1afd6a43e76db402"}},{"code_sha256_prefix":"69500e96caeea485","entry":"get_model_path","repo":"taungerine/babyai","repo_kind":"listed","path":"babyai/utils/model.py","file_url":"https://github.com/taungerine/babyai/blob/HEAD/babyai/utils/model.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"69500e96caeea485"}},{"code_sha256_prefix":"c22fe3da82c8f12a","entry":"load_log","repo":"taungerine/babyai","repo_kind":"listed","path":"babyai/plotting.py","file_url":"https://github.com/taungerine/babyai/blob/HEAD/babyai/plotting.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"c22fe3da82c8f12a"}},{"code_sha256_prefix":"0dca76db3e93c6b8","entry":"load_log","repo":"MathijsMul/babyai-emergent-guidance","repo_kind":"listed","path":"babyai/plotting.py","file_url":"https://github.com/MathijsMul/babyai-emergent-guidance/blob/HEAD/babyai/plotting.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"0dca76db3e93c6b8"}},{"code_sha256_prefix":"484714bc81b02a0b","entry":"load_logs","repo":"MathijsMul/babyai-emergent-guidance","repo_kind":"listed","path":"babyai/plotting.py","file_url":"https://github.com/MathijsMul/babyai-emergent-guidance/blob/HEAD/babyai/plotting.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"484714bc81b02a0b"}},{"code_sha256_prefix":"5cbb697c6e6e1cf2","entry":"load_logs","repo":"taungerine/babyai","repo_kind":"listed","path":"babyai/plotting.py","file_url":"https://github.com/taungerine/babyai/blob/HEAD/babyai/plotting.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"5cbb697c6e6e1cf2"}},{"code_sha256_prefix":"41c6e1dc6b3c366b","entry":"load_model","repo":"MathijsMul/babyai-emergent-guidance","repo_kind":"listed","path":"babyai/utils/model.py","file_url":"https://github.com/MathijsMul/babyai-emergent-guidance/blob/HEAD/babyai/utils/model.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"41c6e1dc6b3c366b"}},{"code_sha256_prefix":"b90f482c92958dce","entry":"load_model","repo":"taungerine/babyai","repo_kind":"listed","path":"babyai/utils/model.py","file_url":"https://github.com/taungerine/babyai/blob/HEAD/babyai/utils/model.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"b90f482c92958dce"}},{"code_sha256_prefix":"c1ffbae9fb9c6fc2","entry":"manhattan_distance","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"c1ffbae9fb9c6fc2"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}