{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/distributionally-adaptive-meta-reinforcement","title":"Distributionally Adaptive Meta Reinforcement Learning","arxiv_id":"2210.03104","date":"2022-10-06","proceeding":null,"authors":["Anurag Ajay","Abhishek Gupta","Dibya Ghosh","Sergey Levine","Pulkit Agrawal"],"abstract":"Meta-reinforcement learning algorithms provide a data-driven way to acquire policies that quickly adapt to many tasks with varying rewards or dynamics functions. However, learned meta-policies are often effective only on the exact task distribution on which they were trained and struggle in the presence of distribution shift of test-time rewards or transition dynamics. In this work, we develop a framework for meta-RL algorithms that are able to behave appropriately under test-time distribution shifts in the space of tasks. Our framework centers on an adaptive approach to distributional robustness that trains a population of meta-policies to be robust to varying levels of distribution shift. When evaluated on a potentially shifted test-time distribution of tasks, this allows us to choose the meta-policy with the most appropriate level of robustness, and use it to perform fast adaptation. We formally show how our framework allows for improved regret under distribution shift, and empirically show its efficacy on simulated robotics problems under a wide range of distribution shifts.","url_abs":"https://arxiv.org/abs/2210.03104v2","url_pdf":"https://arxiv.org/pdf/2210.03104v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[],"tasks":[{"task_slug":"meta-reinforcement-learning","task_name":"Meta Reinforcement Learning"},{"task_slug":"reinforcement-learning","task_name":"Reinforcement Learning"},{"task_slug":"reinforcement-learning-1","task_name":"Reinforcement Learning (RL)"},{"task_slug":"reinforcement-learning-2","task_name":"reinforcement-learning"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2210.03104","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.03104"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/ikostrikov/pytorch-a2c-ppo-acktr-gail","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"deterministic:regex_extraction","url":"https://github.com/ikostrikov/pytorch-a2c-ppoacktr-gail","reach":{"status":"gone","observed_at":"2026-09-17","how":"tree_404+repo_404"}},{"provenance":"deterministic:regex_extraction","url":"https://github.com/twni2016/pomdpbaselines","reach":{"status":"gone","observed_at":"2026-09-17","how":"tree_404+repo_404"}},{"provenance":"deterministic:regex_extraction","url":"https://github.com/lmzintgraf/hyperx","reach":null}],"summary":{"ran_draft_wrong":1,"unverified":3},"by_repo_kind":{"found_in_text":{"samples":4,"ran":1,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"9de355e93051e4ad","entry":"init","repo":"ikostrikov/pytorch-a2c-ppo-acktr-gail","repo_kind":"found_in_text","path":"a2c_ppo_acktr/utils.py","file_url":"https://github.com/ikostrikov/pytorch-a2c-ppo-acktr-gail/blob/HEAD/a2c_ppo_acktr/utils.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9de355e93051e4ad"}},{"code_sha256_prefix":"6aff48ec0d1463e1","entry":"compute_cov_a","repo":"ikostrikov/pytorch-a2c-ppo-acktr-gail","repo_kind":"found_in_text","path":"a2c_ppo_acktr/algo/kfac.py","file_url":"https://github.com/ikostrikov/pytorch-a2c-ppo-acktr-gail/blob/HEAD/a2c_ppo_acktr/algo/kfac.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6aff48ec0d1463e1"}},{"code_sha256_prefix":"d9fd61d47e236b09","entry":"compute_cov_g","repo":"ikostrikov/pytorch-a2c-ppo-acktr-gail","repo_kind":"found_in_text","path":"a2c_ppo_acktr/algo/kfac.py","file_url":"https://github.com/ikostrikov/pytorch-a2c-ppo-acktr-gail/blob/HEAD/a2c_ppo_acktr/algo/kfac.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d9fd61d47e236b09"}},{"code_sha256_prefix":"108dc9c41448855e","entry":"get_render_func","repo":"ikostrikov/pytorch-a2c-ppo-acktr-gail","repo_kind":"found_in_text","path":"a2c_ppo_acktr/utils.py","file_url":"https://github.com/ikostrikov/pytorch-a2c-ppo-acktr-gail/blob/HEAD/a2c_ppo_acktr/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"108dc9c41448855e"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}