{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/reward-free-curricula-for-training-robust","title":"Reward-Free Curricula for Training Robust World Models","arxiv_id":"2306.09205","date":"2023-06-15","proceeding":null,"authors":["Marc Rigter","Minqi Jiang","Ingmar Posner"],"abstract":"There has been a recent surge of interest in developing generally-capable agents that can adapt to new tasks without additional training in the environment. Learning world models from reward-free exploration is a promising approach, and enables policies to be trained using imagined experience for new tasks. However, achieving a general agent requires robustness across different environments. In this work, we address the novel problem of generating curricula in the reward-free setting to train robust world models. We consider robustness in terms of minimax regret over all environment instantiations and show that the minimax regret can be connected to minimising the maximum error in the world model across environment instances. This result informs our algorithm, WAKER: Weighted Acquisition of Knowledge across Environments for Robustness. WAKER selects environments for data collection based on the estimated error of the world model for each environment. Our experiments demonstrate that WAKER outperforms several baselines, resulting in improved robustness, efficiency, and generalisation.","url_abs":"https://arxiv.org/abs/2306.09205v2","url_pdf":"https://arxiv.org/pdf/2306.09205v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"reward-free-curricula-for-training-robust","repo_url":"https://github.com/marc-rigter/waker","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"none","reach":null}],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2306.09205","atlas_url":"https://app.syntology.ai/?focus=2306.09205","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.09205"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/danijar/dreamerv2","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"deterministic:regex_extraction","url":"https://github.com/marcrigter/waker","reach":{"status":"gone","observed_at":"2026-09-17","how":"tree_404+repo_404"}},{"provenance":"deterministic:regex_extraction","url":"https://github.com/marc-rigter/waker","reach":null}],"summary":{"ran":1,"unverified":6},"by_repo_kind":{"official":{"samples":2,"ran":1,"repositories":1},"found_in_text":{"samples":5,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"a99d14ad43461b31","entry":"WAKER","repo":"marc-rigter/waker","repo_kind":"official","path":"waker/waker.py","file_url":"https://github.com/marc-rigter/waker/blob/HEAD/waker/waker.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a99d14ad43461b31"}},{"code_sha256_prefix":"040c8b472721aadf","entry":"EnvSampler","repo":"marc-rigter/waker","repo_kind":"official","path":"waker/waker.py","file_url":"https://github.com/marc-rigter/waker/blob/HEAD/waker/waker.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"040c8b472721aadf"}},{"code_sha256_prefix":"8c937e50ed534047","entry":"encode_gif","repo":"danijar/dreamerv2","repo_kind":"found_in_text","path":"dreamerv2/common/logger.py","file_url":"https://github.com/danijar/dreamerv2/blob/HEAD/dreamerv2/common/logger.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8c937e50ed534047"}},{"code_sha256_prefix":"8f39adcc1afcac90","entry":"get_act","repo":"danijar/dreamerv2","repo_kind":"found_in_text","path":"dreamerv2/common/nets.py","file_url":"https://github.com/danijar/dreamerv2/blob/HEAD/dreamerv2/common/nets.py","link_basis":"plan_row","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8f39adcc1afcac90"}},{"code_sha256_prefix":"8cd9b6c638b90ac8","entry":"lambda_return","repo":"danijar/dreamerv2","repo_kind":"found_in_text","path":"dreamerv2/common/other.py","file_url":"https://github.com/danijar/dreamerv2/blob/HEAD/dreamerv2/common/other.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8cd9b6c638b90ac8"}},{"code_sha256_prefix":"c2659ae89b97624c","entry":"schedule","repo":"danijar/dreamerv2","repo_kind":"found_in_text","path":"dreamerv2/common/other.py","file_url":"https://github.com/danijar/dreamerv2/blob/HEAD/dreamerv2/common/other.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c2659ae89b97624c"}},{"code_sha256_prefix":"77ff0f8ba58bad0e","entry":"static_scan","repo":"danijar/dreamerv2","repo_kind":"found_in_text","path":"dreamerv2/common/other.py","file_url":"https://github.com/danijar/dreamerv2/blob/HEAD/dreamerv2/common/other.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"77ff0f8ba58bad0e"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}