{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2508-02159","title":"PIGDreamer: Privileged Information Guided World Models for Safe Partially Observable Reinforcement Learning","arxiv_id":"2508.02159","date":"2025-08-04","proceeding":"ICML","authors":["Dongchi Huang","Jiaqi Wang","Yang Li","Chunhe Xia","Tianle Zhang","Kaige Zhang"],"abstract":"Partial observability presents a significant challenge for Safe Reinforcement Learning (Safe RL), as it impedes the identification of potential risks and rewards. Leveraging specific types of privileged information during training to mitigate the effects of partial observability has yielded notable empirical successes. In this paper, we propose Asymmetric Constrained Partially Observable Markov Decision Processes (ACPOMDPs) to theoretically examine the advantages of incorporating privileged information in Safe RL. Building upon ACPOMDPs, we propose the Privileged Information Guided Dreamer (PIGDreamer), a model-based RL approach that leverages privileged information to enhance the agent's safety and performance through privileged representation alignment and an asymmetric actor-critic structure. Our empirical results demonstrate that PIGDreamer significantly outperforms existing Safe RL methods. Furthermore, compared to alternative privileged RL methods, our approach exhibits enhanced performance, robustness, and efficiency. Codes are available at: https://github.com/hggforget/PIGDreamer.","url_abs":"https://arxiv.org/abs/2508.02159","url_pdf":"https://arxiv.org/pdf/2508.02159","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2508.02159","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2508.02159"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/hggforget/PIGDreamer","reach":{"status":"ok"}}],"summary":{"unverified":10},"by_repo_kind":{"found_in_text":{"samples":10,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":10,"samples":[{"code_sha256_prefix":"4b830637b16db4c8","entry":"convert","repo":"hggforget/PIGDreamer","repo_kind":"found_in_text","path":"AsymDreamer/embodied/core/basics.py","file_url":"https://github.com/hggforget/PIGDreamer/blob/HEAD/AsymDreamer/embodied/core/basics.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"4b830637b16db4c8"}},{"code_sha256_prefix":"148d1a3e4581ed2a","entry":"convert_to_matrix","repo":"hggforget/PIGDreamer","repo_kind":"found_in_text","path":"plot/iqm.py","file_url":"https://github.com/hggforget/PIGDreamer/blob/HEAD/plot/iqm.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"148d1a3e4581ed2a"}},{"code_sha256_prefix":"3360b32511bc42d4","entry":"format_","repo":"hggforget/PIGDreamer","repo_kind":"found_in_text","path":"AsymDreamer/embodied/core/basics.py","file_url":"https://github.com/hggforget/PIGDreamer/blob/HEAD/AsymDreamer/embodied/core/basics.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"3360b32511bc42d4"}},{"code_sha256_prefix":"98a9e65f4e16e687","entry":"numerical_sort","repo":"hggforget/PIGDreamer","repo_kind":"found_in_text","path":"plot/plot.py","file_url":"https://github.com/hggforget/PIGDreamer/blob/HEAD/plot/plot.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"98a9e65f4e16e687"}},{"code_sha256_prefix":"ede523101bd6a1ef","entry":"parse","repo":"hggforget/PIGDreamer","repo_kind":"found_in_text","path":"plot/plot.py","file_url":"https://github.com/hggforget/PIGDreamer/blob/HEAD/plot/plot.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ede523101bd6a1ef"}},{"code_sha256_prefix":"f4a50bba33ba9b89","entry":"parse","repo":"hggforget/PIGDreamer","repo_kind":"found_in_text","path":"plot/plot_single.py","file_url":"https://github.com/hggforget/PIGDreamer/blob/HEAD/plot/plot_single.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f4a50bba33ba9b89"}},{"code_sha256_prefix":"1868703127fc2696","entry":"parse_tf_event_file","repo":"hggforget/PIGDreamer","repo_kind":"found_in_text","path":"plot/plot.py","file_url":"https://github.com/hggforget/PIGDreamer/blob/HEAD/plot/plot.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"1868703127fc2696"}},{"code_sha256_prefix":"167fdc7b827b07aa","entry":"parse_tf_event_file","repo":"hggforget/PIGDreamer","repo_kind":"found_in_text","path":"plot/plot_single.py","file_url":"https://github.com/hggforget/PIGDreamer/blob/HEAD/plot/plot_single.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"167fdc7b827b07aa"}},{"code_sha256_prefix":"5c2b6fd3e4a4f7ec","entry":"smooth","repo":"hggforget/PIGDreamer","repo_kind":"found_in_text","path":"plot/iqm.py","file_url":"https://github.com/hggforget/PIGDreamer/blob/HEAD/plot/iqm.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5c2b6fd3e4a4f7ec"}},{"code_sha256_prefix":"5ba274a4e18b46f3","entry":"treemap","repo":"hggforget/PIGDreamer","repo_kind":"found_in_text","path":"AsymDreamer/embodied/core/basics.py","file_url":"https://github.com/hggforget/PIGDreamer/blob/HEAD/AsymDreamer/embodied/core/basics.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5ba274a4e18b46f3"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.LG","source":"arxiv_api"},"syntology_extracted_results":null}