{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2510-21153","title":"Uncertainty-Aware Multi-Objective Reinforcement Learning-Guided Diffusion Models for 3D De Novo Molecular Design","arxiv_id":"2510.21153","date":"2025-10-24","proceeding":"NeurIPS","authors":["Lianghong Chen","Dongkyu Eugene Kim","Mike Domaratzki","Pingzhao Hu"],"abstract":"Designing de novo 3D molecules with desirable properties remains a fundamental challenge in drug discovery and molecular engineering. While diffusion models have demonstrated remarkable capabilities in generating high-quality 3D molecular structures, they often struggle to effectively control complex multi-objective constraints critical for real-world applications. In this study, we propose an uncertainty-aware Reinforcement Learning (RL) framework to guide the optimization of 3D molecular diffusion models toward multiple property objectives while enhancing the overall quality of the generated molecules. Our method leverages surrogate models with predictive uncertainty estimation to dynamically shape reward functions, facilitating balance across multiple optimization objectives. We comprehensively evaluate our framework across three benchmark datasets and multiple diffusion model architectures, consistently outperforming baselines for molecular quality and property optimization. Additionally, Molecular Dynamics (MD) simulations and ADMET profiling of top generated candidates indicate promising drug-like behavior and binding stability, comparable to known Epidermal Growth Factor Receptor (EGFR) inhibitors. Our results demonstrate the strong potential of RL-guided generative diffusion models for advancing automated molecular design.","url_abs":"https://arxiv.org/abs/2510.21153","url_pdf":"https://arxiv.org/pdf/2510.21153","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2510.21153","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2510.21153"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/Kyle4490/RL-Diffusion","reach":null}],"summary":{"ran_fixture":2,"ran_honours":2,"ran_draft_wrong":1,"unverified":2},"by_repo_kind":{"found_in_text":{"samples":7,"ran":5,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"548ebe17c3ad0c18","entry":"ei","repo":"Kyle4490/RL-Diffusion","repo_kind":"found_in_text","path":"uncertainty/get_dist.py","file_url":"https://github.com/Kyle4490/RL-Diffusion/blob/HEAD/uncertainty/get_dist.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"548ebe17c3ad0c18"}},{"code_sha256_prefix":"13b162ee180dfe7d","entry":"expected_improvement","repo":"Kyle4490/RL-Diffusion","repo_kind":"found_in_text","path":"uncertainty/get_dist.py","file_url":"https://github.com/Kyle4490/RL-Diffusion/blob/HEAD/uncertainty/get_dist.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"13b162ee180dfe7d"}},{"code_sha256_prefix":"76655e2a4abdcda7","entry":"gaussian_cdf","repo":"Kyle4490/RL-Diffusion","repo_kind":"found_in_text","path":"uncertainty/get_dist.py","file_url":"https://github.com/Kyle4490/RL-Diffusion/blob/HEAD/uncertainty/get_dist.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"76655e2a4abdcda7"}},{"code_sha256_prefix":"3fc608f9e112f2f1","entry":"gaussian_cdf_determined","repo":"Kyle4490/RL-Diffusion","repo_kind":"found_in_text","path":"uncertainty/get_dist.py","file_url":"https://github.com/Kyle4490/RL-Diffusion/blob/HEAD/uncertainty/get_dist.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3fc608f9e112f2f1"}},{"code_sha256_prefix":"1b729d0449239635","entry":"pio","repo":"Kyle4490/RL-Diffusion","repo_kind":"found_in_text","path":"uncertainty/get_dist.py","file_url":"https://github.com/Kyle4490/RL-Diffusion/blob/HEAD/uncertainty/get_dist.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1b729d0449239635"}},{"code_sha256_prefix":"8e25bd68f799db1a","entry":"get_pio_score","repo":"Kyle4490/RL-Diffusion","repo_kind":"found_in_text","path":"uncertainty/get_dist.py","file_url":"https://github.com/Kyle4490/RL-Diffusion/blob/HEAD/uncertainty/get_dist.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8e25bd68f799db1a"}},{"code_sha256_prefix":"35125ab93ce63b54","entry":"set_cutoff","repo":"Kyle4490/RL-Diffusion","repo_kind":"found_in_text","path":"uncertainty/get_dist.py","file_url":"https://github.com/Kyle4490/RL-Diffusion/blob/HEAD/uncertainty/get_dist.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"35125ab93ce63b54"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.LG","source":"arxiv_api"},"syntology_extracted_results":null}