{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/glhf-general-learned-evolutionary-algorithm","title":"Pretrained Optimization Model for Zero-Shot Black Box Optimization","arxiv_id":"2405.03728","date":"2024-05-06","proceeding":null,"authors":["XiaoBin Li","Kai Wu","Yujian Betterest Li","XiaoYu Zhang","Handing Wang","Jing Liu"],"abstract":"Zero-shot optimization involves optimizing a target task that was not seen during training, aiming to provide the optimal solution without or with minimal adjustments to the optimizer. It is crucial to ensure reliable and robust performance in various applications. Current optimizers often struggle with zero-shot optimization and require intricate hyperparameter tuning to adapt to new tasks. To address this, we propose a Pretrained Optimization Model (POM) that leverages knowledge gained from optimizing diverse tasks, offering efficient solutions to zero-shot optimization through direct application or fine-tuning with few-shot samples. Evaluation on the BBOB benchmark and two robot control tasks demonstrates that POM outperforms state-of-the-art black-box optimization methods, especially for high-dimensional tasks. Fine-tuning POM with a small number of samples and budget yields significant performance improvements. Moreover, POM demonstrates robust generalization across diverse task distributions, dimensions, population sizes, and optimization horizons. For code implementation, see https://github.com/ninja-wm/POM/.","url_abs":"https://arxiv.org/abs/2405.03728v2","url_pdf":"https://arxiv.org/pdf/2405.03728v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"glhf-general-learned-evolutionary-algorithm","repo_url":"https://github.com/ninja-wm/pom","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"evolutionary-algorithms","task_name":"Evolutionary Algorithms"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2405.03728","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.03728"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ninja-wm/pom","reach":{"status":"ok"}}],"summary":{"ran":7,"unverified":7},"by_repo_kind":{"official":{"samples":14,"ran":7,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":14,"samples":[{"code_sha256_prefix":"01d23dbb9edf690f","entry":"f1","repo":"ninja-wm/pom","repo_kind":"official","path":"BBOB_pkg/BBOB/bbobfunctions.py","file_url":"https://github.com/ninja-wm/pom/blob/HEAD/BBOB_pkg/BBOB/bbobfunctions.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"01d23dbb9edf690f"}},{"code_sha256_prefix":"1b87f4514a3f2e52","entry":"fc_1","repo":"ninja-wm/pom","repo_kind":"official","path":"BBOB_pkg/BBOB/utils.py","file_url":"https://github.com/ninja-wm/pom/blob/HEAD/BBOB_pkg/BBOB/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"1b87f4514a3f2e52"}},{"code_sha256_prefix":"fe1ce204bf51d125","entry":"fsign","repo":"ninja-wm/pom","repo_kind":"official","path":"BBOB_pkg/BBOB/utils.py","file_url":"https://github.com/ninja-wm/pom/blob/HEAD/BBOB_pkg/BBOB/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"fe1ce204bf51d125"}},{"code_sha256_prefix":"71d73195c923cecf","entry":"fx_hat","repo":"ninja-wm/pom","repo_kind":"official","path":"BBOB_pkg/BBOB/utils.py","file_url":"https://github.com/ninja-wm/pom/blob/HEAD/BBOB_pkg/BBOB/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"71d73195c923cecf"}},{"code_sha256_prefix":"aa87e7e51651b8ff","entry":"sortIndiv","repo":"ninja-wm/pom","repo_kind":"official","path":"GLHF_pkg/GLHF/utils.py","file_url":"https://github.com/ninja-wm/pom/blob/HEAD/GLHF_pkg/GLHF/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"aa87e7e51651b8ff"}},{"code_sha256_prefix":"12927ceea2264f61","entry":"sortIndivBND","repo":"ninja-wm/pom","repo_kind":"official","path":"GLHF_pkg/GLHF/utils.py","file_url":"https://github.com/ninja-wm/pom/blob/HEAD/GLHF_pkg/GLHF/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"12927ceea2264f61"}},{"code_sha256_prefix":"a09940e54e32e88c","entry":"sumtensor","repo":"ninja-wm/pom","repo_kind":"official","path":"BBOB_pkg/BBOB/testcopilot.py","file_url":"https://github.com/ninja-wm/pom/blob/HEAD/BBOB_pkg/BBOB/testcopilot.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a09940e54e32e88c"}},{"code_sha256_prefix":"19a14418f744e5f7","entry":"cecfun1","repo":"ninja-wm/pom","repo_kind":"official","path":"BBOB_pkg/BBOB/cecfunctions.py","file_url":"https://github.com/ninja-wm/pom/blob/HEAD/BBOB_pkg/BBOB/cecfunctions.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"19a14418f744e5f7"}},{"code_sha256_prefix":"26aa7ee9fd6c872b","entry":"cecfun2","repo":"ninja-wm/pom","repo_kind":"official","path":"BBOB_pkg/BBOB/cecfunctions.py","file_url":"https://github.com/ninja-wm/pom/blob/HEAD/BBOB_pkg/BBOB/cecfunctions.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"26aa7ee9fd6c872b"}},{"code_sha256_prefix":"3a4048b9de8e3d76","entry":"cecfun3","repo":"ninja-wm/pom","repo_kind":"official","path":"BBOB_pkg/BBOB/cecfunctions.py","file_url":"https://github.com/ninja-wm/pom/blob/HEAD/BBOB_pkg/BBOB/cecfunctions.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"3a4048b9de8e3d76"}},{"code_sha256_prefix":"7b226193257cd248","entry":"f2","repo":"ninja-wm/pom","repo_kind":"official","path":"BBOB_pkg/BBOB/bbobfunctions.py","file_url":"https://github.com/ninja-wm/pom/blob/HEAD/BBOB_pkg/BBOB/bbobfunctions.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"7b226193257cd248"}},{"code_sha256_prefix":"8a0e5d4be06443d6","entry":"f3","repo":"ninja-wm/pom","repo_kind":"official","path":"BBOB_pkg/BBOB/bbobfunctions.py","file_url":"https://github.com/ninja-wm/pom/blob/HEAD/BBOB_pkg/BBOB/bbobfunctions.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"8a0e5d4be06443d6"}},{"code_sha256_prefix":"b31b94d275e5476f","entry":"logExpResult","repo":"ninja-wm/pom","repo_kind":"official","path":"utils.py","file_url":"https://github.com/ninja-wm/pom/blob/HEAD/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"b31b94d275e5476f"}},{"code_sha256_prefix":"ab0e31488fa7c6b9","entry":"logExpResult2","repo":"ninja-wm/pom","repo_kind":"official","path":"utils.py","file_url":"https://github.com/ninja-wm/pom/blob/HEAD/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ab0e31488fa7c6b9"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}