{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/local-search-gflownets","title":"Local Search GFlowNets","arxiv_id":"2310.02710","date":"2023-10-04","proceeding":null,"authors":["Minsu Kim","Taeyoung Yun","Emmanuel Bengio","Dinghuai Zhang","Yoshua Bengio","Sungsoo Ahn","Jinkyoo Park"],"abstract":"Generative Flow Networks (GFlowNets) are amortized sampling methods that learn a distribution over discrete objects proportional to their rewards. GFlowNets exhibit a remarkable ability to generate diverse samples, yet occasionally struggle to consistently produce samples with high rewards due to over-exploration on wide sample space. This paper proposes to train GFlowNets with local search, which focuses on exploiting high-rewarded sample space to resolve this issue. Our main idea is to explore the local neighborhood via backtracking and reconstruction guided by backward and forward policies, respectively. This allows biasing the samples toward high-reward solutions, which is not possible for a typical GFlowNet solution generation scheme, which uses the forward policy to generate the solution from scratch. Extensive experiments demonstrate a remarkable performance improvement in several biochemical tasks. Source code is available: \\url{https://github.com/dbsxodud-11/ls_gfn}.","url_abs":"https://arxiv.org/abs/2310.02710v2","url_pdf":"https://arxiv.org/pdf/2310.02710v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"local-search-gflownets","repo_url":"https://github.com/dbsxodud-11/ls-gfn","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":null},{"paper_slug":"local-search-gflownets","repo_url":"https://github.com/dbsxodud-11/ls_gfn","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2310.02710","atlas_url":"https://app.syntology.ai/?focus=2310.02710","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.02710"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/dbsxodud-11/ls_gfn","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/dbsxodud-11/ls-gfn","reach":null}],"summary":{"ran_fixture":1,"ran":6,"ran_draft_wrong":1,"ran_honours":1,"unverified":8},"by_repo_kind":{"official":{"samples":17,"ran":9,"repositories":2}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":17,"samples":[{"code_sha256_prefix":"1a1ebe33ee0285e0","entry":"batch","repo":"dbsxodud-11/ls_gfn","repo_kind":"official","path":"gflownet/utils.py","file_url":"https://github.com/dbsxodud-11/ls_gfn/blob/HEAD/gflownet/utils.py","link_basis":"plan_row","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"1a1ebe33ee0285e0"}},{"code_sha256_prefix":"e62c1b64d8aa2840","entry":"collate_states_scores","repo":"dbsxodud-11/ls_gfn","repo_kind":"official","path":"gflownet/policy.py","file_url":"https://github.com/dbsxodud-11/ls_gfn/blob/HEAD/gflownet/policy.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"e62c1b64d8aa2840"}},{"code_sha256_prefix":"198490929c547443","entry":"dist_calibration_error","repo":"dbsxodud-11/ls_gfn","repo_kind":"official","path":"gflownet/evaluate.py","file_url":"https://github.com/dbsxodud-11/ls_gfn/blob/HEAD/gflownet/evaluate.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"198490929c547443"}},{"code_sha256_prefix":"2dfc42fc19e46728","entry":"get_unique_children_in_x","repo":"dbsxodud-11/ls_gfn","repo_kind":"official","path":"gflownet/guide.py","file_url":"https://github.com/dbsxodud-11/ls_gfn/blob/HEAD/gflownet/guide.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"2dfc42fc19e46728"}},{"code_sha256_prefix":"266dbf4340bef3f5","entry":"make_mlp","repo":"dbsxodud-11/ls_gfn","repo_kind":"official","path":"gflownet/network.py","file_url":"https://github.com/dbsxodud-11/ls_gfn/blob/HEAD/gflownet/network.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"266dbf4340bef3f5"}},{"code_sha256_prefix":"7e8123dabbedb095","entry":"make_nodesummary_gnn","repo":"dbsxodud-11/ls_gfn","repo_kind":"official","path":"gflownet/network.py","file_url":"https://github.com/dbsxodud-11/ls_gfn/blob/HEAD/gflownet/network.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"7e8123dabbedb095"}},{"code_sha256_prefix":"6dd46344ca1baf43","entry":"multi_set_distance","repo":"dbsxodud-11/ls_gfn","repo_kind":"official","path":"gflownet/monitor.py","file_url":"https://github.com/dbsxodud-11/ls_gfn/blob/HEAD/gflownet/monitor.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6dd46344ca1baf43"}},{"code_sha256_prefix":"1c23da6bab23ab31","entry":"pack","repo":"dbsxodud-11/ls_gfn","repo_kind":"official","path":"gflownet/utils.py","file_url":"https://github.com/dbsxodud-11/ls_gfn/blob/HEAD/gflownet/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"1c23da6bab23ab31"}},{"code_sha256_prefix":"973c7b0697f6a623","entry":"tensor_to_np","repo":"dbsxodud-11/ls_gfn","repo_kind":"official","path":"gflownet/utils.py","file_url":"https://github.com/dbsxodud-11/ls_gfn/blob/HEAD/gflownet/utils.py","link_basis":"plan_row","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"973c7b0697f6a623"}},{"code_sha256_prefix":"23d514ace7e9b0fb","entry":"BaseTBGFlowNet","repo":"dbsxodud-11/ls-gfn","repo_kind":"official","path":"gflownet/GFNs/basegfn.py","file_url":"https://github.com/dbsxodud-11/ls-gfn/blob/HEAD/gflownet/GFNs/basegfn.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"23d514ace7e9b0fb"}},{"code_sha256_prefix":"cfafc9ffa57d7acf","entry":"anderson_darling","repo":"dbsxodud-11/ls_gfn","repo_kind":"official","path":"gflownet/evaluate.py","file_url":"https://github.com/dbsxodud-11/ls_gfn/blob/HEAD/gflownet/evaluate.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"cfafc9ffa57d7acf"}},{"code_sha256_prefix":"797497ec7c51c286","entry":"collate_probs","repo":"dbsxodud-11/ls_gfn","repo_kind":"official","path":"gflownet/policy.py","file_url":"https://github.com/dbsxodud-11/ls_gfn/blob/HEAD/gflownet/policy.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"797497ec7c51c286"}},{"code_sha256_prefix":"ac05e44262397b23","entry":"guide_logp","repo":"dbsxodud-11/ls_gfn","repo_kind":"official","path":"gflownet/guide.py","file_url":"https://github.com/dbsxodud-11/ls_gfn/blob/HEAD/gflownet/guide.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ac05e44262397b23"}},{"code_sha256_prefix":"6b1b2290357fc6dc","entry":"guide_sample","repo":"dbsxodud-11/ls_gfn","repo_kind":"official","path":"gflownet/guide.py","file_url":"https://github.com/dbsxodud-11/ls_gfn/blob/HEAD/gflownet/guide.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6b1b2290357fc6dc"}},{"code_sha256_prefix":"b3c76e81a3360fbd","entry":"make_convnet","repo":"dbsxodud-11/ls_gfn","repo_kind":"official","path":"gflownet/network.py","file_url":"https://github.com/dbsxodud-11/ls_gfn/blob/HEAD/gflownet/network.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"b3c76e81a3360fbd"}},{"code_sha256_prefix":"07d2630a9cb727da","entry":"make_full_exp","repo":"dbsxodud-11/ls_gfn","repo_kind":"official","path":"gflownet/data.py","file_url":"https://github.com/dbsxodud-11/ls_gfn/blob/HEAD/gflownet/data.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"07d2630a9cb727da"}},{"code_sha256_prefix":"f928c1f4da5deecd","entry":"unique_keep_order_filter_children","repo":"dbsxodud-11/ls_gfn","repo_kind":"official","path":"gflownet/policy.py","file_url":"https://github.com/dbsxodud-11/ls_gfn/blob/HEAD/gflownet/policy.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f928c1f4da5deecd"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}