{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/fednest-federated-bilevel-minimax-and","title":"FedNest: Federated Bilevel, Minimax, and Compositional Optimization","arxiv_id":"2205.02215","date":"2022-05-04","proceeding":null,"authors":["Davoud Ataee Tarzanagh","Mingchen Li","Christos Thrampoulidis","Samet Oymak"],"abstract":"Standard federated optimization methods successfully apply to stochastic problems with single-level structure. However, many contemporary ML problems -- including adversarial robustness, hyperparameter tuning, and actor-critic -- fall under nested bilevel programming that subsumes minimax and compositional optimization. In this work, we propose \\fedblo: A federated alternating stochastic gradient method to address general nested problems. We establish provable convergence rates for \\fedblo in the presence of heterogeneous data and introduce variations for bilevel, minimax, and compositional optimization. \\fedblo introduces multiple innovations including federated hypergradient computation and variance reduction to address inner-level heterogeneity. We complement our theory with experiments on hyperparameter \\& hyper-representation learning and minimax optimization that demonstrate the benefits of our method in practice. Code is available at https://github.com/ucr-optml/FedNest.","url_abs":"https://arxiv.org/abs/2205.02215v3","url_pdf":"https://arxiv.org/pdf/2205.02215v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"fednest-federated-bilevel-minimax-and","repo_url":"https://github.com/ucr-optml/FedNest","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"fednest-federated-bilevel-minimax-and","repo_url":"https://github.com/mc-nya/fednest","is_official":0,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"fednest-federated-bilevel-minimax-and","repo_url":"https://github.com/Tarzanagh/FedNest","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"adversarial-robustness","task_name":"Adversarial Robustness"},{"task_slug":"hyperparameter-optimization","task_name":"Hyperparameter Optimization"},{"task_slug":"representation-learning","task_name":"Representation Learning"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2205.02215","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.02215"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/ucr-optml/FedNest","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/mc-nya/fednest","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/Tarzanagh/FedNest","reach":null}],"summary":{"ran_honours":1,"ran_fixture":1,"unverified":2},"by_repo_kind":{"official":{"samples":1,"ran":0,"repositories":1},"named_in_paper":{"samples":1,"ran":0,"repositories":1},"listed":{"samples":2,"ran":2,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":2,"samples":[{"code_sha256_prefix":"739afdca8b2d673a","entry":"gather_flat_grad","repo":"Tarzanagh/FedNest","repo_kind":"listed","path":"core/function.py","file_url":"https://github.com/Tarzanagh/FedNest/blob/HEAD/core/function.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"739afdca8b2d673a"}},{"code_sha256_prefix":"085767456c708d9d","entry":"neumann_hyperstep_preconditioner","repo":"Tarzanagh/FedNest","repo_kind":"listed","path":"core/function.py","file_url":"https://github.com/Tarzanagh/FedNest/blob/HEAD/core/function.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"085767456c708d9d"}},{"code_sha256_prefix":"2b5f9d39a738d9b9","entry":"loss_adjust_cross_entropy","repo":"mc-nya/fednest","repo_kind":"named_in_paper","path":"core/function.py","file_url":"https://github.com/mc-nya/fednest/blob/HEAD/core/function.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2b5f9d39a738d9b9"}},{"code_sha256_prefix":"2f9fd9845495d876","entry":"smooth","repo":"ucr-optml/FedNest","repo_kind":"official","path":"reproduce/fig2.py","file_url":"https://github.com/ucr-optml/FedNest/blob/HEAD/reproduce/fig2.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2f9fd9845495d876"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}