{"url":"/task/distributed-optimization","name":"Distributed Optimization","slug":"distributed-optimization","description_markdown":"The goal of **Distributed Optimization** is to optimize a certain objective defined over millions of billions of data that is distributed over many machines by utilizing the computational power of these machines.\n\n\n<span class=\"description-source\">Source: [Analysis of Distributed StochasticDual Coordinate Ascent ](https://arxiv.org/abs/1312.1031)</span>","categories":[{"name":"Methodology","url":"/area/methodology"},{"name":"Miscellaneous","url":"/area/miscellaneous"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"derived"},"counts":{"papers_tagged":536,"papers_with_code":86,"benchmarks":1,"benchmark_tables_in_archive":1,"benchmark_tables_shown":1,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":0,"subtasks":0,"parent_tasks":1},"benchmarks":[{"leaderboard":"/sota/distributed-optimization-on","slug":"distributed-optimization-on","dataset":"^(#$!@#$)(()))******","dataset_url":null,"rows_in_archive":1,"metrics":["0..5sec"],"first_row_in_archive_order":{"model":"多微电网区域配电系统的多目标分布式优化","paper_title":"Multi-objective Distributed Optimization for Zonal Distribution System with Multi-Microgrids","paper_url":"/paper/multi-objective-distributed-optimization-for","paper_date":"2022-02-20","arxiv_id":"2202.09762","code_links":[],"syntology":null}}],"datasets":[],"subtasks":[],"parent_tasks":[{"url":"/task/stochastic-optimization","name":"Stochastic Optimization"}],"papers":{"order":"repositories listed in the archive (desc), then date (desc); the archive holds no stars","population":"papers tagged with this task that list at least one repository in the archive","shown":30,"of":86,"tagged_in_all":536,"items":[{"url":"/paper/federated-optimization-for-heterogeneous","title":"Federated Optimization in Heterogeneous Networks","date":"2018-12-14","arxiv_id":"1812.06127","repositories_listed":22,"syntology":{"n":26,"n_ran":9,"n_unverified":17,"n_pointer_only":9}},{"url":"/paper/scaffold-stochastic-controlled-averaging-for","title":"SCAFFOLD: Stochastic Controlled Averaging for Federated Learning","date":"2019-10-14","arxiv_id":"1910.06378","repositories_listed":8,"syntology":{"n":4,"n_ran":0,"n_unverified":4,"n_pointer_only":0}},{"url":"/paper/power-bundle-adjustment-for-large-scale-3d","title":"Power Bundle Adjustment for Large-Scale 3D Reconstruction","date":"2022-04-27","arxiv_id":"2204.12834","repositories_listed":3,"syntology":null},{"url":"/paper/secure-distributed-training-at-scale","title":"Secure Distributed Training at Scale","date":"2021-06-21","arxiv_id":"2106.11257","repositories_listed":3,"syntology":{"n":9,"n_ran":0,"n_unverified":9,"n_pointer_only":0}},{"url":"/paper/zoopt-toolbox-for-derivative-free","title":"ZOOpt: Toolbox for Derivative-Free Optimization","date":"2017-12-31","arxiv_id":"1801.00329","repositories_listed":3,"syntology":null},{"url":"/paper/distributed-adversarial-training-to-robustify-1","title":"Distributed Adversarial Training to Robustify Deep Neural Networks at Scale","date":"2022-06-13","arxiv_id":"2206.06257","repositories_listed":2,"syntology":null},{"url":"/paper/deeplm-large-scale-nonlinear-least-squares-on","title":"DeepLM: Large-Scale Nonlinear Least Squares on Deep Learning Frameworks Using Stochastic Domain Decomposition","date":"2021-06-19","arxiv_id":null,"repositories_listed":2,"syntology":null},{"url":"/paper/moshpit-sgd-communication-efficient","title":"Moshpit SGD: Communication-Efficient Decentralized Training on Heterogeneous Unreliable Devices","date":"2021-03-04","arxiv_id":"2103.03239","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_unverified":0,"n_pointer_only":0}},{"url":"/paper/training-large-neural-networks-with-constant","title":"Training Large Neural Networks with Constant Memory using a New Execution Algorithm","date":"2020-02-13","arxiv_id":"2002.05645","repositories_listed":2,"syntology":{"n":3,"n_ran":0,"n_unverified":3,"n_pointer_only":0}},{"url":"/paper/feddane-a-federated-newton-type-method","title":"FedDANE: A Federated Newton-Type Method","date":"2020-01-07","arxiv_id":"2001.01920","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_unverified":0,"n_pointer_only":0}},{"url":"/paper/local-sgd-with-periodic-averaging-tighter","title":"Local SGD with Periodic Averaging: Tighter Analysis and Adaptive Synchronization","date":"2019-10-30","arxiv_id":"1910.13598","repositories_listed":2,"syntology":{"n":1,"n_ran":0,"n_unverified":1,"n_pointer_only":0}},{"url":"/paper/slowmo-improving-communication-efficient","title":"SlowMo: Improving Communication-Efficient Distributed SGD with Slow Momentum","date":"2019-10-01","arxiv_id":"1910.00643","repositories_listed":2,"syntology":{"n":3,"n_ran":0,"n_unverified":3,"n_pointer_only":0}},{"url":"/paper/190807873","title":"Federated Learning: Challenges, Methods, and Future Directions","date":"2019-08-21","arxiv_id":"1908.07873","repositories_listed":2,"syntology":{"n":11,"n_ran":5,"n_unverified":6,"n_pointer_only":0}},{"url":"/paper/robust-learning-from-untrusted-sources","title":"Robust Learning from Untrusted Sources","date":"2019-01-29","arxiv_id":"1901.10310","repositories_listed":2,"syntology":null},{"url":"/paper/cocoa-a-general-framework-for-communication","title":"CoCoA: A General Framework for Communication-Efficient Distributed Optimization","date":"2016-11-07","arxiv_id":"1611.02189","repositories_listed":2,"syntology":null},{"url":"/paper/l1-regularized-distributed-optimization-a","title":"L1-Regularized Distributed Optimization: A Communication-Efficient Primal-Dual Framework","date":"2015-12-13","arxiv_id":"1512.04011","repositories_listed":2,"syntology":null},{"url":"/paper/dplib-a-standard-benchmark-library-for","title":"DPLib: A Standard Benchmark Library for Distributed Power System Analysis and Optimization","date":"2025-06-25","arxiv_id":"2506.20819","repositories_listed":1,"syntology":null},{"url":"/paper/opportunistic-routing-in-wireless","title":"Opportunistic Routing in Wireless Communications via Learnable State-Augmented Policies","date":"2025-03-05","arxiv_id":"2503.03736","repositories_listed":1,"syntology":null},{"url":"/paper/fedcfa-alleviating-simpson-s-paradox-in-model","title":"FedCFA: Alleviating Simpson's Paradox in Model Aggregation with Counterfactual Federated Learning","date":"2024-12-25","arxiv_id":"2412.18904","repositories_listed":1,"syntology":null},{"url":"/paper/optimization-algorithm-design-via-electric","title":"Optimization Algorithm Design via Electric Circuits","date":"2024-11-04","arxiv_id":"2411.02573","repositories_listed":1,"syntology":{"n":8,"n_ran":0,"n_unverified":8,"n_pointer_only":0}},{"url":"/paper/gnn-empowered-effective-partial-observation","title":"GNN-Empowered Effective Partial Observation MARL Method for AoI Management in Multi-UAV Network","date":"2024-08-18","arxiv_id":"2409.00036","repositories_listed":1,"syntology":null},{"url":"/paper/communication-and-computation-efficient","title":"Communication- and Computation-Efficient Distributed Submodular Optimization in Robot Mesh Networks","date":"2024-07-15","arxiv_id":"2407.10382","repositories_listed":1,"syntology":null},{"url":"/paper/acco-accumulate-while-you-communicate-hiding","title":"ACCO: Accumulate While You Communicate for Communication-Overlapped Sharded LLM Training","date":"2024-06-03","arxiv_id":"2406.02613","repositories_listed":1,"syntology":null},{"url":"/paper/microadam-accurate-adaptive-optimization-with","title":"MicroAdam: Accurate Adaptive Optimization with Low Space Overhead and Provable Convergence","date":"2024-05-24","arxiv_id":"2405.15593","repositories_listed":1,"syntology":{"n":10,"n_ran":7,"n_unverified":3,"n_pointer_only":0}},{"url":"/paper/analysis-of-distributed-optimization","title":"PIM-Opt: Demystifying Distributed Optimization Algorithms on a Real-World Processing-In-Memory System","date":"2024-04-10","arxiv_id":"2404.07164","repositories_listed":1,"syntology":null},{"url":"/paper/fairsync-ensuring-amortized-group-exposure-in","title":"FairSync: Ensuring Amortized Group Exposure in Distributed Recommendation Retrieval","date":"2024-02-16","arxiv_id":"2402.10628","repositories_listed":1,"syntology":null},{"url":"/paper/distributed-markov-chain-monte-carlo-sampling","title":"Distributed Markov Chain Monte Carlo Sampling based on the Alternating Direction Method of Multipliers","date":"2024-01-29","arxiv_id":"2401.15838","repositories_listed":1,"syntology":null},{"url":"/paper/asynchronous-local-sgd-training-for-language","title":"Asynchronous Local-SGD Training for Language Modeling","date":"2024-01-17","arxiv_id":"2401.09135","repositories_listed":1,"syntology":null},{"url":"/paper/communication-compression-for-byzantine","title":"Communication Compression for Byzantine Robust Learning: New Efficient Algorithms and Improved Rates","date":"2023-10-15","arxiv_id":"2310.09804","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_unverified":1,"n_pointer_only":1}},{"url":"/paper/transmission-investment-coordination-using","title":"Transmission Investment Coordination using MILP Lagrange Dual Decomposition and Auxiliary Problem Principle","date":"2023-10-10","arxiv_id":"2310.06231","repositories_listed":1,"syntology":null}],"syntology_records":12,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-09-24T18:15:14+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"}},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"}}