{"url":"/method/accordion","slug":"accordion","name":"Accordion","full_name":"Accordion","full_name_withheld":false,"description_markdown":"**Accordion** is a gradient communication scheduling algorithm that is generic across models while imposing low computational overheads. Accordion inspects the change in the gradient norms to detect critical regimes and adjusts the communication schedule dynamically. Accordion works for both adjusting the gradient compression rate or the batch size without additional parameter tuning.","description_state":"present","introduced_year":null,"introduced_by":{"title":"Accordion: Adaptive Gradient Communication via Critical Learning Regime Identification","paper":"/paper/accordion-adaptive-gradient-communication-via","first_author":"Saurabh Agarwal","n_authors":5,"url_abs":null,"archive_paper_url":"https://paperswithcode.com/paper/accordion-adaptive-gradient-communication-via"},"source":{"url":"https://arxiv.org/abs/2010.16248v1","title":"Accordion: Adaptive Gradient Communication via Critical Learning Regime Identification","url_on_a_paper_host":true},"code_snippet_url":null,"code_snippet_url_on_a_code_host":false,"categories":[{"area":"General","area_id":"general","collection":"Data Parallel Methods","url":"/methods/category/data-parallel-methods","pwc_aliases":[]},{"area":"General","area_id":"general","collection":"Distributed Methods","url":"/methods/category/distributed-methods","pwc_aliases":[]}],"n_papers_tagged":4,"archive_num_papers":4,"papers_newest_first":[{"paper":null,"title":"Rethinking Layered Graphic Design Generation with a Top-Down Approach","date":"2025-07-08","arxiv_id":"2507.05601","n_code_links":0,"syntology":null},{"paper":null,"title":"Origami Single-end Capacitive Sensing for Continuous Shape Estimation of Morphing Structures","date":"2023-07-03","arxiv_id":"2307.05370","n_code_links":0,"syntology":null},{"paper":null,"title":"Accordion: A Communication-Aware Machine Learning Framework for Next Generation Networks","date":"2023-01-12","arxiv_id":"2302.00623","n_code_links":0,"syntology":null},{"paper":"/paper/accordion-adaptive-gradient-communication-via","title":"Accordion: Adaptive Gradient Communication via Critical Learning Regime Identification","date":"2020-10-29","arxiv_id":"2010.16248","n_code_links":2,"syntology":null}],"papers_shown":4,"tasks":[{"task":"/task/3d-geometry","name":"3D geometry","papers":1},{"task":"/task/quantization","name":"Quantization","papers":1}],"tasks_shown":2,"n_tasks":2,"usage_by_year":[{"year":"2020","papers":1},{"year":"2023","papers":2},{"year":"2025","papers":1}],"row_source":"methods_table","archive":{"source":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","archive_url":"https://paperswithcode.com/method/accordion"},"syntology_read_at":"2026-09-24T18:15:14+00:00"}