{"url":"/method/pipemare","slug":"pipemare","name":"PipeMare","full_name":"PipeMare","full_name_withheld":false,"description_markdown":"**PipeMare** is an asynchronous (bubble-free) pipeline parallel method for training large neural networks. It involves two main techniques: learning rate rescheduling and discrepancy correction.","description_state":"present","introduced_year":null,"introduced_by":{"title":"PipeMare: Asynchronous Pipeline Parallel DNN Training","paper":"/paper/pipemare-asynchronous-pipeline-parallel-dnn","first_author":"Bowen Yang","n_authors":6,"url_abs":null,"archive_paper_url":"https://paperswithcode.com/paper/pipemare-asynchronous-pipeline-parallel-dnn"},"source":{"url":"https://arxiv.org/abs/1910.05124v2","title":"PipeMare: Asynchronous Pipeline Parallel DNN Training","url_on_a_paper_host":true},"code_snippet_url":null,"code_snippet_url_on_a_code_host":false,"categories":[{"area":"General","area_id":"general","collection":"Asynchronous Pipeline Parallel","url":"/methods/category/asynchronous-pipeline-parallel","pwc_aliases":[]},{"area":"General","area_id":"general","collection":"Model Parallel Methods","url":"/methods/category/model-parallel-methods","pwc_aliases":[]},{"area":"General","area_id":"general","collection":"Distributed Methods","url":"/methods/category/distributed-methods","pwc_aliases":[]}],"n_papers_tagged":1,"archive_num_papers":1,"papers_newest_first":[{"paper":"/paper/pipemare-asynchronous-pipeline-parallel-dnn","title":"PipeMare: Asynchronous Pipeline Parallel DNN Training","date":"2019-10-09","arxiv_id":"1910.05124","n_code_links":0,"syntology":null}],"papers_shown":1,"tasks":[],"tasks_shown":0,"n_tasks":0,"usage_by_year":[{"year":"2019","papers":1}],"row_source":"methods_table","archive":{"source":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","archive_url":"https://paperswithcode.com/method/pipemare"},"syntology_read_at":"2026-09-24T18:15:14+00:00"}