{"url":"/method/cyclical-learning-rate-policy","slug":"cyclical-learning-rate-policy","name":"Cyclical Learning Rate Policy","full_name":"Cyclical Learning Rate Policy","full_name_withheld":false,"description_markdown":"A **Cyclical Learning Rate Policy** combines a linear learning rate decay with warm restarts.\r\n\r\nImage: [ESPNetv2](https://paperswithcode.com/method/espnetv2)","description_state":"present","introduced_year":null,"introduced_by":{"title":null,"paper":null,"first_author":null,"n_authors":0,"url_abs":null,"archive_paper_url":null},"source":{"url":null,"title":null,"url_on_a_paper_host":false},"code_snippet_url":null,"code_snippet_url_on_a_code_host":false,"categories":[{"area":"General","area_id":"general","collection":"Learning Rate Schedules","url":"/methods/category/learning-rate-schedules","pwc_aliases":[]}],"n_papers_tagged":5,"archive_num_papers":5,"papers_newest_first":[{"paper":"/paper/semantic-sentence-similarity-size-does-not","title":"Semantic sentence similarity: size does not always matter","date":"2021-06-16","arxiv_id":"2106.08648","n_code_links":1,"syntology":null},{"paper":"/paper/automated-diagnosis-of-covid-19-with-limited","title":"Automated diagnosis of COVID-19 with limited posteroanterior chest X-ray images using fine-tuned deep neural networks","date":"2020-04-23","arxiv_id":"2004.11676","n_code_links":1,"syntology":null},{"paper":null,"title":"Applying Cyclical Learning Rate to Neural Machine Translation","date":"2020-04-06","arxiv_id":"2004.02401","n_code_links":0,"syntology":null},{"paper":"/paper/language-learning-using-speech-to-image","title":"Language learning using Speech to Image retrieval","date":"2019-09-09","arxiv_id":"1909.03795","n_code_links":1,"syntology":null},{"paper":"/paper/espnetv2-a-light-weight-power-efficient-and","title":"ESPNetv2: A Light-weight, Power Efficient, and General Purpose Convolutional Neural Network","date":"2018-11-28","arxiv_id":"1811.11431","n_code_links":10,"syntology":{"ran":2,"of":4,"unverified":2,"pointer_only":0}}],"papers_shown":5,"tasks":[{"task":"/task/classification","name":"General Classification","papers":2},{"task":"/task/grounded-language-learning","name":"Grounded language learning","papers":2},{"task":"/task/image-retrieval","name":"Image Retrieval","papers":2},{"task":"/task/sentence","name":"Sentence","papers":2},{"task":"/task/sentence-embeddings","name":"Sentence Embeddings","papers":2},{"task":"/task/speech-recognition","name":"Speech Recognition","papers":2},{"task":"/task/visual-grounding","name":"Visual Grounding","papers":2},{"task":"/task/binary-classification","name":"Binary Classification","papers":1},{"task":"/task/computed-tomography-ct","name":"Computed Tomography (CT)","papers":1},{"task":"/task/diagnostic","name":"Diagnostic","papers":1},{"task":"/task/image-classification","name":"Image Classification","papers":1},{"task":"/task/language-modeling","name":"Language Modeling","papers":1},{"task":"/task/language-modelling","name":"Language Modelling","papers":1},{"task":"/task/learning-semantic-representations","name":"Learning Semantic Representations","papers":1},{"task":"/task/machine-translation","name":"Machine Translation","papers":1},{"task":"/task/multi-class-classification","name":"Multi-class Classification","papers":1},{"task":"/task/object","name":"Object","papers":1},{"task":"/task/object-detection","name":"Object Detection","papers":1},{"task":"/task/real-time-object-detection","name":"Real-Time Object Detection","papers":1},{"task":"/task/real-time-semantic-segmentation","name":"Real-Time Semantic Segmentation","papers":1}],"tasks_shown":20,"n_tasks":30,"usage_by_year":[{"year":"2018","papers":1},{"year":"2019","papers":1},{"year":"2020","papers":2},{"year":"2021","papers":1}],"row_source":"methods_table","archive":{"source":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","archive_url":"https://paperswithcode.com/method/cyclical-learning-rate-policy"},"syntology_read_at":"2026-09-24T18:15:14+00:00"}