{"url":"/method/linear-warmup-with-linear-decay","slug":"linear-warmup-with-linear-decay","name":"Linear Warmup With Linear Decay","full_name":"Linear Warmup With Linear Decay","full_name_withheld":false,"description_markdown":"**Linear Warmup With Linear Decay** is a learning rate schedule in which we increase the learning rate linearly for $n$ updates and then linearly decay afterwards.","description_state":"present","introduced_year":null,"introduced_by":{"title":null,"paper":null,"first_author":null,"n_authors":0,"url_abs":null,"archive_paper_url":null},"source":{"url":null,"title":null,"url_on_a_paper_host":false},"code_snippet_url":null,"code_snippet_url_on_a_code_host":false,"categories":[{"area":"General","area_id":"general","collection":"Learning Rate Schedules","url":"/methods/category/learning-rate-schedules","pwc_aliases":[]}],"n_papers_tagged":7076,"archive_num_papers":7076,"papers_newest_first":[{"paper":null,"title":"SARA: Selective and Adaptive Retrieval-augmented Generation with Context Compression","date":"2025-07-08","arxiv_id":"2507.05633","n_code_links":0,"syntology":null},{"paper":null,"title":"AI Generated Text Detection Using Instruction Fine-tuned Large Language and Transformer-Based Models","date":"2025-07-07","arxiv_id":"2507.05157","n_code_links":0,"syntology":null},{"paper":null,"title":"CyberRAG: An agentic RAG cyber attack classification and reporting tool","date":"2025-07-03","arxiv_id":"2507.02424","n_code_links":0,"syntology":null},{"paper":null,"title":"Knowledge Protocol Engineering: A New Paradigm for AI in Domain-Specific Knowledge Work","date":"2025-07-03","arxiv_id":"2507.02760","n_code_links":0,"syntology":null},{"paper":"/paper/robustness-of-misinformation-classification","title":"Robustness of Misinformation Classification Systems to Adversarial Examples Through BeamAttack","date":"2025-06-30","arxiv_id":"2506.23661","n_code_links":1,"syntology":null},{"paper":"/paper/erarag-efficient-and-incremental-retrieval","title":"EraRAG: Efficient and Incremental Retrieval Augmented Generation for Growing Corpora","date":"2025-06-26","arxiv_id":"2506.20963","n_code_links":1,"syntology":null},{"paper":null,"title":"Leveraging LLM-Assisted Query Understanding for Live Retrieval-Augmented Generation","date":"2025-06-26","arxiv_id":"2506.21384","n_code_links":0,"syntology":null},{"paper":"/paper/psylite-technical-report","title":"PsyLite Technical Report","date":"2025-06-26","arxiv_id":"2506.21536","n_code_links":1,"syntology":null},{"paper":"/paper/response-quality-assessment-for-retrieval","title":"Response Quality Assessment for Retrieval-Augmented Generation via Conditional Conformal Factuality","date":"2025-06-26","arxiv_id":"2506.20978","n_code_links":1,"syntology":{"ran":0,"of":3,"unverified":3,"pointer_only":3}},{"paper":null,"title":"AI Assistants to Enhance and Exploit the PETSc Knowledge Base","date":"2025-06-25","arxiv_id":"2506.20608","n_code_links":0,"syntology":null},{"paper":null,"title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","date":"2025-06-25","arxiv_id":"2506.20128","n_code_links":0,"syntology":null},{"paper":null,"title":"Engineering RAG Systems for Real-World Applications: Design, Development, and Evaluation","date":"2025-06-25","arxiv_id":"2506.20869","n_code_links":0,"syntology":null},{"paper":null,"title":"Knowledge-Aware Diverse Reranking for Cross-Source Question Answering","date":"2025-06-25","arxiv_id":"2506.20476","n_code_links":0,"syntology":null},{"paper":null,"title":"Memento: Note-Taking for Your Future Self","date":"2025-06-25","arxiv_id":"2506.20642","n_code_links":0,"syntology":null},{"paper":null,"title":"Accurate and Energy Efficient: Local Retrieval-Augmented Generation Models Outperform Commercial Large Language Models in Medical Tasks","date":"2025-06-24","arxiv_id":"2506.20009","n_code_links":0,"syntology":null},{"paper":null,"title":"Controlled Retrieval-augmented Context Evaluation for Long-form RAG","date":"2025-06-24","arxiv_id":"2506.20051","n_code_links":0,"syntology":null},{"paper":null,"title":"Inference Scaled GraphRAG: Improving Multi Hop Question Answering on Knowledge Graphs","date":"2025-06-24","arxiv_id":"2506.19967","n_code_links":0,"syntology":null},{"paper":null,"title":"KunLunBaizeRAG: Reinforcement Learning Driven Inference Performance Leap for Large Language Models","date":"2025-06-24","arxiv_id":"2506.19466","n_code_links":0,"syntology":null},{"paper":null,"title":"Unlocking Insights Addressing Alcohol Inference Mismatch through Database-Narrative Alignment","date":"2025-06-24","arxiv_id":"2506.19342","n_code_links":0,"syntology":null},{"paper":null,"title":"An Audio-centric Multi-task Learning Framework for Streaming Ads Targeting on Spotify","date":"2025-06-23","arxiv_id":"2506.18735","n_code_links":0,"syntology":null},{"paper":null,"title":"Semantic similarity estimation for domain specific data using BERT and other techniques","date":"2025-06-23","arxiv_id":"2506.18602","n_code_links":0,"syntology":null},{"paper":null,"title":"T-CPDL: A Temporal Causal Probabilistic Description Logic for Developing Logic-RAG Agent","date":"2025-06-23","arxiv_id":"2506.18559","n_code_links":0,"syntology":null},{"paper":null,"title":"Multimodal Political Bias Identification and Neutralization","date":"2025-06-20","arxiv_id":"2506.17372","n_code_links":0,"syntology":null},{"paper":null,"title":"Do We Talk to Robots Like Therapists, and Do They Respond Accordingly? Language Alignment in AI Emotional Support","date":"2025-06-19","arxiv_id":"2506.16473","n_code_links":0,"syntology":null},{"paper":null,"title":"REIS: A High-Performance and Energy-Efficient Retrieval System with In-Storage Processing","date":"2025-06-19","arxiv_id":"2506.16444","n_code_links":0,"syntology":null},{"paper":"/paper/cast-enhancing-code-retrieval-augmented","title":"cAST: Enhancing Code Retrieval-Augmented Generation with Structural Chunking via Abstract Syntax Tree","date":"2025-06-18","arxiv_id":"2506.15655","n_code_links":1,"syntology":null},{"paper":null,"title":"I Know Which LLM Wrote Your Code Last Summer: LLM generated Code Stylometry for Authorship Attribution","date":"2025-06-18","arxiv_id":"2506.17323","n_code_links":0,"syntology":null},{"paper":null,"title":"Identifying economic narratives in large text corpora -- An integrated approach using Large Language Models","date":"2025-06-18","arxiv_id":"2506.15041","n_code_links":0,"syntology":null},{"paper":null,"title":"AviationLLM: An LLM-based Knowledge System for Aviation Training","date":"2025-06-17","arxiv_id":"2506.14336","n_code_links":0,"syntology":null},{"paper":"/paper/lightweight-relevance-grader-in-rag","title":"Lightweight Relevance Grader in RAG","date":"2025-06-17","arxiv_id":"2506.14084","n_code_links":1,"syntology":null}],"papers_shown":30,"tasks":[{"task":"/task/rag","name":"RAG","papers":1279},{"task":"/task/retrieval","name":"Retrieval","papers":1261},{"task":"/task/language-modelling","name":"Language Modelling","papers":1149},{"task":"/task/retrieval-augmented-generation","name":"Retrieval-augmented Generation","papers":1086},{"task":"/task/language-modeling","name":"Language Modeling","papers":929},{"task":"/task/question-answering","name":"Question Answering","papers":765},{"task":"/task/sentence","name":"Sentence","papers":745},{"task":"/task/sentiment-analysis","name":"Sentiment Analysis","papers":412},{"task":"/task/text-classification","name":"Text Classification","papers":393},{"task":"/task/text-classification-1","name":"text-classification","papers":347},{"task":"/task/transfer-learning","name":"Transfer Learning","papers":313},{"task":"/task/classification-1","name":"Classification","papers":266},{"task":"/task/word-embeddings","name":"Word Embeddings","papers":258},{"task":"/task/information-retrieval","name":"Information Retrieval","papers":244},{"task":"/task/named-entity-recognition-1","name":"Named Entity Recognition","papers":244},{"task":"/task/natural-language-understanding","name":"Natural Language Understanding","papers":235},{"task":"/task/named-entity-recognition","name":"named-entity-recognition","papers":234},{"task":"/task/named-entity-recognition-ner","name":"Named Entity Recognition (NER)","papers":231},{"task":"/task/large-language-model","name":"Large Language Model","papers":218},{"task":"/task/articles","name":"Articles","papers":197}],"tasks_shown":20,"n_tasks":1195,"usage_by_year":[{"year":"2017","papers":1},{"year":"2018","papers":7},{"year":"2019","papers":580},{"year":"2020","papers":1248},{"year":"2021","papers":1334},{"year":"2022","papers":842},{"year":"2023","papers":859},{"year":"2024","papers":1390},{"year":"2025","papers":815}],"row_source":"methods_table","archive":{"source":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","archive_url":"https://paperswithcode.com/method/linear-warmup-with-linear-decay"},"syntology_read_at":"2026-09-24T18:15:14+00:00"}