{"url":"/method/bart","slug":"bart","name":"BART","full_name":"BART","full_name_withheld":false,"description_markdown":"**BART** is a [denoising autoencoder](https://paperswithcode.com/method/denoising-autoencoder) for pretraining sequence-to-sequence models. It is trained by (1) corrupting text with an arbitrary noising function, and (2) learning a model to reconstruct the original text. It uses a standard [Transformer](https://paperswithcode.com/method/transformer)-based neural machine translation architecture. It uses a standard seq2seq/NMT architecture with a bidirectional encoder (like [BERT](https://paperswithcode.com/method/bert)) and a left-to-right decoder (like [GPT](https://paperswithcode.com/method/gpt)). This means the encoder's attention mask is fully visible, like BERT, and the decoder's attention mask is causal, like [GPT2](https://paperswithcode.com/method/gpt-2).","description_state":"present","introduced_year":null,"introduced_by":{"title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","paper":"/paper/bart-denoising-sequence-to-sequence-pre","first_author":"Mike Lewis","n_authors":8,"url_abs":null,"archive_paper_url":"https://paperswithcode.com/paper/bart-denoising-sequence-to-sequence-pre"},"source":{"url":"https://arxiv.org/abs/1910.13461v1","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","url_on_a_paper_host":true},"code_snippet_url":null,"code_snippet_url_on_a_code_host":false,"categories":[{"area":"Sequential","area_id":"sequential","collection":"Sequence To Sequence Models","url":"/methods/category/sequence-to-sequence-models","pwc_aliases":[]},{"area":"Natural Language Processing","area_id":"natural-language-processing","collection":"Transformers","url":"/methods/category/transformers","pwc_aliases":[]}],"n_papers_tagged":1642,"archive_num_papers":1642,"papers_newest_first":[{"paper":"/paper/developing-visual-augmented-q-a-system-using","title":"Developing Visual Augmented Q&A System using Scalable Vision Embedding Retrieval & Late Interaction Re-ranker","date":"2025-07-16","arxiv_id":"2507.12378","n_code_links":1,"syntology":null},{"paper":"/paper/addressing-data-imbalance-in-transformer","title":"Addressing Data Imbalance in Transformer-Based Multi-Label Emotion Detection with Weighted Loss","date":"2025-07-15","arxiv_id":"2507.11384","n_code_links":1,"syntology":null},{"paper":null,"title":"LiLM-RDB-SFC: Lightweight Language Model with Relational Database-Guided DRL for Optimized SFC Provisioning","date":"2025-07-15","arxiv_id":"2507.10903","n_code_links":0,"syntology":null},{"paper":null,"title":"Leveraging RAG-LLMs for Urban Mobility Simulation and Analysis","date":"2025-07-14","arxiv_id":"2507.10382","n_code_links":0,"syntology":null},{"paper":"/paper/orchestrator-agent-trust-a-modular-agentic-ai","title":"Orchestrator-Agent Trust: A Modular Agentic AI Visual Classification System with Trust-Aware Orchestration and RAG-Based Reasoning","date":"2025-07-09","arxiv_id":"2507.10571","n_code_links":1,"syntology":null},{"paper":null,"title":"The Dark Side of LLMs Agent-based Attacks for Complete Computer Takeover","date":"2025-07-09","arxiv_id":"2507.06850","n_code_links":0,"syntology":null},{"paper":null,"title":"SARA: Selective and Adaptive Retrieval-augmented Generation with Context Compression","date":"2025-07-08","arxiv_id":"2507.05633","n_code_links":0,"syntology":null},{"paper":null,"title":"CyberRAG: An agentic RAG cyber attack classification and reporting tool","date":"2025-07-03","arxiv_id":"2507.02424","n_code_links":0,"syntology":null},{"paper":null,"title":"Knowledge Protocol Engineering: A New Paradigm for AI in Domain-Specific Knowledge Work","date":"2025-07-03","arxiv_id":"2507.02760","n_code_links":0,"syntology":null},{"paper":null,"title":"Knowledge Augmented Finetuning Matters in both RAG and Agent Based Dialog Systems","date":"2025-06-28","arxiv_id":"2506.22852","n_code_links":0,"syntology":null},{"paper":null,"title":"ARAG: Agentic Retrieval Augmented Generation for Personalized Recommendation","date":"2025-06-27","arxiv_id":"2506.21931","n_code_links":0,"syntology":null},{"paper":"/paper/erarag-efficient-and-incremental-retrieval","title":"EraRAG: Efficient and Incremental Retrieval Augmented Generation for Growing Corpora","date":"2025-06-26","arxiv_id":"2506.20963","n_code_links":1,"syntology":null},{"paper":null,"title":"Leveraging LLM-Assisted Query Understanding for Live Retrieval-Augmented Generation","date":"2025-06-26","arxiv_id":"2506.21384","n_code_links":0,"syntology":null},{"paper":"/paper/psylite-technical-report","title":"PsyLite Technical Report","date":"2025-06-26","arxiv_id":"2506.21536","n_code_links":1,"syntology":null},{"paper":"/paper/response-quality-assessment-for-retrieval","title":"Response Quality Assessment for Retrieval-Augmented Generation via Conditional Conformal Factuality","date":"2025-06-26","arxiv_id":"2506.20978","n_code_links":1,"syntology":{"ran":0,"of":3,"unverified":3,"pointer_only":3}},{"paper":null,"title":"AI Assistants to Enhance and Exploit the PETSc Knowledge Base","date":"2025-06-25","arxiv_id":"2506.20608","n_code_links":0,"syntology":null},{"paper":null,"title":"CCRS: A Zero-Shot LLM-as-a-Judge Framework for Comprehensive RAG Evaluation","date":"2025-06-25","arxiv_id":"2506.20128","n_code_links":0,"syntology":null},{"paper":null,"title":"Engineering RAG Systems for Real-World Applications: Design, Development, and Evaluation","date":"2025-06-25","arxiv_id":"2506.20869","n_code_links":0,"syntology":null},{"paper":null,"title":"Knowledge-Aware Diverse Reranking for Cross-Source Question Answering","date":"2025-06-25","arxiv_id":"2506.20476","n_code_links":0,"syntology":null},{"paper":null,"title":"Memento: Note-Taking for Your Future Self","date":"2025-06-25","arxiv_id":"2506.20642","n_code_links":0,"syntology":null},{"paper":null,"title":"Accurate and Energy Efficient: Local Retrieval-Augmented Generation Models Outperform Commercial Large Language Models in Medical Tasks","date":"2025-06-24","arxiv_id":"2506.20009","n_code_links":0,"syntology":null},{"paper":null,"title":"Controlled Retrieval-augmented Context Evaluation for Long-form RAG","date":"2025-06-24","arxiv_id":"2506.20051","n_code_links":0,"syntology":null},{"paper":null,"title":"Inference Scaled GraphRAG: Improving Multi Hop Question Answering on Knowledge Graphs","date":"2025-06-24","arxiv_id":"2506.19967","n_code_links":0,"syntology":null},{"paper":null,"title":"KunLunBaizeRAG: Reinforcement Learning Driven Inference Performance Leap for Large Language Models","date":"2025-06-24","arxiv_id":"2506.19466","n_code_links":0,"syntology":null},{"paper":null,"title":"T-CPDL: A Temporal Causal Probabilistic Description Logic for Developing Logic-RAG Agent","date":"2025-06-23","arxiv_id":"2506.18559","n_code_links":0,"syntology":null},{"paper":null,"title":"REIS: A High-Performance and Energy-Efficient Retrieval System with In-Storage Processing","date":"2025-06-19","arxiv_id":"2506.16444","n_code_links":0,"syntology":null},{"paper":"/paper/cast-enhancing-code-retrieval-augmented","title":"cAST: Enhancing Code Retrieval-Augmented Generation with Structural Chunking via Abstract Syntax Tree","date":"2025-06-18","arxiv_id":"2506.15655","n_code_links":1,"syntology":null},{"paper":"/paper/signbart-new-approach-with-the-skeleton","title":"SignBart -- New approach with the skeleton sequence for Isolated Sign language Recognition","date":"2025-06-18","arxiv_id":"2506.21592","n_code_links":1,"syntology":null},{"paper":null,"title":"AviationLLM: An LLM-based Knowledge System for Aviation Training","date":"2025-06-17","arxiv_id":"2506.14336","n_code_links":0,"syntology":null},{"paper":"/paper/lightweight-relevance-grader-in-rag","title":"Lightweight Relevance Grader in RAG","date":"2025-06-17","arxiv_id":"2506.14084","n_code_links":1,"syntology":null}],"papers_shown":30,"tasks":[{"task":"/task/rag","name":"RAG","papers":1278},{"task":"/task/retrieval-augmented-generation","name":"Retrieval-augmented Generation","papers":1081},{"task":"/task/retrieval","name":"Retrieval","papers":950},{"task":"/task/question-answering","name":"Question Answering","papers":347},{"task":"/task/language-modelling","name":"Language Modelling","papers":190},{"task":"/task/language-modeling","name":"Language Modeling","papers":158},{"task":"/task/large-language-model","name":"Large Language Model","papers":129},{"task":"/task/hallucination","name":"Hallucination","papers":119},{"task":"/task/text-generation","name":"Text Generation","papers":111},{"task":"/task/information-retrieval","name":"Information Retrieval","papers":107},{"task":"/task/knowledge-graphs","name":"Knowledge Graphs","papers":59},{"task":"/task/sentence","name":"Sentence","papers":56},{"task":"/task/benchmarking","name":"Benchmarking","papers":54},{"task":"/task/abstractive-text-summarization","name":"Abstractive Text Summarization","papers":50},{"task":"/task/decoder","name":"Decoder","papers":50},{"task":"/task/response-generation","name":"Response Generation","papers":46},{"task":"/task/answer-generation","name":"Answer Generation","papers":40},{"task":"/task/reranking","name":"Reranking","papers":36},{"task":"/task/text-summarization","name":"Text Summarization","papers":36},{"task":"/task/articles","name":"Articles","papers":35}],"tasks_shown":20,"n_tasks":485,"usage_by_year":[{"year":"2019","papers":3},{"year":"2020","papers":37},{"year":"2021","papers":94},{"year":"2022","papers":93},{"year":"2023","papers":103},{"year":"2024","papers":735},{"year":"2025","papers":577}],"row_source":"methods_table","archive":{"source":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","archive_url":"https://paperswithcode.com/method/bart"},"syntology_read_at":"2026-09-24T18:15:14+00:00"}