{"url":"/method/mbarthez","slug":"mbarthez","name":"mBARTHez","full_name":"mBARTHez","full_name_withheld":false,"description_markdown":"**BARThez** is a self-supervised transfer learning model for the French language based on [BART](https://paperswithcode.com/method/bart). Compared to existing [BERT](https://paperswithcode.com/method/bert)-based French language models such as [CamemBERT](https://paperswithcode.com/paper/camembert-a-tasty-french-language-model) and [FlauBERT](https://paperswithcode.com/paper/flaubert-unsupervised-language-model-pre), BARThez is well-suited for generative tasks, since not only its encoder but also its decoder is pretrained.","description_state":"present","introduced_year":null,"introduced_by":{"title":"BARThez: a Skilled Pretrained French Sequence-to-Sequence Model","paper":"/paper/barthez-a-skilled-pretrained-french-sequence","first_author":"Moussa Kamal Eddine","n_authors":3,"url_abs":null,"archive_paper_url":"https://paperswithcode.com/paper/barthez-a-skilled-pretrained-french-sequence"},"source":{"url":"https://arxiv.org/abs/2010.12321v2","title":"BARThez: a Skilled Pretrained French Sequence-to-Sequence Model","url_on_a_paper_host":true},"code_snippet_url":null,"code_snippet_url_on_a_code_host":false,"categories":[{"area":"Sequential","area_id":"sequential","collection":"Sequence To Sequence Models","url":"/methods/category/sequence-to-sequence-models","pwc_aliases":[]},{"area":"Natural Language Processing","area_id":"natural-language-processing","collection":"Language Models","url":"/methods/category/language-models","pwc_aliases":[]}],"n_papers_tagged":1,"archive_num_papers":1,"papers_newest_first":[{"paper":"/paper/barthez-a-skilled-pretrained-french-sequence","title":"BARThez: a Skilled Pretrained French Sequence-to-Sequence Model","date":"2020-10-23","arxiv_id":"2010.12321","n_code_links":5,"syntology":null}],"papers_shown":1,"tasks":[{"task":"/task/flue","name":"FLUE","papers":1},{"task":"/task/natural-language-understanding","name":"Natural Language Understanding","papers":1},{"task":"/task/orangesum","name":"OrangeSum","papers":1},{"task":"/task/self-supervised-learning","name":"Self-Supervised Learning","papers":1},{"task":"/task/text-summarization","name":"Text Summarization","papers":1},{"task":"/task/transfer-learning","name":"Transfer Learning","papers":1}],"tasks_shown":6,"n_tasks":6,"usage_by_year":[{"year":"2020","papers":1}],"row_source":"methods_table","archive":{"source":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","archive_url":"https://paperswithcode.com/method/mbarthez"},"syntology_read_at":"2026-09-24T18:15:14+00:00"}