{"url":"/method/mixlora","slug":"mixlora","name":"MixLoRA","full_name":"MixLoRA","full_name_withheld":false,"description_markdown":"MixLoRA is a type of PEFT method which construct a resource-efficient sparse MoE model based on LoRA.","description_state":"present","introduced_year":null,"introduced_by":{"title":"MixLoRA: Enhancing Large Language Models Fine-Tuning with LoRA-based Mixture of Experts","paper":"/paper/mixlora-enhancing-large-language-models-fine","first_author":"Dengchun Li","n_authors":11,"url_abs":null,"archive_paper_url":"https://paperswithcode.com/paper/mixlora-enhancing-large-language-models-fine"},"source":{"url":"https://arxiv.org/abs/2404.15159v3","title":"MixLoRA: Enhancing Large Language Models Fine-Tuning with LoRA-based Mixture of Experts","url_on_a_paper_host":true},"code_snippet_url":null,"code_snippet_url_on_a_code_host":false,"categories":[{"area":"Natural Language Processing","area_id":"natural-language-processing","collection":"Transformers","url":"/methods/category/transformers","pwc_aliases":[]},{"area":"Natural Language Processing","area_id":"natural-language-processing","collection":"Language Models","url":"/methods/category/language-models","pwc_aliases":[]},{"area":"General","area_id":"general","collection":"Fine-Tuning","url":"/methods/category/fine-tuning","pwc_aliases":[]}],"n_papers_tagged":1,"archive_num_papers":1,"papers_newest_first":[{"paper":"/paper/mixlora-enhancing-large-language-models-fine","title":"MixLoRA: Enhancing Large Language Models Fine-Tuning with LoRA-based Mixture of Experts","date":"2024-04-22","arxiv_id":"2404.15159","n_code_links":2,"syntology":{"ran":6,"of":11,"unverified":5,"pointer_only":0}}],"papers_shown":1,"tasks":[{"task":"/task/common-sense-reasoning","name":"Common Sense Reasoning","papers":1},{"task":null,"name":"GPU","papers":1},{"task":"/task/mixture-of-experts","name":"Mixture-of-Experts","papers":1},{"task":"/task/multi-task-learning","name":"Multi-Task Learning","papers":1},{"task":"/task/quantization","name":"Quantization","papers":1},{"task":"/task/question-answering","name":"Question Answering","papers":1},{"task":"/task/sentence-completion","name":"Sentence Completion","papers":1},{"task":"/task/text-classification","name":"Text Classification","papers":1}],"tasks_shown":8,"n_tasks":8,"usage_by_year":[{"year":"2024","papers":1}],"row_source":"methods_table","archive":{"source":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","archive_url":"https://paperswithcode.com/method/mixlora"},"syntology_read_at":"2026-09-24T18:15:14+00:00"}