{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/melo-enhancing-model-editing-with-neuron","title":"MELO: Enhancing Model Editing with Neuron-Indexed Dynamic LoRA","arxiv_id":"2312.11795","date":"2023-12-19","proceeding":null,"authors":["Lang Yu","Qin Chen","Jie zhou","Liang He"],"abstract":"Large language models (LLMs) have shown great success in various Natural Language Processing (NLP) tasks, whist they still need updates after deployment to fix errors or keep pace with the changing knowledge in the world. Researchers formulate such problem as Model Editing and have developed various editors focusing on different axes of editing properties. However, current editors can hardly support all properties and rely on heavy computational resources. In this paper, we propose a plug-in Model Editing method based on neuron-indexed dynamic LoRA (MELO), which alters the behavior of language models by dynamically activating certain LoRA blocks according to the index built in an inner vector database. Our method satisfies various editing properties with high efficiency and can be easily integrated into multiple LLM backbones. Experimental results show that our proposed MELO achieves state-of-the-art editing performance on three sequential editing tasks (document classification, question answering and hallucination correction), while requires the least trainable parameters and computational cost.","url_abs":"https://arxiv.org/abs/2312.11795v1","url_pdf":"https://arxiv.org/pdf/2312.11795v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"melo-enhancing-model-editing-with-neuron","repo_url":"https://github.com/bruthyu/melo","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"document-classification","task_name":"Document Classification"},{"task_slug":"hallucination","task_name":"Hallucination"},{"task_slug":"model-editing","task_name":"Model Editing"},{"task_slug":"question-answering","task_name":"Question Answering"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2312.11795","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.11795"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/bruthyu/melo","reach":{"status":"ok"}}],"summary":{"ran":4,"ran_draft_wrong":1,"unverified":2},"by_repo_kind":{"official":{"samples":7,"ran":5,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":7,"samples":[{"code_sha256_prefix":"75dcf4ab7acf850d","entry":"get_inner_params","repo":"bruthyu/melo","repo_kind":"official","path":"melo/utils.py","file_url":"https://github.com/bruthyu/melo/blob/HEAD/melo/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"75dcf4ab7acf850d"}},{"code_sha256_prefix":"08ba6955a34400e0","entry":"param_subset","repo":"bruthyu/melo","repo_kind":"official","path":"melo/utils.py","file_url":"https://github.com/bruthyu/melo/blob/HEAD/melo/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"08ba6955a34400e0"}},{"code_sha256_prefix":"91636aa8f9228435","entry":"parent_module","repo":"bruthyu/melo","repo_kind":"official","path":"melo/utils.py","file_url":"https://github.com/bruthyu/melo/blob/HEAD/melo/utils.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"91636aa8f9228435"}},{"code_sha256_prefix":"cac7d8f42c66745f","entry":"retain_rate","repo":"bruthyu/melo","repo_kind":"official","path":"melo/metrics.py","file_url":"https://github.com/bruthyu/melo/blob/HEAD/melo/metrics.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"cac7d8f42c66745f"}},{"code_sha256_prefix":"a7aacb2617a36e0c","entry":"translate_tokens","repo":"bruthyu/melo","repo_kind":"official","path":"melo/algs/lora.py","file_url":"https://github.com/bruthyu/melo/blob/HEAD/melo/algs/lora.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a7aacb2617a36e0c"}},{"code_sha256_prefix":"fd84fd7b3396ce89","entry":"is_acc_error","repo":"bruthyu/melo","repo_kind":"official","path":"melo/metrics.py","file_url":"https://github.com/bruthyu/melo/blob/HEAD/melo/metrics.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"fd84fd7b3396ce89"}},{"code_sha256_prefix":"df37f5700971edda","entry":"sent_success","repo":"bruthyu/melo","repo_kind":"official","path":"melo/metrics.py","file_url":"https://github.com/bruthyu/melo/blob/HEAD/melo/metrics.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"df37f5700971edda"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}