{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/quanta-efficient-high-rank-fine-tuning-of","title":"QuanTA: Efficient High-Rank Fine-Tuning of LLMs with Quantum-Informed Tensor Adaptation","arxiv_id":"2406.00132","date":"2024-05-31","proceeding":null,"authors":["Zhuo Chen","Rumen Dangovski","Charlotte Loh","Owen Dugan","Di Luo","Marin Soljačić"],"abstract":"We propose Quantum-informed Tensor Adaptation (QuanTA), a novel, easy-to-implement, fine-tuning method with no inference overhead for large-scale pre-trained language models. By leveraging quantum-inspired methods derived from quantum circuit structures, QuanTA enables efficient high-rank fine-tuning, surpassing the limitations of Low-Rank Adaptation (LoRA)--low-rank approximation may fail for complicated downstream tasks. Our approach is theoretically supported by the universality theorem and the rank representation theorem to achieve efficient high-rank adaptations. Experiments demonstrate that QuanTA significantly enhances commonsense reasoning, arithmetic reasoning, and scalability compared to traditional methods. Furthermore, QuanTA shows superior performance with fewer trainable parameters compared to other approaches and can be designed to integrate with existing fine-tuning algorithms for further improvement, providing a scalable and efficient solution for fine-tuning large language models and advancing state-of-the-art in natural language processing.","url_abs":"https://arxiv.org/abs/2406.00132v3","url_pdf":"https://arxiv.org/pdf/2406.00132v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"quanta-efficient-high-rank-fine-tuning-of","repo_url":"https://github.com/quanta-fine-tuning/quanta","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}}],"tasks":[{"task_slug":"arithmetic-reasoning","task_name":"Arithmetic Reasoning"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2406.00132","atlas_url":"https://app.syntology.ai/?focus=2406.00132","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.00132"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/quanta-fine-tuning/quanta","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"ran":7,"ran_draft_wrong":1,"unverified":3},"by_repo_kind":{"official":{"samples":11,"ran":8,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"ecf94b05123201e3","entry":"bloom_model_postprocess_past_key_value","repo":"quanta-fine-tuning/quanta","repo_kind":"official","path":"quanta/quanta/utils/other.py","file_url":"https://github.com/quanta-fine-tuning/quanta/blob/HEAD/quanta/quanta/utils/other.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"ecf94b05123201e3"}},{"code_sha256_prefix":"add335e0714d42b3","entry":"calculate_metric","repo":"quanta-fine-tuning/quanta","repo_kind":"official","path":"run/utils/metrics.py","file_url":"https://github.com/quanta-fine-tuning/quanta/blob/HEAD/run/utils/metrics.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"add335e0714d42b3"}},{"code_sha256_prefix":"f53e3216ab15d617","entry":"encode_prompt","repo":"quanta-fine-tuning/quanta","repo_kind":"official","path":"run/utils/utils.py","file_url":"https://github.com/quanta-fine-tuning/quanta/blob/HEAD/run/utils/utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"f53e3216ab15d617"}},{"code_sha256_prefix":"b5c3235f294e77c4","entry":"forward_wrap_with_option_len","repo":"quanta-fine-tuning/quanta","repo_kind":"official","path":"run/utils/utils.py","file_url":"https://github.com/quanta-fine-tuning/quanta/blob/HEAD/run/utils/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"b5c3235f294e77c4"}},{"code_sha256_prefix":"9dfc4c4547d0b93e","entry":"is_numeric","repo":"quanta-fine-tuning/quanta","repo_kind":"official","path":"run/utils/metrics.py","file_url":"https://github.com/quanta-fine-tuning/quanta/blob/HEAD/run/utils/metrics.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9dfc4c4547d0b93e"}},{"code_sha256_prefix":"e7e75981cb464788","entry":"normalize_answer","repo":"quanta-fine-tuning/quanta","repo_kind":"official","path":"run/utils/metrics.py","file_url":"https://github.com/quanta-fine-tuning/quanta/blob/HEAD/run/utils/metrics.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"e7e75981cb464788"}},{"code_sha256_prefix":"f3ce42648e83a4dd","entry":"prepare_model_for_int8_training","repo":"quanta-fine-tuning/quanta","repo_kind":"official","path":"quanta/quanta/utils/other.py","file_url":"https://github.com/quanta-fine-tuning/quanta/blob/HEAD/quanta/quanta/utils/other.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"f3ce42648e83a4dd"}},{"code_sha256_prefix":"5af2b785cc55d3ea","entry":"shift_tokens_right","repo":"quanta-fine-tuning/quanta","repo_kind":"official","path":"quanta/quanta/utils/other.py","file_url":"https://github.com/quanta-fine-tuning/quanta/blob/HEAD/quanta/quanta/utils/other.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"5af2b785cc55d3ea"}},{"code_sha256_prefix":"6405b3acf7821b9d","entry":"get_peft_model_state_dict","repo":"quanta-fine-tuning/quanta","repo_kind":"official","path":"quanta/quanta/utils/save_and_load.py","file_url":"https://github.com/quanta-fine-tuning/quanta/blob/HEAD/quanta/quanta/utils/save_and_load.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"6405b3acf7821b9d"}},{"code_sha256_prefix":"f7c384f1e681ea7a","entry":"get_task","repo":"quanta-fine-tuning/quanta","repo_kind":"official","path":"run/utils/tasks.py","file_url":"https://github.com/quanta-fine-tuning/quanta/blob/HEAD/run/utils/tasks.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"f7c384f1e681ea7a"}},{"code_sha256_prefix":"fbb3cd1c8af5bf8e","entry":"set_peft_model_state_dict","repo":"quanta-fine-tuning/quanta","repo_kind":"official","path":"quanta/quanta/utils/save_and_load.py","file_url":"https://github.com/quanta-fine-tuning/quanta/blob/HEAD/quanta/quanta/utils/save_and_load.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"fbb3cd1c8af5bf8e"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}