{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2510-16292","title":"QSVD: Efficient Low-rank Approximation for Unified Query-Key-Value Weight Compression in Low-Precision Vision-Language Models","arxiv_id":"2510.16292","date":"2025-10-18","proceeding":"NeurIPS","authors":["Yutong Wang","Haiyu Wang","Sai Qian Zhang"],"abstract":"Vision-Language Models (VLMs) are integral to tasks such as image captioning and visual question answering, but their high computational cost, driven by large memory footprints and processing time, limits their scalability and real-time applicability. In this work, we propose leveraging Singular-Value Decomposition (SVD) over the joint query (Q), key (K), and value (V) weight matrices to reduce KV cache size and computational overhead. We in addition introduce an efficient rank allocation strategy that dynamically adjusts the SVD rank based on its impact on VLM accuracy, achieving a significant reduction in both memory usage and computational cost. Finally, we extend this approach by applying quantization to both VLM weights and activations, resulting in a highly efficient VLM. Our method outperforms previous approaches that rely solely on quantization or SVD by achieving more than $10\\%$ accuracy improvement while consuming less hardware cost, making it better for real-time deployment on resource-constrained devices. We open source our code at \\href{https://github.com/SAI-Lab-NYU/QSVD}{\\texttt{https://github.com/SAI-Lab-NYU/QSVD}}.","url_abs":"https://arxiv.org/abs/2510.16292","url_pdf":"https://arxiv.org/pdf/2510.16292","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2510.16292","atlas_url":"https://app.syntology.ai/?focus=2510.16292","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2510.16292"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/SAI-Lab-NYU/QSVD","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"ran_draft_wrong":3,"unverified":10},"by_repo_kind":{"found_in_text":{"samples":13,"ran":3,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"20e4f665698a3d18","entry":"collate_fn","repo":"SAI-Lab-NYU/QSVD","repo_kind":"found_in_text","path":"fake_quant/eval_utilsdistvizwiz.py","file_url":"https://github.com/SAI-Lab-NYU/QSVD/blob/HEAD/fake_quant/eval_utilsdistvizwiz.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"20e4f665698a3d18"}},{"code_sha256_prefix":"42a46570620cd9fa","entry":"get_chunk","repo":"SAI-Lab-NYU/QSVD","repo_kind":"found_in_text","path":"fake_quant/eval_llavanext_vizwiz.py","file_url":"https://github.com/SAI-Lab-NYU/QSVD/blob/HEAD/fake_quant/eval_llavanext_vizwiz.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"42a46570620cd9fa"}},{"code_sha256_prefix":"076c252c52cbb161","entry":"split_list","repo":"SAI-Lab-NYU/QSVD","repo_kind":"found_in_text","path":"fake_quant/eval_llavanext_vizwiz.py","file_url":"https://github.com/SAI-Lab-NYU/QSVD/blob/HEAD/fake_quant/eval_llavanext_vizwiz.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"076c252c52cbb161"}},{"code_sha256_prefix":"07ead1dab90ee7a6","entry":"collate_fn","repo":"SAI-Lab-NYU/QSVD","repo_kind":"found_in_text","path":"fake_quant/eval_smolvlm_vizwiz.py","file_url":"https://github.com/SAI-Lab-NYU/QSVD/blob/HEAD/fake_quant/eval_smolvlm_vizwiz.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"07ead1dab90ee7a6"}},{"code_sha256_prefix":"c768089cdb0d6d61","entry":"evaluator","repo":"SAI-Lab-NYU/QSVD","repo_kind":"found_in_text","path":"fake_quant/eval_utilsdistllava.py","file_url":"https://github.com/SAI-Lab-NYU/QSVD/blob/HEAD/fake_quant/eval_utilsdistllava.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"c768089cdb0d6d61"}},{"code_sha256_prefix":"8854b3767fe1bd32","entry":"evaluator","repo":"SAI-Lab-NYU/QSVD","repo_kind":"found_in_text","path":"fake_quant/eval_utilsdistseed.py","file_url":"https://github.com/SAI-Lab-NYU/QSVD/blob/HEAD/fake_quant/eval_utilsdistseed.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"8854b3767fe1bd32"}},{"code_sha256_prefix":"0ce6edaafba5a1ca","entry":"evaluator","repo":"SAI-Lab-NYU/QSVD","repo_kind":"found_in_text","path":"fake_quant/eval_utilsdistsmolvlm.py","file_url":"https://github.com/SAI-Lab-NYU/QSVD/blob/HEAD/fake_quant/eval_utilsdistsmolvlm.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"0ce6edaafba5a1ca"}},{"code_sha256_prefix":"ec27e7f2a039bae7","entry":"get_c4_new","repo":"SAI-Lab-NYU/QSVD","repo_kind":"found_in_text","path":"fake_quant/data_utils.py","file_url":"https://github.com/SAI-Lab-NYU/QSVD/blob/HEAD/fake_quant/data_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"ec27e7f2a039bae7"}},{"code_sha256_prefix":"3af6f58d0be0329f","entry":"get_ptb_new","repo":"SAI-Lab-NYU/QSVD","repo_kind":"found_in_text","path":"fake_quant/data_utils.py","file_url":"https://github.com/SAI-Lab-NYU/QSVD/blob/HEAD/fake_quant/data_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"3af6f58d0be0329f"}},{"code_sha256_prefix":"deac55aa721f0a5c","entry":"get_rope_function_name","repo":"SAI-Lab-NYU/QSVD","repo_kind":"found_in_text","path":"fake_quant/model_utils.py","file_url":"https://github.com/SAI-Lab-NYU/QSVD/blob/HEAD/fake_quant/model_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"deac55aa721f0a5c"}},{"code_sha256_prefix":"8715ffbc2b65ebe5","entry":"get_wikitext2","repo":"SAI-Lab-NYU/QSVD","repo_kind":"found_in_text","path":"fake_quant/data_utils.py","file_url":"https://github.com/SAI-Lab-NYU/QSVD/blob/HEAD/fake_quant/data_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"8715ffbc2b65ebe5"}},{"code_sha256_prefix":"33564be00ce4cacc","entry":"output_process","repo":"SAI-Lab-NYU/QSVD","repo_kind":"found_in_text","path":"fake_quant/eval_llavanext_vizwiz.py","file_url":"https://github.com/SAI-Lab-NYU/QSVD/blob/HEAD/fake_quant/eval_llavanext_vizwiz.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"33564be00ce4cacc"}},{"code_sha256_prefix":"c226d073548fe56c","entry":"train_bias_linear","repo":"SAI-Lab-NYU/QSVD","repo_kind":"found_in_text","path":"fake_quant/beta_utils.py","file_url":"https://github.com/SAI-Lab-NYU/QSVD/blob/HEAD/fake_quant/beta_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"c226d073548fe56c"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.LG","source":"arxiv_api"},"syntology_extracted_results":null}