{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2605-13178","title":"CLIP Tricks You: Training-free Token Pruning for Efficient Pixel Grounding in Large VIsion-Language Models","arxiv_id":"2605.13178","date":"2026-05-13","proceeding":"ICML","authors":["Sangin Lee","Yukyung Choi"],"abstract":"In large vision-language models, visual tokens typically constitute the majority of input tokens, leading to substantial computational overhead. To address this, recent studies have explored pruning redundant or less informative visual tokens for image understanding tasks. However, these methods struggle with pixel grounding tasks, where token importance is highly contingent on the input text. Through an in-depth analysis of CLIP, we observe that visual tokens within referent regions often exhibit low similarity to their textual representation. Motivated by this insight, we introduce LiteLVLM, a training-free, text-guided token pruning strategy for efficient pixel grounding inference. By reversing the ranking of CLIP's visual-text similarity, LiteLVLM effectively retains visual tokens covering the referent regions, while recovering context tokens to enable clear foreground-background separation. Extensive experiments demonstrate that LiteLVLM significantly outperforms existing methods by over 5% across diverse token budgets. Without any training or fine-tuning, LiteLVLM maintains 90% of the original performance with a 22% speedup and a 2.3X memory reduction. Our code is available at https://github.com/sejong-rcv/LiteLVLM.","url_abs":"https://arxiv.org/abs/2605.13178","url_pdf":"https://arxiv.org/pdf/2605.13178","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2605.13178","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2605.13178"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/sejong-rcv/LiteLVLM","reach":null}],"summary":{"ran":10,"ran_honours":1,"unverified":4},"by_repo_kind":{"found_in_text":{"samples":15,"ran":11,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"af6df62850536230","entry":"align_tensor","repo":"sejong-rcv/LiteLVLM","repo_kind":"found_in_text","path":"model/layers.py","file_url":"https://github.com/sejong-rcv/LiteLVLM/blob/HEAD/model/layers.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"af6df62850536230"}},{"code_sha256_prefix":"fd57b4987b0d789d","entry":"calculate_dice_loss","repo":"sejong-rcv/LiteLVLM","repo_kind":"found_in_text","path":"model/GLaMM.py","file_url":"https://github.com/sejong-rcv/LiteLVLM/blob/HEAD/model/GLaMM.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"fd57b4987b0d789d"}},{"code_sha256_prefix":"7a8e2a494862f9e4","entry":"compute_sigmoid_cross_entropy","repo":"sejong-rcv/LiteLVLM","repo_kind":"found_in_text","path":"model/GLaMM.py","file_url":"https://github.com/sejong-rcv/LiteLVLM/blob/HEAD/model/GLaMM.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"7a8e2a494862f9e4"}},{"code_sha256_prefix":"77950a821bd7955f","entry":"coordinate_to_encoding","repo":"sejong-rcv/LiteLVLM","repo_kind":"found_in_text","path":"model/layers.py","file_url":"https://github.com/sejong-rcv/LiteLVLM/blob/HEAD/model/layers.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"77950a821bd7955f"}},{"code_sha256_prefix":"d7dca4c1e8ab9214","entry":"grounding_image_ecoder_preprocess","repo":"sejong-rcv/LiteLVLM","repo_kind":"found_in_text","path":"eval/utils.py","file_url":"https://github.com/sejong-rcv/LiteLVLM/blob/HEAD/eval/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"d7dca4c1e8ab9214"}},{"code_sha256_prefix":"42b1c23e76107ca3","entry":"initialize_environment","repo":"sejong-rcv/LiteLVLM","repo_kind":"found_in_text","path":"train_ft.py","file_url":"https://github.com/sejong-rcv/LiteLVLM/blob/HEAD/train_ft.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"42b1c23e76107ca3"}},{"code_sha256_prefix":"3aada9ef083faccd","entry":"load_image_from_base64","repo":"sejong-rcv/LiteLVLM","repo_kind":"found_in_text","path":"model/llava/mm_utils.py","file_url":"https://github.com/sejong-rcv/LiteLVLM/blob/HEAD/model/llava/mm_utils.py","link_basis":"plan_row","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"3aada9ef083faccd"}},{"code_sha256_prefix":"54702fe9ee69e9f0","entry":"mask_to_rle_numpy","repo":"sejong-rcv/LiteLVLM","repo_kind":"found_in_text","path":"eval/utils.py","file_url":"https://github.com/sejong-rcv/LiteLVLM/blob/HEAD/eval/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"54702fe9ee69e9f0"}},{"code_sha256_prefix":"c83351f91b7210cc","entry":"mask_to_rle_pytorch","repo":"sejong-rcv/LiteLVLM","repo_kind":"found_in_text","path":"eval/utils.py","file_url":"https://github.com/sejong-rcv/LiteLVLM/blob/HEAD/eval/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"c83351f91b7210cc"}},{"code_sha256_prefix":"1df990c375318896","entry":"process_images","repo":"sejong-rcv/LiteLVLM","repo_kind":"found_in_text","path":"model/llava/mm_utils.py","file_url":"https://github.com/sejong-rcv/LiteLVLM/blob/HEAD/model/llava/mm_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"1df990c375318896"}},{"code_sha256_prefix":"4c8f6b3adee39a68","entry":"str2reg","repo":"sejong-rcv/LiteLVLM","repo_kind":"found_in_text","path":"model/layers.py","file_url":"https://github.com/sejong-rcv/LiteLVLM/blob/HEAD/model/layers.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"4c8f6b3adee39a68"}},{"code_sha256_prefix":"3f50fb8374909f5f","entry":"build_sam_vit_b","repo":"sejong-rcv/LiteLVLM","repo_kind":"found_in_text","path":"model/SAM/build_sam.py","file_url":"https://github.com/sejong-rcv/LiteLVLM/blob/HEAD/model/SAM/build_sam.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"3f50fb8374909f5f"}},{"code_sha256_prefix":"bf61a91555ac5280","entry":"build_sam_vit_h","repo":"sejong-rcv/LiteLVLM","repo_kind":"found_in_text","path":"model/SAM/build_sam.py","file_url":"https://github.com/sejong-rcv/LiteLVLM/blob/HEAD/model/SAM/build_sam.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"bf61a91555ac5280"}},{"code_sha256_prefix":"e2ae4c696b8c968c","entry":"build_sam_vit_l","repo":"sejong-rcv/LiteLVLM","repo_kind":"found_in_text","path":"model/SAM/build_sam.py","file_url":"https://github.com/sejong-rcv/LiteLVLM/blob/HEAD/model/SAM/build_sam.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"e2ae4c696b8c968c"}},{"code_sha256_prefix":"f4d55f9655a6c066","entry":"parse_args","repo":"sejong-rcv/LiteLVLM","repo_kind":"found_in_text","path":"train_ft.py","file_url":"https://github.com/sejong-rcv/LiteLVLM/blob/HEAD/train_ft.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"f4d55f9655a6c066"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.CV","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}