{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/exploring-lightweight-hierarchical-vision","title":"Exploring Lightweight Hierarchical Vision Transformers for Efficient Visual Tracking","arxiv_id":"2308.06904","date":"2023-08-14","proceeding":"ICCV 2023 1","authors":["Ben Kang","Xin Chen","Dong Wang","Houwen Peng","Huchuan Lu"],"abstract":"Transformer-based visual trackers have demonstrated significant progress owing to their superior modeling capabilities. However, existing trackers are hampered by low speed, limiting their applicability on devices with limited computational power. To alleviate this problem, we propose HiT, a new family of efficient tracking models that can run at high speed on different devices while retaining high performance. The central idea of HiT is the Bridge Module, which bridges the gap between modern lightweight transformers and the tracking framework. The Bridge Module incorporates the high-level information of deep features into the shallow large-resolution features. In this way, it produces better features for the tracking head. We also propose a novel dual-image position encoding technique that simultaneously encodes the position information of both the search region and template images. The HiT model achieves promising speed with competitive performance. For instance, it runs at 61 frames per second (fps) on the Nvidia Jetson AGX edge device. Furthermore, HiT attains 64.6% AUC on the LaSOT benchmark, surpassing all previous efficient trackers.","url_abs":"https://arxiv.org/abs/2308.06904v1","url_pdf":"https://arxiv.org/pdf/2308.06904v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"exploring-lightweight-hierarchical-vision","repo_url":"https://github.com/kangben258/hit","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":null,"task_name":"Position"},{"task_slug":"visual-tracking","task_name":"Visual Tracking"}],"methods":[{"method_slug":"speed","method_name":"SPEED"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2308.06904","atlas_url":"https://app.syntology.ai/?focus=2308.06904","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.06904"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/kangben258/hit","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"deterministic:regex_extraction","url":"https://github.com/kangben258/HiT","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":5,"unverified":1},"by_repo_kind":{"official":{"samples":6,"ran":5,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"4721fcfc7bb684cc","entry":"b16","repo":"kangben258/hit","repo_kind":"official","path":"lib/models/HiT/levit_dyhit.py","file_url":"https://github.com/kangben258/hit/blob/HEAD/lib/models/HiT/levit_dyhit.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4721fcfc7bb684cc"}},{"code_sha256_prefix":"c1dd7f1586fca848","entry":"get_data","repo":"kangben258/hit","repo_kind":"official","path":"tracking/profile_model_hit.py","file_url":"https://github.com/kangben258/hit/blob/HEAD/tracking/profile_model_hit.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c1dd7f1586fca848"}},{"code_sha256_prefix":"fcd8df250d0e0cb4","entry":"get_data","repo":"kangben258/hit","repo_kind":"official","path":"tracking/profile_model_hit_onnx.py","file_url":"https://github.com/kangben258/hit/blob/HEAD/tracking/profile_model_hit_onnx.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fcd8df250d0e0cb4"}},{"code_sha256_prefix":"548b5e09917dd850","entry":"load_pretrained","repo":"kangben258/hit","repo_kind":"official","path":"lib/models/HiT/hit.py","file_url":"https://github.com/kangben258/hit/blob/HEAD/lib/models/HiT/hit.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"548b5e09917dd850"}},{"code_sha256_prefix":"9d103c391b8dbe33","entry":"to_numpy","repo":"kangben258/hit","repo_kind":"official","path":"tracking/profile_model_hit_onnx.py","file_url":"https://github.com/kangben258/hit/blob/HEAD/tracking/profile_model_hit_onnx.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9d103c391b8dbe33"}},{"code_sha256_prefix":"b6fe3bd99271125f","entry":"HiT","repo":"kangben258/HiT","repo_kind":"official","path":"lib/models/HiT/hit.py","file_url":"https://github.com/kangben258/HiT/blob/HEAD/lib/models/HiT/hit.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b6fe3bd99271125f"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}