{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/unified-transformer-tracker-for-object","title":"Unified Transformer Tracker for Object Tracking","arxiv_id":"2203.15175","date":"2022-03-29","proceeding":"CVPR 2022 1","authors":["Fan Ma","Mike Zheng Shou","Linchao Zhu","Haoqi Fan","Yilei Xu","Yi Yang","Zhicheng Yan"],"abstract":"As an important area in computer vision, object tracking has formed two separate communities that respectively study Single Object Tracking (SOT) and Multiple Object Tracking (MOT). However, current methods in one tracking scenario are not easily adapted to the other due to the divergent training datasets and tracking objects of both tasks. Although UniTrack \\cite{wang2021different} demonstrates that a shared appearance model with multiple heads can be used to tackle individual tracking tasks, it fails to exploit the large-scale tracking datasets for training and performs poorly on single object tracking. In this work, we present the Unified Transformer Tracker (UTT) to address tracking problems in different scenarios with one paradigm. A track transformer is developed in our UTT to track the target in both SOT and MOT. The correlation between the target and tracking frame features is exploited to localize the target. We demonstrate that both SOT and MOT tasks can be solved within this framework. The model can be simultaneously end-to-end trained by alternatively optimizing the SOT and MOT objectives on the datasets of individual tasks. Extensive experiments are conducted on several benchmarks with a unified model trained on SOT and MOT datasets. Code will be available at https://github.com/Flowerfan/Trackron.","url_abs":"https://arxiv.org/abs/2203.15175v2","url_pdf":"https://arxiv.org/pdf/2203.15175v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"unified-transformer-tracker-for-object","repo_url":"https://github.com/flowerfan/trackron","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"multiple-object-tracking","task_name":"Multiple Object Tracking"},{"task_slug":"object","task_name":"Object"},{"task_slug":"object-tracking","task_name":"Object Tracking"}],"methods":[{"method_slug":"absolute-position-encodings","method_name":"Absolute Position Encodings"},{"method_slug":"adam","method_name":"Adam"},{"method_slug":"attention","method_name":"Attention"},{"method_slug":"bpe","method_name":"BPE"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"dropout","method_name":"Dropout"},{"method_slug":"label-smoothing","method_name":"Label Smoothing"},{"method_slug":"layer-normalization","method_name":"Layer Normalization"},{"method_slug":"linear-layer","method_name":"Linear Layer"},{"method_slug":"multi-head-attention","method_name":"Multi-Head Attention"},{"method_slug":"position-wise-feed-forward-layer","method_name":"Position-Wise Feed-Forward Layer"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"softmax","method_name":"Softmax"},{"method_slug":"transformer","method_name":"Transformer"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2203.15175","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.15175"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/flowerfan/trackron","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":1,"unverified":5},"by_repo_kind":{"official":{"samples":6,"ran":1,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"d28e238107e0aa1b","entry":"nonzero_tuple","repo":"flowerfan/trackron","repo_kind":"official","path":"trackron/models/poolers.py","file_url":"https://github.com/flowerfan/trackron/blob/HEAD/trackron/models/poolers.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d28e238107e0aa1b"}},{"code_sha256_prefix":"a1271d041f50dd02","entry":"add_dimp_config","repo":"flowerfan/trackron","repo_kind":"official","path":"trackron/config/model_configs.py","file_url":"https://github.com/flowerfan/trackron/blob/HEAD/trackron/config/model_configs.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a1271d041f50dd02"}},{"code_sha256_prefix":"4e86436b9695712b","entry":"add_siamrpn_config","repo":"flowerfan/trackron","repo_kind":"official","path":"trackron/config/model_configs.py","file_url":"https://github.com/flowerfan/trackron/blob/HEAD/trackron/config/model_configs.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4e86436b9695712b"}},{"code_sha256_prefix":"ed1f4f0e8dd4089c","entry":"add_sot_config","repo":"flowerfan/trackron","repo_kind":"official","path":"trackron/config/model_configs.py","file_url":"https://github.com/flowerfan/trackron/blob/HEAD/trackron/config/model_configs.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ed1f4f0e8dd4089c"}},{"code_sha256_prefix":"86dca340a4dfe50c","entry":"align_and_update_state_dicts","repo":"flowerfan/trackron","repo_kind":"official","path":"trackron/checkpoint/model_loading.py","file_url":"https://github.com/flowerfan/trackron/blob/HEAD/trackron/checkpoint/model_loading.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"86dca340a4dfe50c"}},{"code_sha256_prefix":"7664e656f28eeecc","entry":"cat","repo":"flowerfan/trackron","repo_kind":"official","path":"trackron/models/poolers.py","file_url":"https://github.com/flowerfan/trackron/blob/HEAD/trackron/models/poolers.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7664e656f28eeecc"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}