{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/tracking-everything-everywhere-all-at-once","title":"Tracking Everything Everywhere All at Once","arxiv_id":"2306.05422","date":"2023-06-08","proceeding":"ICCV 2023 1","authors":["Qianqian Wang","Yen-Yu Chang","Ruojin Cai","Zhengqi Li","Bharath Hariharan","Aleksander Holynski","Noah Snavely"],"abstract":"We present a new test-time optimization method for estimating dense and long-range motion from a video sequence. Prior optical flow or particle video tracking algorithms typically operate within limited temporal windows, struggling to track through occlusions and maintain global consistency of estimated motion trajectories. We propose a complete and globally consistent motion representation, dubbed OmniMotion, that allows for accurate, full-length motion estimation of every pixel in a video. OmniMotion represents a video using a quasi-3D canonical volume and performs pixel-wise tracking via bijections between local and canonical space. This representation allows us to ensure global consistency, track through occlusions, and model any combination of camera and object motion. Extensive evaluations on the TAP-Vid benchmark and real-world footage show that our approach outperforms prior state-of-the-art methods by a large margin both quantitatively and qualitatively. See our project page for more results: http://omnimotion.github.io/","url_abs":"https://arxiv.org/abs/2306.05422v2","url_pdf":"https://arxiv.org/pdf/2306.05422v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"tracking-everything-everywhere-all-at-once","repo_url":"https://github.com/qianqianwang68/omnimotion","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"all","task_name":"All"},{"task_slug":"motion-estimation","task_name":"Motion Estimation"},{"task_slug":"optical-flow-estimation","task_name":"Optical Flow Estimation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2306.05422","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.05422"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/qianqianwang68/omnimotion","reach":null}],"summary":{"ran":8,"unverified":4},"by_repo_kind":{"official":{"samples":12,"ran":8,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"c65dad517130b6ae","entry":"CouplingLayer","repo":"qianqianwang68/omnimotion","repo_kind":"official","path":"networks/nvp_simplified.py","file_url":"https://github.com/qianqianwang68/omnimotion/blob/HEAD/networks/nvp_simplified.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"c65dad517130b6ae"}},{"code_sha256_prefix":"1a6d87dec0694745","entry":"FixedPositionalEncoding","repo":"qianqianwang68/omnimotion","repo_kind":"official","path":"networks/nvp_simplified.py","file_url":"https://github.com/qianqianwang68/omnimotion/blob/HEAD/networks/nvp_simplified.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"1a6d87dec0694745"}},{"code_sha256_prefix":"081200769972f762","entry":"GaborLayer","repo":"qianqianwang68/omnimotion","repo_kind":"official","path":"networks/nvp_simplified.py","file_url":"https://github.com/qianqianwang68/omnimotion/blob/HEAD/networks/nvp_simplified.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"081200769972f762"}},{"code_sha256_prefix":"0423139d18b88c8e","entry":"GaussianRandomFourierFeatures","repo":"qianqianwang68/omnimotion","repo_kind":"official","path":"networks/nvp_simplified.py","file_url":"https://github.com/qianqianwang68/omnimotion/blob/HEAD/networks/nvp_simplified.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"0423139d18b88c8e"}},{"code_sha256_prefix":"03795e2cd57066cf","entry":"IdentityProjection","repo":"qianqianwang68/omnimotion","repo_kind":"official","path":"networks/nvp_simplified.py","file_url":"https://github.com/qianqianwang68/omnimotion/blob/HEAD/networks/nvp_simplified.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"03795e2cd57066cf"}},{"code_sha256_prefix":"629af934004c8e21","entry":"MLP","repo":"qianqianwang68/omnimotion","repo_kind":"official","path":"networks/nvp_simplified.py","file_url":"https://github.com/qianqianwang68/omnimotion/blob/HEAD/networks/nvp_simplified.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"629af934004c8e21"}},{"code_sha256_prefix":"9c0f2bb2dadff53c","entry":"ProjectionLayer","repo":"qianqianwang68/omnimotion","repo_kind":"official","path":"networks/nvp_simplified.py","file_url":"https://github.com/qianqianwang68/omnimotion/blob/HEAD/networks/nvp_simplified.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9c0f2bb2dadff53c"}},{"code_sha256_prefix":"b482fa381fe588ea","entry":"get_projection_layer","repo":"qianqianwang68/omnimotion","repo_kind":"official","path":"networks/nvp_simplified.py","file_url":"https://github.com/qianqianwang68/omnimotion/blob/HEAD/networks/nvp_simplified.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"b482fa381fe588ea"}},{"code_sha256_prefix":"07dee3b503d83af9","entry":"BaseProjectionLayer","repo":"qianqianwang68/omnimotion","repo_kind":"official","path":"networks/nvp_simplified.py","file_url":"https://github.com/qianqianwang68/omnimotion/blob/HEAD/networks/nvp_simplified.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"07dee3b503d83af9"}},{"code_sha256_prefix":"474eb246a3798427","entry":"NVPSimplified","repo":"qianqianwang68/omnimotion","repo_kind":"official","path":"networks/nvp_simplified.py","file_url":"https://github.com/qianqianwang68/omnimotion/blob/HEAD/networks/nvp_simplified.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"474eb246a3798427"}},{"code_sha256_prefix":"c3f7178247f7c6f6","entry":"apply_homography","repo":"qianqianwang68/omnimotion","repo_kind":"official","path":"networks/nvp_simplified.py","file_url":"https://github.com/qianqianwang68/omnimotion/blob/HEAD/networks/nvp_simplified.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"c3f7178247f7c6f6"}},{"code_sha256_prefix":"af4c411e0529b9c9","entry":"apply_homography_xy1","repo":"qianqianwang68/omnimotion","repo_kind":"official","path":"networks/nvp_simplified.py","file_url":"https://github.com/qianqianwang68/omnimotion/blob/HEAD/networks/nvp_simplified.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"af4c411e0529b9c9"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}