{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/leap-vo-long-term-effective-any-point","title":"LEAP-VO: Long-term Effective Any Point Tracking for Visual Odometry","arxiv_id":"2401.01887","date":"2024-01-03","proceeding":"CVPR 2024 1","authors":["Weirong Chen","Le Chen","Rui Wang","Marc Pollefeys"],"abstract":"Visual odometry estimates the motion of a moving camera based on visual input. Existing methods, mostly focusing on two-view point tracking, often ignore the rich temporal context in the image sequence, thereby overlooking the global motion patterns and providing no assessment of the full trajectory reliability. These shortcomings hinder performance in scenarios with occlusion, dynamic objects, and low-texture areas. To address these challenges, we present the Long-term Effective Any Point Tracking (LEAP) module. LEAP innovatively combines visual, inter-track, and temporal cues with mindfully selected anchors for dynamic track estimation. Moreover, LEAP's temporal probabilistic formulation integrates distribution updates into a learnable iterative refinement module to reason about point-wise uncertainty. Based on these traits, we develop LEAP-VO, a robust visual odometry system adept at handling occlusions and dynamic scenes. Our mindful integration showcases a novel practice by employing long-term point tracking as the front-end. Extensive experiments demonstrate that the proposed pipeline significantly outperforms existing baselines across various visual odometry benchmarks.","url_abs":"https://arxiv.org/abs/2401.01887v2","url_pdf":"https://arxiv.org/pdf/2401.01887v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"leap-vo-long-term-effective-any-point","repo_url":"https://github.com/wrchen530/leapvo","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"NOASSERTION"}}],"tasks":[{"task_slug":"point-tracking","task_name":"Point Tracking"},{"task_slug":"visual-odometry","task_name":"Visual Odometry"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2401.01887","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.01887"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/wrchen530/leapvo","reach":{"status":"ok","spdx":"NOASSERTION"}}],"summary":{"ran":15,"ran_fixture":1,"unverified":6},"by_repo_kind":{"official":{"samples":22,"ran":16,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":22,"samples":[{"code_sha256_prefix":"7e9a178fbb50ce7e","entry":"cam_read_sintel","repo":"wrchen530/leapvo","repo_kind":"official","path":"main/stream.py","file_url":"https://github.com/wrchen530/leapvo/blob/HEAD/main/stream.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"7e9a178fbb50ce7e"}},{"code_sha256_prefix":"0cc157cee30b6b04","entry":"coords_grid","repo":"wrchen530/leapvo","repo_kind":"official","path":"main/backend/projective_ops.py","file_url":"https://github.com/wrchen530/leapvo/blob/HEAD/main/backend/projective_ops.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0cc157cee30b6b04"}},{"code_sha256_prefix":"02a1cbe29e48c275","entry":"coords_grid_with_index","repo":"wrchen530/leapvo","repo_kind":"official","path":"main/leapvo.py","file_url":"https://github.com/wrchen530/leapvo/blob/HEAD/main/leapvo.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"02a1cbe29e48c275"}},{"code_sha256_prefix":"b89d818f78edbb63","entry":"extract_intrinsics","repo":"wrchen530/leapvo","repo_kind":"official","path":"main/backend/projective_ops.py","file_url":"https://github.com/wrchen530/leapvo/blob/HEAD/main/backend/projective_ops.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"b89d818f78edbb63"}},{"code_sha256_prefix":"e5947aba1d10885f","entry":"get_1d_sincos_pos_embed_from_grid","repo":"wrchen530/leapvo","repo_kind":"official","path":"main/leap/core/embeddings.py","file_url":"https://github.com/wrchen530/leapvo/blob/HEAD/main/leap/core/embeddings.py","link_basis":"harvester_set","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"e5947aba1d10885f"}},{"code_sha256_prefix":"7a2e39f5bb9f70f7","entry":"get_2d_sincos_pos_embed","repo":"wrchen530/leapvo","repo_kind":"official","path":"main/leap/core/embeddings.py","file_url":"https://github.com/wrchen530/leapvo/blob/HEAD/main/leap/core/embeddings.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"7a2e39f5bb9f70f7"}},{"code_sha256_prefix":"46bc85ee605f6274","entry":"get_anchors","repo":"wrchen530/leapvo","repo_kind":"official","path":"main/leap/core/anchor_sampler.py","file_url":"https://github.com/wrchen530/leapvo/blob/HEAD/main/leap/core/anchor_sampler.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"46bc85ee605f6274"}},{"code_sha256_prefix":"7374e0ed28d16746","entry":"load_depth","repo":"wrchen530/leapvo","repo_kind":"official","path":"main/stream.py","file_url":"https://github.com/wrchen530/leapvo/blob/HEAD/main/stream.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"7374e0ed28d16746"}},{"code_sha256_prefix":"df1ca9601675493f","entry":"load_image","repo":"wrchen530/leapvo","repo_kind":"official","path":"main/stream.py","file_url":"https://github.com/wrchen530/leapvo/blob/HEAD/main/stream.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"df1ca9601675493f"}},{"code_sha256_prefix":"8716d8663ed1c68b","entry":"load_sintel_traj","repo":"wrchen530/leapvo","repo_kind":"official","path":"main/utils.py","file_url":"https://github.com/wrchen530/leapvo/blob/HEAD/main/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"8716d8663ed1c68b"}},{"code_sha256_prefix":"d1ec13f0c7d364f4","entry":"meshgrid2d","repo":"wrchen530/leapvo","repo_kind":"official","path":"main/leap/core/anchor_sampler.py","file_url":"https://github.com/wrchen530/leapvo/blob/HEAD/main/leap/core/anchor_sampler.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"d1ec13f0c7d364f4"}},{"code_sha256_prefix":"f89e7a34d3e135a0","entry":"normalize","repo":"wrchen530/leapvo","repo_kind":"official","path":"main/leap/core/model_utils.py","file_url":"https://github.com/wrchen530/leapvo/blob/HEAD/main/leap/core/model_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"f89e7a34d3e135a0"}},{"code_sha256_prefix":"e71ae5fdcb7cc92f","entry":"normalize_single","repo":"wrchen530/leapvo","repo_kind":"official","path":"main/leap/core/model_utils.py","file_url":"https://github.com/wrchen530/leapvo/blob/HEAD/main/leap/core/model_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"e71ae5fdcb7cc92f"}},{"code_sha256_prefix":"642147810b9b7726","entry":"read_video_from_path","repo":"wrchen530/leapvo","repo_kind":"official","path":"main/slam_visualizer.py","file_url":"https://github.com/wrchen530/leapvo/blob/HEAD/main/slam_visualizer.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"642147810b9b7726"}},{"code_sha256_prefix":"2c720d3602f6ee32","entry":"sintel_cam_read","repo":"wrchen530/leapvo","repo_kind":"official","path":"main/utils.py","file_url":"https://github.com/wrchen530/leapvo/blob/HEAD/main/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"2c720d3602f6ee32"}},{"code_sha256_prefix":"e81e62695ed51d69","entry":"smart_cat","repo":"wrchen530/leapvo","repo_kind":"official","path":"main/leap/core/model_utils.py","file_url":"https://github.com/wrchen530/leapvo/blob/HEAD/main/leap/core/model_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"e81e62695ed51d69"}},{"code_sha256_prefix":"0ca9ac8ffd2b8e50","entry":"build_cotracker","repo":"wrchen530/leapvo","repo_kind":"official","path":"main/leap/core/predictor.py","file_url":"https://github.com/wrchen530/leapvo/blob/HEAD/main/leap/core/predictor.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"0ca9ac8ffd2b8e50"}},{"code_sha256_prefix":"bfda8e10f9228772","entry":"build_cotracker_stride_4_wind_12","repo":"wrchen530/leapvo","repo_kind":"official","path":"main/leap/core/predictor.py","file_url":"https://github.com/wrchen530/leapvo/blob/HEAD/main/leap/core/predictor.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"bfda8e10f9228772"}},{"code_sha256_prefix":"1a6a57f2d922fead","entry":"build_cotracker_stride_4_wind_8","repo":"wrchen530/leapvo","repo_kind":"official","path":"main/leap/core/predictor.py","file_url":"https://github.com/wrchen530/leapvo/blob/HEAD/main/leap/core/predictor.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"1a6a57f2d922fead"}},{"code_sha256_prefix":"665d8a4e8f673a4c","entry":"get_2d_sincos_pos_embed_from_grid","repo":"wrchen530/leapvo","repo_kind":"official","path":"main/leap/core/embeddings.py","file_url":"https://github.com/wrchen530/leapvo/blob/HEAD/main/leap/core/embeddings.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"665d8a4e8f673a4c"}},{"code_sha256_prefix":"62f8af9dd7fb5768","entry":"image_gradient","repo":"wrchen530/leapvo","repo_kind":"official","path":"main/leap/core/anchor_sampler.py","file_url":"https://github.com/wrchen530/leapvo/blob/HEAD/main/leap/core/anchor_sampler.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"62f8af9dd7fb5768"}},{"code_sha256_prefix":"ef03f6ad558340c5","entry":"iproj","repo":"wrchen530/leapvo","repo_kind":"official","path":"main/backend/projective_ops.py","file_url":"https://github.com/wrchen530/leapvo/blob/HEAD/main/backend/projective_ops.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"ef03f6ad558340c5"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}