{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/sensor-guided-optical-flow","title":"Sensor-Guided Optical Flow","arxiv_id":"2109.15321","date":"2021-09-30","proceeding":"ICCV 2021 10","authors":["Matteo Poggi","Filippo Aleotti","Stefano Mattoccia"],"abstract":"This paper proposes a framework to guide an optical flow network with external cues to achieve superior accuracy either on known or unseen domains. Given the availability of sparse yet accurate optical flow hints from an external source, these are injected to modulate the correlation scores computed by a state-of-the-art optical flow network and guide it towards more accurate predictions. Although no real sensor can provide sparse flow hints, we show how these can be obtained by combining depth measurements from active sensors with geometry and hand-crafted optical flow algorithms, leading to accurate enough hints for our purpose. Experimental results with a state-of-the-art flow network on standard benchmarks support the effectiveness of our framework, both in simulated and real conditions.","url_abs":"https://arxiv.org/abs/2109.15321v1","url_pdf":"https://arxiv.org/pdf/2109.15321v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"sensor-guided-optical-flow","repo_url":"https://github.com/mattpoggi/sensor-guided-flow","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"optical-flow-estimation","task_name":"Optical Flow Estimation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2109.15321","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.15321"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/mattpoggi/sensor-guided-flow","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_honours":1,"ran":3,"unverified":2},"by_repo_kind":{"official":{"samples":6,"ran":4,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"7c8c4c5cb4271dfa","entry":"coords_grid","repo":"mattpoggi/sensor-guided-flow","repo_kind":"official","path":"core/utils/utils.py","file_url":"https://github.com/mattpoggi/sensor-guided-flow/blob/HEAD/core/utils/utils.py","link_basis":"harvester_set","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7c8c4c5cb4271dfa"}},{"code_sha256_prefix":"f7edf6ef2466762a","entry":"forward_interpolate","repo":"mattpoggi/sensor-guided-flow","repo_kind":"official","path":"core/utils/utils.py","file_url":"https://github.com/mattpoggi/sensor-guided-flow/blob/HEAD/core/utils/utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f7edf6ef2466762a"}},{"code_sha256_prefix":"04de40832d91cecb","entry":"readFlowKITTI","repo":"mattpoggi/sensor-guided-flow","repo_kind":"official","path":"core/utils/frame_utils.py","file_url":"https://github.com/mattpoggi/sensor-guided-flow/blob/HEAD/core/utils/frame_utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"04de40832d91cecb"}},{"code_sha256_prefix":"7c3fbc1f552de802","entry":"readPFM","repo":"mattpoggi/sensor-guided-flow","repo_kind":"official","path":"core/utils/frame_utils.py","file_url":"https://github.com/mattpoggi/sensor-guided-flow/blob/HEAD/core/utils/frame_utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7c3fbc1f552de802"}},{"code_sha256_prefix":"1ac8cce613d98769","entry":"bilinear_sampler","repo":"mattpoggi/sensor-guided-flow","repo_kind":"official","path":"core/utils/utils.py","file_url":"https://github.com/mattpoggi/sensor-guided-flow/blob/HEAD/core/utils/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1ac8cce613d98769"}},{"code_sha256_prefix":"1662ea0b62b0229c","entry":"readFlow","repo":"mattpoggi/sensor-guided-flow","repo_kind":"official","path":"core/utils/frame_utils.py","file_url":"https://github.com/mattpoggi/sensor-guided-flow/blob/HEAD/core/utils/frame_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1662ea0b62b0229c"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}