{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/self-supervised-learning-of-depth-and-motion","title":"Self-Supervised Learning of Depth and Motion Under Photometric Inconsistency","arxiv_id":"1909.09115","date":"2019-09-19","proceeding":null,"authors":["Tianwei Shen","Lei Zhou","Zixin Luo","Yao Yao","Shiwei Li","Jiahui Zhang","Tian Fang","Long Quan"],"abstract":"The self-supervised learning of depth and pose from monocular sequences provides an attractive solution by using the photometric consistency of nearby frames as it depends much less on the ground-truth data. In this paper, we address the issue when previous assumptions of the self-supervised approaches are violated due to the dynamic nature of real-world scenes. Different from handling the noise as uncertainty, our key idea is to incorporate more robust geometric quantities and enforce internal consistency in the temporal image sequence. As demonstrated on commonly used benchmark datasets, the proposed method substantially improves the state-of-the-art methods on both depth and relative pose estimation for monocular image sequences, without adding inference overhead.","url_abs":"https://arxiv.org/abs/1909.09115v1","url_pdf":"https://arxiv.org/pdf/1909.09115v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"self-supervised-learning-of-depth-and-motion","repo_url":"https://github.com/hlzz/DeepMatchVO","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"pose-estimation","task_name":"Pose Estimation"},{"task_slug":"self-supervised-learning","task_name":"Self-Supervised Learning"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1909.09115","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.09115"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/hlzz/DeepMatchVO","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"unverified":15},"by_repo_kind":{"listed":{"samples":15,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"3b28cf14a88f409c","entry":"associate","repo":"hlzz/DeepMatchVO","repo_kind":"listed","path":"kitti_eval/pose_evaluation_utils.py","file_url":"https://github.com/hlzz/DeepMatchVO/blob/HEAD/kitti_eval/pose_evaluation_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3b28cf14a88f409c"}},{"code_sha256_prefix":"4463b24ece76265c","entry":"complete_batch_size","repo":"hlzz/DeepMatchVO","repo_kind":"listed","path":"common_utils.py","file_url":"https://github.com/hlzz/DeepMatchVO/blob/HEAD/common_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4463b24ece76265c"}},{"code_sha256_prefix":"63782d8b81c25312","entry":"compute_ate","repo":"hlzz/DeepMatchVO","repo_kind":"listed","path":"kitti_eval/pose_evaluation_utils.py","file_url":"https://github.com/hlzz/DeepMatchVO/blob/HEAD/kitti_eval/pose_evaluation_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"63782d8b81c25312"}},{"code_sha256_prefix":"d83582de454a0b40","entry":"compute_errors","repo":"hlzz/DeepMatchVO","repo_kind":"listed","path":"kitti_eval/depth_evaluation_utils.py","file_url":"https://github.com/hlzz/DeepMatchVO/blob/HEAD/kitti_eval/depth_evaluation_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d83582de454a0b40"}},{"code_sha256_prefix":"cf98eb3840092327","entry":"convert_disps_to_depths_kitti","repo":"hlzz/DeepMatchVO","repo_kind":"listed","path":"kitti_eval/depth_evaluation_utils.py","file_url":"https://github.com/hlzz/DeepMatchVO/blob/HEAD/kitti_eval/depth_evaluation_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"cf98eb3840092327"}},{"code_sha256_prefix":"5fe6d6d6afa1a77c","entry":"euler2mat","repo":"hlzz/DeepMatchVO","repo_kind":"listed","path":"geo_utils.py","file_url":"https://github.com/hlzz/DeepMatchVO/blob/HEAD/geo_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5fe6d6d6afa1a77c"}},{"code_sha256_prefix":"6e5b7b2f8aab8f89","entry":"get_inlier_image_coords","repo":"hlzz/DeepMatchVO","repo_kind":"listed","path":"preprocess_matches.py","file_url":"https://github.com/hlzz/DeepMatchVO/blob/HEAD/preprocess_matches.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6e5b7b2f8aab8f89"}},{"code_sha256_prefix":"0e11bed3f0ee6730","entry":"is_valid_sample","repo":"hlzz/DeepMatchVO","repo_kind":"listed","path":"common_utils.py","file_url":"https://github.com/hlzz/DeepMatchVO/blob/HEAD/common_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0e11bed3f0ee6730"}},{"code_sha256_prefix":"6f8a54ff22b913e2","entry":"load_gt_disp_kitti","repo":"hlzz/DeepMatchVO","repo_kind":"listed","path":"kitti_eval/depth_evaluation_utils.py","file_url":"https://github.com/hlzz/DeepMatchVO/blob/HEAD/kitti_eval/depth_evaluation_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6f8a54ff22b913e2"}},{"code_sha256_prefix":"d692f8d01af4e245","entry":"mat2euler","repo":"hlzz/DeepMatchVO","repo_kind":"listed","path":"geo_utils.py","file_url":"https://github.com/hlzz/DeepMatchVO/blob/HEAD/geo_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d692f8d01af4e245"}},{"code_sha256_prefix":"b7fe00436895066d","entry":"pose_vec2rt","repo":"hlzz/DeepMatchVO","repo_kind":"listed","path":"geo_utils.py","file_url":"https://github.com/hlzz/DeepMatchVO/blob/HEAD/geo_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b7fe00436895066d"}},{"code_sha256_prefix":"e14a64cfd9ea52ab","entry":"read_feature_repo","repo":"hlzz/DeepMatchVO","repo_kind":"listed","path":"preprocess_matches.py","file_url":"https://github.com/hlzz/DeepMatchVO/blob/HEAD/preprocess_matches.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e14a64cfd9ea52ab"}},{"code_sha256_prefix":"04e59d5029ab09d9","entry":"read_file_list","repo":"hlzz/DeepMatchVO","repo_kind":"listed","path":"kitti_eval/pose_evaluation_utils.py","file_url":"https://github.com/hlzz/DeepMatchVO/blob/HEAD/kitti_eval/pose_evaluation_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"04e59d5029ab09d9"}},{"code_sha256_prefix":"e4858ffc45b28f0d","entry":"read_match_repo","repo":"hlzz/DeepMatchVO","repo_kind":"listed","path":"preprocess_matches.py","file_url":"https://github.com/hlzz/DeepMatchVO/blob/HEAD/preprocess_matches.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e4858ffc45b28f0d"}},{"code_sha256_prefix":"a15c2c0e0aedaa22","entry":"resize_like","repo":"hlzz/DeepMatchVO","repo_kind":"listed","path":"nets.py","file_url":"https://github.com/hlzz/DeepMatchVO/blob/HEAD/nets.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a15c2c0e0aedaa22"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}