{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/fine-grained-semantics-aware-representation","title":"Fine-grained Semantics-aware Representation Enhancement for Self-supervised Monocular Depth Estimation","arxiv_id":"2108.08829","date":"2021-08-19","proceeding":"ICCV 2021 10","authors":["Hyunyoung Jung","Eunhyeok Park","Sungjoo Yoo"],"abstract":"Self-supervised monocular depth estimation has been widely studied, owing to its practical importance and recent promising improvements. However, most works suffer from limited supervision of photometric consistency, especially in weak texture regions and at object boundaries. To overcome this weakness, we propose novel ideas to improve self-supervised monocular depth estimation by leveraging cross-domain information, especially scene semantics. We focus on incorporating implicit semantic knowledge into geometric representation enhancement and suggest two ideas: a metric learning approach that exploits the semantics-guided local geometry to optimize intermediate depth representations and a novel feature fusion module that judiciously utilizes cross-modality between two heterogeneous feature representations. We comprehensively evaluate our methods on the KITTI dataset and demonstrate that our method outperforms state-of-the-art methods. The source code is available at https://github.com/hyBlue/FSRE-Depth.","url_abs":"https://arxiv.org/abs/2108.08829v1","url_pdf":"https://arxiv.org/pdf/2108.08829v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"fine-grained-semantics-aware-representation","repo_url":"https://github.com/hyblue/fsre-depth","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"fine-grained-semantics-aware-representation","repo_url":"https://github.com/shlomi-amitai/FSRE-Depth","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"depth-estimation","task_name":"Depth Estimation"},{"task_slug":"metric-learning","task_name":"Metric Learning"},{"task_slug":"monocular-depth-estimation","task_name":"Monocular Depth Estimation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2108.08829","atlas_url":"https://app.syntology.ai/?focus=2108.08829","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.08829"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/hyblue/fsre-depth","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/shlomi-amitai/FSRE-Depth","reach":null}],"summary":{"ran":8,"ran_draft_wrong":1,"ran_fixture":1,"unverified":2},"by_repo_kind":{"official":{"samples":4,"ran":3,"repositories":1},"listed":{"samples":7,"ran":6,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":1,"samples":[{"code_sha256_prefix":"c99ca4ba41bbbba6","entry":"Conv3x3","repo":"shlomi-amitai/FSRE-Depth","repo_kind":"listed","path":"networks/cma.py","file_url":"https://github.com/shlomi-amitai/FSRE-Depth/blob/HEAD/networks/cma.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c99ca4ba41bbbba6"}},{"code_sha256_prefix":"189be31bdecd0f56","entry":"ConvBlock","repo":"shlomi-amitai/FSRE-Depth","repo_kind":"listed","path":"networks/cma.py","file_url":"https://github.com/shlomi-amitai/FSRE-Depth/blob/HEAD/networks/cma.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"189be31bdecd0f56"}},{"code_sha256_prefix":"2b22eb63b5a2b799","entry":"DepthDecoder","repo":"shlomi-amitai/FSRE-Depth","repo_kind":"listed","path":"networks/cma.py","file_url":"https://github.com/shlomi-amitai/FSRE-Depth/blob/HEAD/networks/cma.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2b22eb63b5a2b799"}},{"code_sha256_prefix":"605877e9ca33b5b6","entry":"DepthDecoder","repo":"hyblue/fsre-depth","repo_kind":"official","path":"networks/cma.py","file_url":"https://github.com/hyblue/fsre-depth/blob/HEAD/networks/cma.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"605877e9ca33b5b6"}},{"code_sha256_prefix":"d78fdf24eabc1cd9","entry":"MultiEmbedding","repo":"shlomi-amitai/FSRE-Depth","repo_kind":"listed","path":"networks/cma.py","file_url":"https://github.com/shlomi-amitai/FSRE-Depth/blob/HEAD/networks/cma.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d78fdf24eabc1cd9"}},{"code_sha256_prefix":"eb3ac7aa8e6f8185","entry":"MultiEmbedding","repo":"hyblue/fsre-depth","repo_kind":"official","path":"networks/cma.py","file_url":"https://github.com/hyblue/fsre-depth/blob/HEAD/networks/cma.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"eb3ac7aa8e6f8185"}},{"code_sha256_prefix":"3211a75273dc64df","entry":"SegDecoder","repo":"shlomi-amitai/FSRE-Depth","repo_kind":"listed","path":"networks/cma.py","file_url":"https://github.com/shlomi-amitai/FSRE-Depth/blob/HEAD/networks/cma.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3211a75273dc64df"}},{"code_sha256_prefix":"35203a6468ff5ee5","entry":"SegDecoder","repo":"hyblue/fsre-depth","repo_kind":"official","path":"networks/cma.py","file_url":"https://github.com/hyblue/fsre-depth/blob/HEAD/networks/cma.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"35203a6468ff5ee5"}},{"code_sha256_prefix":"1c003d771b81a5c3","entry":"W","repo":"shlomi-amitai/FSRE-Depth","repo_kind":"listed","path":"networks/cma.py","file_url":"https://github.com/shlomi-amitai/FSRE-Depth/blob/HEAD/networks/cma.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1c003d771b81a5c3"}},{"code_sha256_prefix":"a739072b350093e7","entry":"upsample","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"a739072b350093e7"}},{"code_sha256_prefix":"92311437ccc10472","entry":"CMA","repo":"shlomi-amitai/FSRE-Depth","repo_kind":"listed","path":"networks/cma.py","file_url":"https://github.com/shlomi-amitai/FSRE-Depth/blob/HEAD/networks/cma.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"92311437ccc10472"}},{"code_sha256_prefix":"1878784909de5c02","entry":"CMA","repo":"hyblue/fsre-depth","repo_kind":"official","path":"networks/cma.py","file_url":"https://github.com/hyblue/fsre-depth/blob/HEAD/networks/cma.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1878784909de5c02"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}