{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/depth-prompting-for-sensor-agnostic-depth","title":"Depth Prompting for Sensor-Agnostic Depth Estimation","arxiv_id":"2405.11867","date":"2024-05-20","proceeding":"CVPR 2024 1","authors":["Jin-Hwi Park","Chanhwi Jeong","Junoh Lee","Hae-Gon Jeon"],"abstract":"Dense depth maps have been used as a key element of visual perception tasks. There have been tremendous efforts to enhance the depth quality, ranging from optimization-based to learning-based methods. Despite the remarkable progress for a long time, their applicability in the real world is limited due to systematic measurement biases such as density, sensing pattern, and scan range. It is well-known that the biases make it difficult for these methods to achieve their generalization. We observe that learning a joint representation for input modalities (e.g., images and depth), which most recent methods adopt, is sensitive to the biases. In this work, we disentangle those modalities to mitigate the biases with prompt engineering. For this, we design a novel depth prompt module to allow the desirable feature representation according to new depth distributions from either sensor types or scene configurations. Our depth prompt can be embedded into foundation models for monocular depth estimation. Through this embedding process, our method helps the pretrained model to be free from restraint of depth scan range and to provide absolute scale depth maps. We demonstrate the effectiveness of our method through extensive evaluations. Source code is publicly available at https://github.com/JinhwiPark/DepthPrompting .","url_abs":"https://arxiv.org/abs/2405.11867v1","url_pdf":"https://arxiv.org/pdf/2405.11867v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[],"tasks":[{"task_slug":"depth-estimation","task_name":"Depth Estimation"},{"task_slug":"monocular-depth-estimation","task_name":"Monocular Depth Estimation"},{"task_slug":"prompt-engineering","task_name":"Prompt Engineering"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2405.11867","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.11867"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/JinhwiPark/DepthPrompting","reach":{"status":"ok"}}],"summary":{"ran":4,"unverified":5},"by_repo_kind":{"found_in_text":{"samples":9,"ran":4,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":9,"samples":[{"code_sha256_prefix":"ba17ba6c563e6724","entry":"evaluate_all_metric","repo":"JinhwiPark/DepthPrompting","repo_kind":"found_in_text","path":"utils/metric_func.py","file_url":"https://github.com/JinhwiPark/DepthPrompting/blob/HEAD/utils/metric_func.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ba17ba6c563e6724"}},{"code_sha256_prefix":"60672b89a84d9d9f","entry":"mae_eval","repo":"JinhwiPark/DepthPrompting","repo_kind":"found_in_text","path":"utils/metric_func.py","file_url":"https://github.com/JinhwiPark/DepthPrompting/blob/HEAD/utils/metric_func.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"60672b89a84d9d9f"}},{"code_sha256_prefix":"4b5c3e1a77ece8b4","entry":"rmse_eval","repo":"JinhwiPark/DepthPrompting","repo_kind":"found_in_text","path":"utils/metric_func.py","file_url":"https://github.com/JinhwiPark/DepthPrompting/blob/HEAD/utils/metric_func.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"4b5c3e1a77ece8b4"}},{"code_sha256_prefix":"426621f76246df25","entry":"str2bool","repo":"JinhwiPark/DepthPrompting","repo_kind":"found_in_text","path":"config.py","file_url":"https://github.com/JinhwiPark/DepthPrompting/blob/HEAD/config.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"426621f76246df25"}},{"code_sha256_prefix":"5d592f4979e5ef48","entry":"build_conv_layer","repo":"JinhwiPark/DepthPrompting","repo_kind":"found_in_text","path":"model/ours/mde_encoder_swin.py","file_url":"https://github.com/JinhwiPark/DepthPrompting/blob/HEAD/model/ours/mde_encoder_swin.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5d592f4979e5ef48"}},{"code_sha256_prefix":"6cb043ab22719b0a","entry":"conv_bn_relu","repo":"JinhwiPark/DepthPrompting","repo_kind":"found_in_text","path":"model/common.py","file_url":"https://github.com/JinhwiPark/DepthPrompting/blob/HEAD/model/common.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6cb043ab22719b0a"}},{"code_sha256_prefix":"12f94342fa3f1938","entry":"get_resnet18","repo":"JinhwiPark/DepthPrompting","repo_kind":"found_in_text","path":"model/common.py","file_url":"https://github.com/JinhwiPark/DepthPrompting/blob/HEAD/model/common.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"12f94342fa3f1938"}},{"code_sha256_prefix":"7c81912e38fb6627","entry":"get_resnet34","repo":"JinhwiPark/DepthPrompting","repo_kind":"found_in_text","path":"model/common.py","file_url":"https://github.com/JinhwiPark/DepthPrompting/blob/HEAD/model/common.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"7c81912e38fb6627"}},{"code_sha256_prefix":"cd3f499577918aea","entry":"import_model","repo":"JinhwiPark/DepthPrompting","repo_kind":"found_in_text","path":"model_list.py","file_url":"https://github.com/JinhwiPark/DepthPrompting/blob/HEAD/model_list.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"cd3f499577918aea"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}