{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/exploiting-temporal-consistency-for-real-time","title":"Exploiting temporal consistency for real-time video depth estimation","arxiv_id":"1908.03706","date":"2019-08-10","proceeding":"ICCV 2019 10","authors":["Haokui Zhang","Chunhua Shen","Ying Li","Yuanzhouhan Cao","Yu Liu","Youliang Yan"],"abstract":"Accuracy of depth estimation from static images has been significantly improved recently, by exploiting hierarchical features from deep convolutional neural networks (CNNs). Compared with static images, vast information exists among video frames and can be exploited to improve the depth estimation performance. In this work, we focus on exploring temporal information from monocular videos for depth estimation. Specifically, we take the advantage of convolutional long short-term memory (CLSTM) and propose a novel spatial-temporal CSLTM (ST-CLSTM) structure. Our ST-CLSTM structure can capture not only the spatial features but also the temporal correlations/consistency among consecutive video frames with negligible increase in computational cost. Additionally, in order to maintain the temporal consistency among the estimated depth frames, we apply the generative adversarial learning scheme and design a temporal consistency loss. The temporal consistency loss is combined with the spatial loss to update the model in an end-to-end fashion. By taking advantage of the temporal information, we build a video depth estimation framework that runs in real-time and generates visually pleasant results. Moreover, our approach is flexible and can be generalized to most existing depth estimation frameworks. Code is available at: https://tinyurl.com/STCLSTM","url_abs":"https://arxiv.org/abs/1908.03706v1","url_pdf":"https://arxiv.org/pdf/1908.03706v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"exploiting-temporal-consistency-for-real-time","repo_url":"https://github.com/Adelaide-AI-Group/ST-CLSTM","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"exploiting-temporal-consistency-for-real-time","repo_url":"https://github.com/weihaox/ST-CLSTM","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"depth-estimation","task_name":"Depth Estimation"},{"task_slug":"monocular-depth-estimation","task_name":"Monocular Depth Estimation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/monocular-depth-estimation-on-mid-air-dataset","task":"Monocular Depth Estimation","dataset":"Mid-Air Dataset","model":"ST-CLSTM","rank_in_archive_order":5,"of":6,"metrics":{"Abs Rel":"0.4040","RMSE":"13.685","RMSE log":"0.4383","SQ Rel":"6.3902"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1908.03706","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1908.03706"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/Adelaide-AI-Group/ST-CLSTM","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/weihaox/ST-CLSTM","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_honours":1,"ran_draft_wrong":1,"ran":1,"unverified":17},"by_repo_kind":{"listed":{"samples":20,"ran":3,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"6dbf1b2a5b901370","entry":"atoi","repo":"weihaox/ST-CLSTM","repo_kind":"listed","path":"create_list_nyuv2.py","file_url":"https://github.com/weihaox/ST-CLSTM/blob/HEAD/create_list_nyuv2.py","link_basis":"harvester_set","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6dbf1b2a5b901370"}},{"code_sha256_prefix":"fac5364e2f53c6db","entry":"conv3x3","repo":"weihaox/ST-CLSTM","repo_kind":"listed","path":"models/resnet.py","file_url":"https://github.com/weihaox/ST-CLSTM/blob/HEAD/models/resnet.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fac5364e2f53c6db"}},{"code_sha256_prefix":"7052cf0436949e37","entry":"natural_keys","repo":"weihaox/ST-CLSTM","repo_kind":"listed","path":"create_list_nyuv2.py","file_url":"https://github.com/weihaox/ST-CLSTM/blob/HEAD/create_list_nyuv2.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7052cf0436949e37"}},{"code_sha256_prefix":"582daeea4db3c567","entry":"adjust_gt","repo":"weihaox/ST-CLSTM","repo_kind":"listed","path":"models/loss.py","file_url":"https://github.com/weihaox/ST-CLSTM/blob/HEAD/models/loss.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"582daeea4db3c567"}},{"code_sha256_prefix":"d54e9906b330185e","entry":"cal_spatial_loss","repo":"weihaox/ST-CLSTM","repo_kind":"listed","path":"models/loss.py","file_url":"https://github.com/weihaox/ST-CLSTM/blob/HEAD/models/loss.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d54e9906b330185e"}},{"code_sha256_prefix":"234ba1b7c155afdb","entry":"cal_temporal_loss","repo":"weihaox/ST-CLSTM","repo_kind":"listed","path":"models/loss.py","file_url":"https://github.com/weihaox/ST-CLSTM/blob/HEAD/models/loss.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"234ba1b7c155afdb"}},{"code_sha256_prefix":"ba5b77ab3b38dfa1","entry":"colored_depthmap","repo":"weihaox/ST-CLSTM","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/weihaox/ST-CLSTM/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ba5b77ab3b38dfa1"}},{"code_sha256_prefix":"245b6327a43dab16","entry":"cubes_2_maps","repo":"weihaox/ST-CLSTM","repo_kind":"listed","path":"models/net.py","file_url":"https://github.com/weihaox/ST-CLSTM/blob/HEAD/models/net.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"245b6327a43dab16"}},{"code_sha256_prefix":"a32d5ced0147ff13","entry":"densenet121","repo":"weihaox/ST-CLSTM","repo_kind":"listed","path":"models/densenet.py","file_url":"https://github.com/weihaox/ST-CLSTM/blob/HEAD/models/densenet.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a32d5ced0147ff13"}},{"code_sha256_prefix":"ce8509f3822ca900","entry":"densenet169","repo":"weihaox/ST-CLSTM","repo_kind":"listed","path":"models/densenet.py","file_url":"https://github.com/weihaox/ST-CLSTM/blob/HEAD/models/densenet.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ce8509f3822ca900"}},{"code_sha256_prefix":"fb44f7825bd55074","entry":"densenet201","repo":"weihaox/ST-CLSTM","repo_kind":"listed","path":"models/densenet.py","file_url":"https://github.com/weihaox/ST-CLSTM/blob/HEAD/models/densenet.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fb44f7825bd55074"}},{"code_sha256_prefix":"72d1e8662e40ee5c","entry":"maps_2_cubes","repo":"weihaox/ST-CLSTM","repo_kind":"listed","path":"models/R_CLSTM_modules.py","file_url":"https://github.com/weihaox/ST-CLSTM/blob/HEAD/models/R_CLSTM_modules.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"72d1e8662e40ee5c"}},{"code_sha256_prefix":"f1c871b0e9cfd116","entry":"maps_2_maps","repo":"weihaox/ST-CLSTM","repo_kind":"listed","path":"models/R_CLSTM_modules.py","file_url":"https://github.com/weihaox/ST-CLSTM/blob/HEAD/models/R_CLSTM_modules.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f1c871b0e9cfd116"}},{"code_sha256_prefix":"6a97398822c13711","entry":"merge_into_row","repo":"weihaox/ST-CLSTM","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/weihaox/ST-CLSTM/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6a97398822c13711"}},{"code_sha256_prefix":"c6a23f12099175fb","entry":"resnet18","repo":"weihaox/ST-CLSTM","repo_kind":"listed","path":"models/resnet.py","file_url":"https://github.com/weihaox/ST-CLSTM/blob/HEAD/models/resnet.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c6a23f12099175fb"}},{"code_sha256_prefix":"7baa747d63fe9173","entry":"resnet34","repo":"weihaox/ST-CLSTM","repo_kind":"listed","path":"models/resnet.py","file_url":"https://github.com/weihaox/ST-CLSTM/blob/HEAD/models/resnet.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7baa747d63fe9173"}},{"code_sha256_prefix":"004633155d2807e0","entry":"se_resnet101","repo":"weihaox/ST-CLSTM","repo_kind":"listed","path":"models/senet.py","file_url":"https://github.com/weihaox/ST-CLSTM/blob/HEAD/models/senet.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"004633155d2807e0"}},{"code_sha256_prefix":"7b455b8f464f2797","entry":"se_resnet50","repo":"weihaox/ST-CLSTM","repo_kind":"listed","path":"models/senet.py","file_url":"https://github.com/weihaox/ST-CLSTM/blob/HEAD/models/senet.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7b455b8f464f2797"}},{"code_sha256_prefix":"e4808bbea4a75417","entry":"senet154","repo":"weihaox/ST-CLSTM","repo_kind":"listed","path":"models/senet.py","file_url":"https://github.com/weihaox/ST-CLSTM/blob/HEAD/models/senet.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e4808bbea4a75417"}},{"code_sha256_prefix":"c20acf86f01ededc","entry":"video_split","repo":"weihaox/ST-CLSTM","repo_kind":"listed","path":"create_list_nyuv2.py","file_url":"https://github.com/weihaox/ST-CLSTM/blob/HEAD/create_list_nyuv2.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c20acf86f01ededc"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}