{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/colormnet-a-memory-based-deep-spatial","title":"ColorMNet: A Memory-based Deep Spatial-Temporal Feature Propagation Network for Video Colorization","arxiv_id":"2404.06251","date":"2024-04-09","proceeding":null,"authors":["Yixin Yang","Jiangxin Dong","Jinhui Tang","Jinshan Pan"],"abstract":"How to effectively explore spatial-temporal features is important for video colorization. Instead of stacking multiple frames along the temporal dimension or recurrently propagating estimated features that will accumulate errors or cannot explore information from far-apart frames, we develop a memory-based feature propagation module that can establish reliable connections with features from far-apart frames and alleviate the influence of inaccurately estimated features. To extract better features from each frame for the above-mentioned feature propagation, we explore the features from large-pretrained visual models to guide the feature estimation of each frame so that the estimated features can model complex scenarios. In addition, we note that adjacent frames usually contain similar contents. To explore this property for better spatial and temporal feature utilization, we develop a local attention module to aggregate the features from adjacent frames in a spatial-temporal neighborhood. We formulate our memory-based feature propagation module, large-pretrained visual model guided feature estimation module, and local attention module into an end-to-end trainable network (named ColorMNet) and show that it performs favorably against state-of-the-art methods on both the benchmark datasets and real-world scenarios. The source code and pre-trained models will be available at \\url{https://github.com/yyang181/colormnet}.","url_abs":"https://arxiv.org/abs/2404.06251v1","url_pdf":"https://arxiv.org/pdf/2404.06251v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"colormnet-a-memory-based-deep-spatial","repo_url":"https://github.com/yyang181/colormnet","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"colorization","task_name":"Colorization"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2404.06251","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.06251"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/yyang181/colormnet","reach":null}],"summary":{"ran":2,"ran_draft_wrong":1,"unverified":2},"by_repo_kind":{"official":{"samples":5,"ran":3,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":5,"samples":[{"code_sha256_prefix":"d4f2792acd106628","entry":"DWConv2d","repo":"yyang181/colormnet","repo_kind":"official","path":"model/network.py","file_url":"https://github.com/yyang181/colormnet/blob/HEAD/model/network.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d4f2792acd106628"}},{"code_sha256_prefix":"a084df561ffec35e","entry":"linear_gate","repo":"yyang181/colormnet","repo_kind":"official","path":"model/network.py","file_url":"https://github.com/yyang181/colormnet/blob/HEAD/model/network.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a084df561ffec35e"}},{"code_sha256_prefix":"a8c56a46a8cde9c8","entry":"silu","repo":"yyang181/colormnet","repo_kind":"official","path":"model/network.py","file_url":"https://github.com/yyang181/colormnet/blob/HEAD/model/network.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a8c56a46a8cde9c8"}},{"code_sha256_prefix":"2c86517816bdb14f","entry":"ColorMNet","repo":"yyang181/colormnet","repo_kind":"official","path":"model/network.py","file_url":"https://github.com/yyang181/colormnet/blob/HEAD/model/network.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"2c86517816bdb14f"}},{"code_sha256_prefix":"e8575c21c8f04df9","entry":"LocalGatedPropagation","repo":"yyang181/colormnet","repo_kind":"official","path":"model/network.py","file_url":"https://github.com/yyang181/colormnet/blob/HEAD/model/network.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"e8575c21c8f04df9"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}