{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/region-adaptive-transform-with-segmentation","title":"Region-Adaptive Transform with Segmentation Prior for Image Compression","arxiv_id":"2403.00628","date":"2024-03-01","proceeding":null,"authors":["Yuxi Liu","Wenhan Yang","Huihui Bai","Yunchao Wei","Yao Zhao"],"abstract":"Learned Image Compression (LIC) has shown remarkable progress in recent years. Existing works commonly employ CNN-based or self-attention-based modules as transform methods for compression. However, there is no prior research on neural transform that focuses on specific regions. In response, we introduce the class-agnostic segmentation masks (i.e. semantic masks without category labels) for extracting region-adaptive contextual information. Our proposed module, Region-Adaptive Transform, applies adaptive convolutions on different regions guided by the masks. Additionally, we introduce a plug-and-play module named Scale Affine Layer to incorporate rich contexts from various regions. While there have been prior image compression efforts that involve segmentation masks as additional intermediate inputs, our approach differs significantly from them. Our advantages lie in that, to avoid extra bitrate overhead, we treat these masks as privilege information, which is accessible during the model training stage but not required during the inference phase. To the best of our knowledge, we are the first to employ class-agnostic masks as privilege information and achieve superior performance in pixel-fidelity metrics, such as Peak Signal to Noise Ratio (PSNR). The experimental results demonstrate our improvement compared to previously well-performing methods, with about 8.2% bitrate saving compared to VTM-17.0. The source code is available at https://github.com/GityuxiLiu/SegPIC-for-Image-Compression.","url_abs":"https://arxiv.org/abs/2403.00628v4","url_pdf":"https://arxiv.org/pdf/2403.00628v4.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"region-adaptive-transform-with-segmentation","repo_url":"https://github.com/GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"region-adaptive-transform-with-segmentation","repo_url":"https://github.com/gityuxiliu/segpic-for-image-compression","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"image-compression","task_name":"Image Compression"},{"task_slug":"segmentation","task_name":"Segmentation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/image-compression-on-kodak","task":"Image Compression","dataset":"kodak","model":"SegPIC","rank_in_archive_order":8,"of":8,"metrics":{"BD-Rate over VTM-17.0":"-8.18"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2403.00628","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.00628"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/gityuxiliu/segpic-for-image-compression","reach":{"status":"ok"}}],"summary":{"ran":10,"ran_draft_wrong":2,"ran_honours":2,"unverified":4},"by_repo_kind":{"official":{"samples":18,"ran":14,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":18,"samples":[{"code_sha256_prefix":"0509f26cf7a9dd0a","entry":"Mask_gray","repo":"GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression","repo_kind":"official","path":"SegPIC-main/compressai/datasets/utils.py","file_url":"https://github.com/GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression/blob/HEAD/SegPIC-main/compressai/datasets/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0509f26cf7a9dd0a"}},{"code_sha256_prefix":"99379bb201e22807","entry":"build_channel_branch","repo":"GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression","repo_kind":"official","path":"SegPIC-main/compressai/layers/ddf/ddf.py","file_url":"https://github.com/GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression/blob/HEAD/SegPIC-main/compressai/layers/ddf/ddf.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"99379bb201e22807"}},{"code_sha256_prefix":"23d6996fc9e497e6","entry":"build_spatial_branch","repo":"GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression","repo_kind":"official","path":"SegPIC-main/compressai/layers/ddf/ddf.py","file_url":"https://github.com/GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression/blob/HEAD/SegPIC-main/compressai/layers/ddf/ddf.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"23d6996fc9e497e6"}},{"code_sha256_prefix":"f2cea3e9848ae52d","entry":"conv","repo":"GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression","repo_kind":"official","path":"SegPIC-main/compressai/models/utils.py","file_url":"https://github.com/GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression/blob/HEAD/SegPIC-main/compressai/models/utils.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f2cea3e9848ae52d"}},{"code_sha256_prefix":"0cbeed6985b2cf30","entry":"conv3x3","repo":"GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression","repo_kind":"official","path":"SegPIC-main/compressai/layers/layers.py","file_url":"https://github.com/GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression/blob/HEAD/SegPIC-main/compressai/layers/layers.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0cbeed6985b2cf30"}},{"code_sha256_prefix":"a94389b554ddc179","entry":"find_named_buffer","repo":"GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression","repo_kind":"official","path":"SegPIC-main/compressai/models/utils.py","file_url":"https://github.com/GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression/blob/HEAD/SegPIC-main/compressai/models/utils.py","link_basis":"harvester_set","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a94389b554ddc179"}},{"code_sha256_prefix":"feb29b32fc1ec50e","entry":"get_scale_table","repo":"GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression","repo_kind":"official","path":"SegPIC-main/compressai/models/sac.py","file_url":"https://github.com/GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression/blob/HEAD/SegPIC-main/compressai/models/sac.py","link_basis":"harvester_set","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"feb29b32fc1ec50e"}},{"code_sha256_prefix":"ede0eadc178dd4d4","entry":"interpolate","repo":"GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression","repo_kind":"official","path":"SegPIC-main/compressai/models/sac.py","file_url":"https://github.com/GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression/blob/HEAD/SegPIC-main/compressai/models/sac.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ede0eadc178dd4d4"}},{"code_sha256_prefix":"3310ed81f5341fbc","entry":"mask_pool2d","repo":"GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression","repo_kind":"official","path":"SegPIC-main/compressai/models/sac.py","file_url":"https://github.com/GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression/blob/HEAD/SegPIC-main/compressai/models/sac.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"3310ed81f5341fbc"}},{"code_sha256_prefix":"42ec9057e39b91f5","entry":"mask_rgb2gray","repo":"GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression","repo_kind":"official","path":"SegPIC-main/compressai/datasets/utils.py","file_url":"https://github.com/GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression/blob/HEAD/SegPIC-main/compressai/datasets/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"42ec9057e39b91f5"}},{"code_sha256_prefix":"8e528b0db078ab0e","entry":"ste_round","repo":"GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression","repo_kind":"official","path":"SegPIC-main/compressai/ops/ops.py","file_url":"https://github.com/GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression/blob/HEAD/SegPIC-main/compressai/ops/ops.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"8e528b0db078ab0e"}},{"code_sha256_prefix":"8bc3a872b71e34f4","entry":"subpel_conv3x3","repo":"GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression","repo_kind":"official","path":"SegPIC-main/compressai/layers/layers.py","file_url":"https://github.com/GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression/blob/HEAD/SegPIC-main/compressai/layers/layers.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"8bc3a872b71e34f4"}},{"code_sha256_prefix":"565f4668acf5b8f4","entry":"window_partition","repo":"GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression","repo_kind":"official","path":"SegPIC-main/compressai/layers/win_attention.py","file_url":"https://github.com/GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression/blob/HEAD/SegPIC-main/compressai/layers/win_attention.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"565f4668acf5b8f4"}},{"code_sha256_prefix":"fb32094c6dbece71","entry":"window_reverse","repo":"GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression","repo_kind":"official","path":"SegPIC-main/compressai/layers/win_attention.py","file_url":"https://github.com/GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression/blob/HEAD/SegPIC-main/compressai/layers/win_attention.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"fb32094c6dbece71"}},{"code_sha256_prefix":"15eae621014906be","entry":"conv1x1","repo":"GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression","repo_kind":"official","path":"SegPIC-main/compressai/layers/layers.py","file_url":"https://github.com/GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression/blob/HEAD/SegPIC-main/compressai/layers/layers.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"15eae621014906be"}},{"code_sha256_prefix":"0b4d7c9d1baaf828","entry":"find_named_module","repo":"GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression","repo_kind":"official","path":"SegPIC-main/compressai/models/utils.py","file_url":"https://github.com/GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression/blob/HEAD/SegPIC-main/compressai/models/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0b4d7c9d1baaf828"}},{"code_sha256_prefix":"07f8484bf7fe9b22","entry":"lower_bound_bwd","repo":"GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression","repo_kind":"official","path":"SegPIC-main/compressai/ops/bound_ops.py","file_url":"https://github.com/GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression/blob/HEAD/SegPIC-main/compressai/ops/bound_ops.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"07f8484bf7fe9b22"}},{"code_sha256_prefix":"9d2139d32f9bca32","entry":"lower_bound_fwd","repo":"GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression","repo_kind":"official","path":"SegPIC-main/compressai/ops/bound_ops.py","file_url":"https://github.com/GityuxiLiu/Region-Adaptive-Transform-with-Segmentation-Prior-for-Image-Compression/blob/HEAD/SegPIC-main/compressai/ops/bound_ops.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"9d2139d32f9bca32"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}