{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/osrt-omnidirectional-image-super-resolution","title":"OSRT: Omnidirectional Image Super-Resolution with Distortion-aware Transformer","arxiv_id":"2302.03453","date":"2023-02-07","proceeding":"CVPR 2023 1","authors":["Fanghua Yu","Xintao Wang","Mingdeng Cao","Gen Li","Ying Shan","Chao Dong"],"abstract":"Omnidirectional images (ODIs) have obtained lots of research interest for immersive experiences. Although ODIs require extremely high resolution to capture details of the entire scene, the resolutions of most ODIs are insufficient. Previous methods attempt to solve this issue by image super-resolution (SR) on equirectangular projection (ERP) images. However, they omit geometric properties of ERP in the degradation process, and their models can hardly generalize to real ERP images. In this paper, we propose Fisheye downsampling, which mimics the real-world imaging process and synthesizes more realistic low-resolution samples. Then we design a distortion-aware Transformer (OSRT) to modulate ERP distortions continuously and self-adaptively. Without a cumbersome process, OSRT outperforms previous methods by about 0.2dB on PSNR. Moreover, we propose a convenient data augmentation strategy, which synthesizes pseudo ERP images from plain images. This simple strategy can alleviate the over-fitting problem of large networks and significantly boost the performance of ODISR. Extensive experiments have demonstrated the state-of-the-art performance of our OSRT. Codes and models will be available at https://github.com/Fanghua-Yu/OSRT.","url_abs":"https://arxiv.org/abs/2302.03453v2","url_pdf":"https://arxiv.org/pdf/2302.03453v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"osrt-omnidirectional-image-super-resolution","repo_url":"https://github.com/fanghua-yu/osrt","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"data-augmentation","task_name":"Data Augmentation"},{"task_slug":"erp","task_name":"ERP"},{"task_slug":"image-super-resolution","task_name":"Image Super-Resolution"},{"task_slug":"super-resolution","task_name":"Super-Resolution"}],"methods":[{"method_slug":"absolute-position-encodings","method_name":"Absolute Position Encodings"},{"method_slug":"adam","method_name":"Adam"},{"method_slug":"attention","method_name":"Attention"},{"method_slug":"bpe","method_name":"BPE"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"dropout","method_name":"Dropout"},{"method_slug":"label-smoothing","method_name":"Label Smoothing"},{"method_slug":"layer-normalization","method_name":"Layer Normalization"},{"method_slug":"linear-layer","method_name":"Linear Layer"},{"method_slug":"multi-head-attention","method_name":"Multi-Head Attention"},{"method_slug":"position-wise-feed-forward-layer","method_name":"Position-Wise Feed-Forward Layer"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"softmax","method_name":"Softmax"},{"method_slug":"transformer","method_name":"Transformer"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2302.03453","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.03453"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/fanghua-yu/osrt","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_fixture":1,"ran":5,"unverified":6},"by_repo_kind":{"official":{"samples":12,"ran":6,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"9ea4d5b8b4d5ef2f","entry":"drop_path","repo":"fanghua-yu/osrt","repo_kind":"official","path":"odisr/archs/osrt_arch.py","file_url":"https://github.com/fanghua-yu/osrt/blob/HEAD/odisr/archs/osrt_arch.py","link_basis":"harvester_set","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9ea4d5b8b4d5ef2f"}},{"code_sha256_prefix":"5e1d924a740460bd","entry":"erp_downsample_fisheye","repo":"fanghua-yu/osrt","repo_kind":"official","path":"odisr/utils/erp_downsample.py","file_url":"https://github.com/fanghua-yu/osrt/blob/HEAD/odisr/utils/erp_downsample.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5e1d924a740460bd"}},{"code_sha256_prefix":"5753656385b79840","entry":"genERP","repo":"fanghua-yu/osrt","repo_kind":"official","path":"odisr/metrics/odi_metric.py","file_url":"https://github.com/fanghua-yu/osrt/blob/HEAD/odisr/metrics/odi_metric.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5753656385b79840"}},{"code_sha256_prefix":"0eb884d36fb9be8b","entry":"make_coord","repo":"fanghua-yu/osrt","repo_kind":"official","path":"odisr/utils/erp_downsample.py","file_url":"https://github.com/fanghua-yu/osrt/blob/HEAD/odisr/utils/erp_downsample.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0eb884d36fb9be8b"}},{"code_sha256_prefix":"7e200e5d7630e13b","entry":"u","repo":"fanghua-yu/osrt","repo_kind":"official","path":"odisr/utils/erp_downsample.py","file_url":"https://github.com/fanghua-yu/osrt/blob/HEAD/odisr/utils/erp_downsample.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7e200e5d7630e13b"}},{"code_sha256_prefix":"d6a27ce76783f4d2","entry":"worker","repo":"fanghua-yu/osrt","repo_kind":"official","path":"odisr/utils/extract_subimage.py","file_url":"https://github.com/fanghua-yu/osrt/blob/HEAD/odisr/utils/extract_subimage.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d6a27ce76783f4d2"}},{"code_sha256_prefix":"0e1c2934ef064fde","entry":"default_conv","repo":"fanghua-yu/osrt","repo_kind":"official","path":"odisr/archs/launet_arch.py","file_url":"https://github.com/fanghua-yu/osrt/blob/HEAD/odisr/archs/launet_arch.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0e1c2934ef064fde"}},{"code_sha256_prefix":"12ec7fbd4ce6cf35","entry":"make_model","repo":"fanghua-yu/osrt","repo_kind":"official","path":"odisr/archs/launet_arch.py","file_url":"https://github.com/fanghua-yu/osrt/blob/HEAD/odisr/archs/launet_arch.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"12ec7fbd4ce6cf35"}},{"code_sha256_prefix":"ecf6f60a59e10643","entry":"pers2erp","repo":"fanghua-yu/osrt","repo_kind":"official","path":"odisr/utils/pers2erp.py","file_url":"https://github.com/fanghua-yu/osrt/blob/HEAD/odisr/utils/pers2erp.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ecf6f60a59e10643"}},{"code_sha256_prefix":"77ed7cd07319a3e6","entry":"test_TLC","repo":"fanghua-yu/osrt","repo_kind":"official","path":"odisr/models/rcan_model.py","file_url":"https://github.com/fanghua-yu/osrt/blob/HEAD/odisr/models/rcan_model.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"77ed7cd07319a3e6"}},{"code_sha256_prefix":"f9c4a5ff2a55d09f","entry":"window_partition","repo":"fanghua-yu/osrt","repo_kind":"official","path":"odisr/archs/osrt_arch.py","file_url":"https://github.com/fanghua-yu/osrt/blob/HEAD/odisr/archs/osrt_arch.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f9c4a5ff2a55d09f"}},{"code_sha256_prefix":"e641230dff80d607","entry":"window_reverse","repo":"fanghua-yu/osrt","repo_kind":"official","path":"odisr/archs/osrt_arch.py","file_url":"https://github.com/fanghua-yu/osrt/blob/HEAD/odisr/archs/osrt_arch.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e641230dff80d607"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}