{"url":"/method/resnest","slug":"resnest","name":"ResNeSt","full_name":"ResNeSt","full_name_withheld":false,"description_markdown":"A **ResNest** is a variant on a [ResNet](https://paperswithcode.com/method/resnet), which instead stacks Split-Attention blocks. The cardinal group representations are then concatenated along the channel dimension: $V = \\text{Concat}${$V^{1},V^{2},\\cdots{V}^{K}$}. As in standard residual blocks, the final output $Y$ of otheur Split-Attention block is produced using a shortcut connection: $Y=V+X$, if the input and output feature-map share the same shape.  For blocks with a stride, an appropriate transformation $\\mathcal{T}$ is applied to the shortcut connection to align the output shapes:  $Y=V+\\mathcal{T}(X)$. For example, $\\mathcal{T}$ can be strided [convolution](https://paperswithcode.com/method/convolution) or combined convolution-with-pooling.","description_state":"present","introduced_year":null,"introduced_by":{"title":"ResNeSt: Split-Attention Networks","paper":"/paper/resnest-split-attention-networks","first_author":"Hang Zhang","n_authors":12,"url_abs":null,"archive_paper_url":"https://paperswithcode.com/paper/resnest-split-attention-networks"},"source":{"url":"https://arxiv.org/abs/2004.08955v2","title":"ResNeSt: Split-Attention Networks","url_on_a_paper_host":true},"code_snippet_url":"https://github.com/zhanghang1989/ResNeSt/blob/5fe47e93bd7e098d15bc278d8ab4812b82b49414/resnest/torch/resnet.py#L129","code_snippet_url_on_a_code_host":true,"categories":[{"area":"Computer Vision","area_id":"computer-vision","collection":"Convolutional Neural Networks","url":"/methods/category/convolutional-neural-networks","pwc_aliases":[]},{"area":"Computer Vision","area_id":"computer-vision","collection":"Image Models","url":"/methods/category/image-models","pwc_aliases":[]}],"n_papers_tagged":13,"archive_num_papers":13,"papers_newest_first":[{"paper":null,"title":"Supervised domain adaptation for building extraction from off-nadir aerial images","date":"2023-11-07","arxiv_id":"2311.03867","n_code_links":0,"syntology":null},{"paper":"/paper/tiefake-title-text-similarity-and-emotion","title":"TieFake: Title-Text Similarity and Emotion-Aware Fake News Detection","date":"2023-04-19","arxiv_id":"2304.09421","n_code_links":2,"syntology":null},{"paper":null,"title":"Early detection of hip periprosthetic joint infections through CNN on Computed Tomography images","date":"2023-04-18","arxiv_id":"2304.08942","n_code_links":0,"syntology":null},{"paper":null,"title":"OMSN and FAROS: OCTA Microstructure Segmentation Network and Fully Annotated Retinal OCTA Segmentation Dataset","date":"2022-12-26","arxiv_id":"2212.13059","n_code_links":0,"syntology":null},{"paper":null,"title":"Anomaly Detection in Automatic Generation Control Systems Based on Traffic Pattern Analysis and Deep Transfer Learning","date":"2022-09-16","arxiv_id":"2209.08099","n_code_links":0,"syntology":null},{"paper":"/paper/octave-2d-en-face-optical-coherence","title":"OCTAve: 2D en face Optical Coherence Tomography Angiography Vessel Segmentation in Weakly-Supervised Learning with Locality Augmentation","date":"2022-07-25","arxiv_id":"2207.12238","n_code_links":1,"syntology":null},{"paper":"/paper/resnests-and-densenests-block-based-dnn","title":"ResNEsts and DenseNEsts: Block-based DNN Models with Improved Representation Guarantees","date":"2021-11-10","arxiv_id":"2111.05496","n_code_links":4,"syntology":null},{"paper":"/paper/solution-for-large-scale-long-tailed","title":"Solution for Large-scale Long-tailed Recognition with Noisy Labels","date":"2021-06-20","arxiv_id":"2106.10683","n_code_links":1,"syntology":null},{"paper":"/paper/ag-curesnest-a-novel-method-for-colon-polyp","title":"AG-CUResNeSt: A Novel Method for Colon Polyp Segmentation","date":"2021-05-02","arxiv_id":"2105.00402","n_code_links":1,"syntology":null},{"paper":null,"title":"Searching for Fast Model Families on Datacenter Accelerators","date":"2021-02-10","arxiv_id":"2102.05610","n_code_links":0,"syntology":null},{"paper":"/paper/bottleneck-transformers-for-visual","title":"Bottleneck Transformers for Visual Recognition","date":"2021-01-27","arxiv_id":"2101.11605","n_code_links":13,"syntology":{"ran":26,"of":49,"unverified":23,"pointer_only":8}},{"paper":null,"title":"2nd Place Solution to Instance Segmentation of IJCAI 3D AI Challenge 2020","date":"2020-10-21","arxiv_id":"2010.10957","n_code_links":0,"syntology":null},{"paper":"/paper/resnest-split-attention-networks","title":"ResNeSt: Split-Attention Networks","date":"2020-04-19","arxiv_id":"2004.08955","n_code_links":36,"syntology":{"ran":8,"of":48,"unverified":40,"pointer_only":23}}],"papers_shown":13,"tasks":[{"task":"/task/segmentation","name":"Segmentation","papers":4},{"task":"/task/instance-segmentation","name":"Instance Segmentation","papers":3},{"task":"/task/semantic-segmentation","name":"Semantic Segmentation","papers":3},{"task":"/task/transfer-learning","name":"Transfer Learning","papers":3},{"task":"/task/image-classification","name":"Image Classification","papers":2},{"task":"/task/medical-image-segmentation","name":"Medical Image Segmentation","papers":2},{"task":"/task/object-detection","name":"Object Detection","papers":2},{"task":"/task/image-classification","name":"image-classification","papers":2},{"task":"/task/anomaly-detection","name":"Anomaly Detection","papers":1},{"task":"/task/articles","name":"Articles","papers":1},{"task":"/task/decoder","name":"Decoder","papers":1},{"task":"/task/domain-adaptation","name":"Domain Adaptation","papers":1},{"task":"/task/earth-observation","name":"Earth Observation","papers":1},{"task":"/task/experimental-design","name":"Experimental Design","papers":1},{"task":"/task/fake-news-detection","name":"Fake News Detection","papers":1},{"task":"/task/image-segmentation","name":"Image Segmentation","papers":1},{"task":"/task/knowledge-distillation","name":"Knowledge Distillation","papers":1},{"task":"/task/model-compression","name":"Model Compression","papers":1},{"task":"/task/architecture-search","name":"Neural Architecture Search","papers":1},{"task":"/task/object","name":"Object","papers":1}],"tasks_shown":20,"n_tasks":27,"usage_by_year":[{"year":"2020","papers":2},{"year":"2021","papers":5},{"year":"2022","papers":3},{"year":"2023","papers":3}],"row_source":"methods_table","archive":{"source":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","archive_url":"https://paperswithcode.com/method/resnest"},"syntology_read_at":"2026-09-24T18:15:14+00:00"}