{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/rexnet-diminishing-representational","title":"Rethinking Channel Dimensions for Efficient Model Design","arxiv_id":"2007.00992","date":"2020-07-02","proceeding":"CVPR 2021 1","authors":["Dongyoon Han","Sangdoo Yun","Byeongho Heo","Youngjoon Yoo"],"abstract":"Designing an efficient model within the limited computational cost is challenging. We argue the accuracy of a lightweight model has been further limited by the design convention: a stage-wise configuration of the channel dimensions, which looks like a piecewise linear function of the network stage. In this paper, we study an effective channel dimension configuration towards better performance than the convention. To this end, we empirically study how to design a single layer properly by analyzing the rank of the output feature. We then investigate the channel configuration of a model by searching network architectures concerning the channel configuration under the computational cost restriction. Based on the investigation, we propose a simple yet effective channel configuration that can be parameterized by the layer index. As a result, our proposed model following the channel parameterization achieves remarkable performance on ImageNet classification and transfer learning tasks including COCO object detection, COCO instance segmentation, and fine-grained classifications. Code and ImageNet pretrained models are available at https://github.com/clovaai/rexnet.","url_abs":"https://arxiv.org/abs/2007.00992v3","url_pdf":"https://arxiv.org/pdf/2007.00992v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"rexnet-diminishing-representational","repo_url":"https://github.com/clovaai/rexnet","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"rexnet-diminishing-representational","repo_url":"https://github.com/YeongHyeon/ReXNet-TF2","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"rexnet-diminishing-representational","repo_url":"https://github.com/alexwitt2399/rexnet","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"BSD-3-Clause"}},{"paper_slug":"rexnet-diminishing-representational","repo_url":"https://github.com/lyqcom/rexnet","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"mindspore","reach":null},{"paper_slug":"rexnet-diminishing-representational","repo_url":"https://github.com/paperswithcode/model-index","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"rexnet-diminishing-representational","repo_url":"https://github.com/ysbsb/ReXNet-PyTorch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"rexnet-diminishing-representational","repo_url":"https://github.com/2023-MindSpore-1/ms-code-34","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":{"status":"ok"}},{"paper_slug":"rexnet-diminishing-representational","repo_url":"https://github.com/MS-Mind/MS-Code-02/tree/main/configs/rexnet","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":null},{"paper_slug":"rexnet-diminishing-representational","repo_url":"https://github.com/PaddlePaddle/PaddleClas","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"paddle","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"rexnet-diminishing-representational","repo_url":"https://github.com/mindspore-ecosystem/mindcv/blob/main/mindcv/models/rexnet.py","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":null}],"tasks":[{"task_slug":"image-classification","task_name":"Image Classification"},{"task_slug":"instance-segmentation","task_name":"Instance Segmentation"},{"task_slug":"object-detection","task_name":"Object Detection"},{"task_slug":"semantic-segmentation","task_name":"Semantic Segmentation"},{"task_slug":"transfer-learning","task_name":"Transfer Learning"},{"task_slug":"model","task_name":"model"},{"task_slug":"object-detection-1","task_name":"object-detection"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/image-classification-on-imagenet","task":"Image Classification","dataset":"ImageNet","model":"ReXNet-R_3.0","rank_in_archive_order":308,"of":1060,"metrics":{"Number of params":"34.8M","Top 1 Accuracy":"84.5%"},"uses_additional_data":false},{"leaderboard":"/sota/image-classification-on-imagenet","task":"Image Classification","dataset":"ImageNet","model":"ReXNet-R_2.0","rank_in_archive_order":452,"of":1060,"metrics":{"Number of params":"16.5M","Top 1 Accuracy":"83.2%"},"uses_additional_data":false},{"leaderboard":"/sota/image-classification-on-imagenet","task":"Image Classification","dataset":"ImageNet","model":"ReXNet_3.0","rank_in_archive_order":499,"of":1060,"metrics":{"GFLOPs":"3.4","Number of params":"34.7M","Top 1 Accuracy":"82.8%"},"uses_additional_data":false},{"leaderboard":"/sota/image-classification-on-imagenet","task":"Image Classification","dataset":"ImageNet","model":"ReXNet_2.0","rank_in_archive_order":625,"of":1060,"metrics":{"GFLOPs":"1.5","Number of params":"19M","Top 1 Accuracy":"81.6%"},"uses_additional_data":false},{"leaderboard":"/sota/image-classification-on-imagenet","task":"Image Classification","dataset":"ImageNet","model":"ReXNet_1.5","rank_in_archive_order":709,"of":1060,"metrics":{"GFLOPs":"0.86","Number of params":"9.7M","Top 1 Accuracy":"80.3%"},"uses_additional_data":false},{"leaderboard":"/sota/image-classification-on-imagenet","task":"Image Classification","dataset":"ImageNet","model":"ReXNet_1.3","rank_in_archive_order":751,"of":1060,"metrics":{"GFLOPs":"0.66","Number of params":"7.6M","Top 1 Accuracy":"79.5%"},"uses_additional_data":false},{"leaderboard":"/sota/image-classification-on-imagenet","task":"Image Classification","dataset":"ImageNet","model":"ReXNet_1.0","rank_in_archive_order":859,"of":1060,"metrics":{"GFLOPs":"0.40","Number of params":"4.8M","Top 1 Accuracy":"77.9%"},"uses_additional_data":false},{"leaderboard":"/sota/image-classification-on-imagenet","task":"Image Classification","dataset":"ImageNet","model":"ReXNet_0.9","rank_in_archive_order":881,"of":1060,"metrics":{"GFLOPs":"0.35","Number of params":"4.1M","Top 1 Accuracy":"77.2%"},"uses_additional_data":false},{"leaderboard":"/sota/image-classification-on-imagenet","task":"Image Classification","dataset":"ImageNet","model":"ReXNet_0.6","rank_in_archive_order":974,"of":1060,"metrics":{"Number of params":"2.7M","Top 1 Accuracy":"74.6%"},"uses_additional_data":false}],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=2007.00992","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2007.00992"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/paperswithcode/model-index","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/mindspore-ecosystem/mindcv/blob/main/mindcv/models/rexnet.py","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/lyqcom/rexnet","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/clovaai/rexnet","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/2023-MindSpore-1/ms-code-34","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/PaddlePaddle/PaddleClas","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/MS-Mind/MS-Code-02/tree/main/configs/rexnet","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/YeongHyeon/ReXNet-TF2","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/alexwitt2399/rexnet","reach":{"status":"ok","spdx":"BSD-3-Clause"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ysbsb/ReXNet-PyTorch","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_violates":1,"unverified":7},"by_repo_kind":{"listed":{"samples":8,"ran":1,"repositories":3}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"17061f7e01a6fc86","entry":"str2bool","repo":"lyqcom/rexnet","repo_kind":"listed","path":"config.py","file_url":"https://github.com/lyqcom/rexnet/blob/HEAD/config.py","link_basis":"first_harvest_node","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"17061f7e01a6fc86"}},{"code_sha256_prefix":"f84cc119467969e4","entry":"accuracy","repo":"ysbsb/ReXNet-PyTorch","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/ysbsb/ReXNet-PyTorch/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f84cc119467969e4"}},{"code_sha256_prefix":"14cb906d9717c748","entry":"full_filepath","repo":"paperswithcode/model-index","repo_kind":"listed","path":"modelindex/utils.py","file_url":"https://github.com/paperswithcode/model-index/blob/HEAD/modelindex/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"14cb906d9717c748"}},{"code_sha256_prefix":"141717f5e0516401","entry":"has_at_least_one_models_key","repo":"paperswithcode/model-index","repo_kind":"listed","path":"modelindex/load_model_index.py","file_url":"https://github.com/paperswithcode/model-index/blob/HEAD/modelindex/load_model_index.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"141717f5e0516401"}},{"code_sha256_prefix":"0535326f88e06187","entry":"load_ckpt","repo":"ysbsb/ReXNet-PyTorch","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/ysbsb/ReXNet-PyTorch/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0535326f88e06187"}},{"code_sha256_prefix":"2698f6291a00ce3f","entry":"load_raw_from_markdown","repo":"paperswithcode/model-index","repo_kind":"listed","path":"modelindex/utils.py","file_url":"https://github.com/paperswithcode/model-index/blob/HEAD/modelindex/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2698f6291a00ce3f"}},{"code_sha256_prefix":"26892faf1ee64a87","entry":"lowercase_keys","repo":"paperswithcode/model-index","repo_kind":"listed","path":"modelindex/utils.py","file_url":"https://github.com/paperswithcode/model-index/blob/HEAD/modelindex/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"26892faf1ee64a87"}},{"code_sha256_prefix":"d34a085d71b8f4b5","entry":"rand_bbox","repo":"ysbsb/ReXNet-PyTorch","repo_kind":"listed","path":"train_sgd_randaugv1_cutmix.py","file_url":"https://github.com/ysbsb/ReXNet-PyTorch/blob/HEAD/train_sgd_randaugv1_cutmix.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d34a085d71b8f4b5"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}