{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/micronet-improving-image-recognition-with","title":"MicroNet: Improving Image Recognition with Extremely Low FLOPs","arxiv_id":"2108.05894","date":"2021-08-12","proceeding":"ICCV 2021 10","authors":["Yunsheng Li","Yinpeng Chen","Xiyang Dai","Dongdong Chen","Mengchen Liu","Lu Yuan","Zicheng Liu","Lei Zhang","Nuno Vasconcelos"],"abstract":"This paper aims at addressing the problem of substantial performance degradation at extremely low computational cost (e.g. 5M FLOPs on ImageNet classification). We found that two factors, sparse connectivity and dynamic activation function, are effective to improve the accuracy. The former avoids the significant reduction of network width, while the latter mitigates the detriment of reduction in network depth. Technically, we propose micro-factorized convolution, which factorizes a convolution matrix into low rank matrices, to integrate sparse connectivity into convolution. We also present a new dynamic activation function, named Dynamic Shift Max, to improve the non-linearity via maxing out multiple dynamic fusions between an input feature map and its circular channel shift. Building upon these two new operators, we arrive at a family of networks, named MicroNet, that achieves significant performance gains over the state of the art in the low FLOP regime. For instance, under the constraint of 12M FLOPs, MicroNet achieves 59.4\\% top-1 accuracy on ImageNet classification, outperforming MobileNetV3 by 9.6\\%. Source code is at \\href{https://github.com/liyunsheng13/micronet}{https://github.com/liyunsheng13/micronet}.","url_abs":"https://arxiv.org/abs/2108.05894v1","url_pdf":"https://arxiv.org/pdf/2108.05894v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"micronet-improving-image-recognition-with","repo_url":"https://github.com/liyunsheng13/micronet","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[],"methods":[{"method_slug":"1x1-convolution","method_name":"1x1 Convolution"},{"method_slug":"average-pooling","method_name":"Average Pooling"},{"method_slug":"batch-normalization","method_name":"Batch Normalization"},{"method_slug":"convolution","method_name":"Convolution"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"depthwise-convolution","method_name":"Depthwise Convolution"},{"method_slug":"depthwise-separable-convolution","method_name":"Depthwise Separable Convolution"},{"method_slug":"dropout","method_name":"Dropout"},{"method_slug":"global-average-pooling","method_name":"Global Average Pooling"},{"method_slug":"hard-swish","method_name":"Hard Swish"},{"method_slug":"inverted-residual-block","method_name":"Inverted Residual Block"},{"method_slug":"pointwise-convolution","method_name":"Pointwise Convolution"},{"method_slug":"relu","method_name":"ReLU"},{"method_slug":"relu6","method_name":"ReLU6"},{"method_slug":"sigmoid-activation","method_name":"Sigmoid Activation"},{"method_slug":"squeeze-and-excitation-block","method_name":"Squeeze-and-Excitation Block"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2108.05894","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.05894"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/liyunsheng13/micronet","reach":null}],"summary":{"ran":7,"ran_fixture":2,"ran_honours":1,"unverified":1},"by_repo_kind":{"official":{"samples":11,"ran":10,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"c678bfc0f2cc79c0","entry":"ChannelShuffle","repo":"liyunsheng13/micronet","repo_kind":"official","path":"backbone/micronet.py","file_url":"https://github.com/liyunsheng13/micronet/blob/HEAD/backbone/micronet.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c678bfc0f2cc79c0"}},{"code_sha256_prefix":"ff4b35233cab58ba","entry":"ChannelShuffle2","repo":"liyunsheng13/micronet","repo_kind":"official","path":"backbone/micronet.py","file_url":"https://github.com/liyunsheng13/micronet/blob/HEAD/backbone/micronet.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ff4b35233cab58ba"}},{"code_sha256_prefix":"4bdfb0e52e3dee51","entry":"DYShiftMax","repo":"liyunsheng13/micronet","repo_kind":"official","path":"backbone/micronet.py","file_url":"https://github.com/liyunsheng13/micronet/blob/HEAD/backbone/micronet.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4bdfb0e52e3dee51"}},{"code_sha256_prefix":"a6531130b3b20c72","entry":"DepthConv","repo":"liyunsheng13/micronet","repo_kind":"official","path":"backbone/micronet.py","file_url":"https://github.com/liyunsheng13/micronet/blob/HEAD/backbone/micronet.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a6531130b3b20c72"}},{"code_sha256_prefix":"cd7aad73e9cd39f9","entry":"DepthSpatialSepConv","repo":"liyunsheng13/micronet","repo_kind":"official","path":"backbone/micronet.py","file_url":"https://github.com/liyunsheng13/micronet/blob/HEAD/backbone/micronet.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"cd7aad73e9cd39f9"}},{"code_sha256_prefix":"07f1fa2646fb9c14","entry":"GroupConv","repo":"liyunsheng13/micronet","repo_kind":"official","path":"backbone/micronet.py","file_url":"https://github.com/liyunsheng13/micronet/blob/HEAD/backbone/micronet.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"07f1fa2646fb9c14"}},{"code_sha256_prefix":"c4919e3470849b27","entry":"SELayer","repo":"liyunsheng13/micronet","repo_kind":"official","path":"backbone/micronet.py","file_url":"https://github.com/liyunsheng13/micronet/blob/HEAD/backbone/micronet.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c4919e3470849b27"}},{"code_sha256_prefix":"64775438a4130f56","entry":"get_act_layer","repo":"liyunsheng13/micronet","repo_kind":"official","path":"backbone/micronet.py","file_url":"https://github.com/liyunsheng13/micronet/blob/HEAD/backbone/micronet.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"64775438a4130f56"}},{"code_sha256_prefix":"0ac4052c722dacb7","entry":"get_pointwise_conv","repo":"liyunsheng13/micronet","repo_kind":"official","path":"backbone/micronet.py","file_url":"https://github.com/liyunsheng13/micronet/blob/HEAD/backbone/micronet.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0ac4052c722dacb7"}},{"code_sha256_prefix":"5c6efc658367d250","entry":"get_squeeze_channels","repo":"liyunsheng13/micronet","repo_kind":"official","path":"backbone/micronet.py","file_url":"https://github.com/liyunsheng13/micronet/blob/HEAD/backbone/micronet.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5c6efc658367d250"}},{"code_sha256_prefix":"78c65846facaa71e","entry":"DYMicroBlock","repo":"liyunsheng13/micronet","repo_kind":"official","path":"backbone/micronet.py","file_url":"https://github.com/liyunsheng13/micronet/blob/HEAD/backbone/micronet.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"78c65846facaa71e"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}