{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/mobilenetv4-universal-models-for-the-mobile","title":"MobileNetV4 -- Universal Models for the Mobile Ecosystem","arxiv_id":"2404.10518","date":"2024-04-16","proceeding":null,"authors":["Danfeng Qin","Chas Leichner","Manolis Delakis","Marco Fornoni","Shixin Luo","Fan Yang","Weijun Wang","Colby Banbury","Chengxi Ye","Berkin Akin","Vaibhav Aggarwal","Tenghui Zhu","Daniele Moro","Andrew Howard"],"abstract":"We present the latest generation of MobileNets, known as MobileNetV4 (MNv4), featuring universally efficient architecture designs for mobile devices. At its core, we introduce the Universal Inverted Bottleneck (UIB) search block, a unified and flexible structure that merges Inverted Bottleneck (IB), ConvNext, Feed Forward Network (FFN), and a novel Extra Depthwise (ExtraDW) variant. Alongside UIB, we present Mobile MQA, an attention block tailored for mobile accelerators, delivering a significant 39% speedup. An optimized neural architecture search (NAS) recipe is also introduced which improves MNv4 search effectiveness. The integration of UIB, Mobile MQA and the refined NAS recipe results in a new suite of MNv4 models that are mostly Pareto optimal across mobile CPUs, DSPs, GPUs, as well as specialized accelerators like Apple Neural Engine and Google Pixel EdgeTPU - a characteristic not found in any other models tested. Finally, to further boost accuracy, we introduce a novel distillation technique. Enhanced by this technique, our MNv4-Hybrid-Large model delivers 87% ImageNet-1K accuracy, with a Pixel 8 EdgeTPU runtime of just 3.8ms.","url_abs":"https://arxiv.org/abs/2404.10518v2","url_pdf":"https://arxiv.org/pdf/2404.10518v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"mobilenetv4-universal-models-for-the-mobile","repo_url":"https://github.com/tensorflow/models/blob/master/official/vision/modeling/backbones/mobilenet.py","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"tf","reach":null},{"paper_slug":"mobilenetv4-universal-models-for-the-mobile","repo_url":"https://github.com/huggingface/pytorch-image-models","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"mobilenetv4-universal-models-for-the-mobile","repo_url":"https://github.com/jaiwei98/MobileNetV4-pytorch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"mobilenetv4-universal-models-for-the-mobile","repo_url":"https://github.com/jiaowoguanren0615/MobileNetV4","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"mobilenetv4-universal-models-for-the-mobile","repo_url":"https://github.com/junaidaliop/MobileNetV4","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"mobilenetv4-universal-models-for-the-mobile","repo_url":"https://github.com/wh1090220084/mobilenetv4_pytorch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"mobilenetv4-universal-models-for-the-mobile","repo_url":"https://gitlab.com/birder/birder","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"image-classification","task_name":"Image Classification"},{"task_slug":"architecture-search","task_name":"Neural Architecture Search"}],"methods":[{"method_slug":"mobilenet-v4","method_name":"MobileNet-V4"}],"datasets_introduced":[],"methods_introduced":[{"slug":"mobilenet-v4","name":"MobileNet-V4","full_name":"MobileNet-V4"}],"results":[{"leaderboard":"/sota/image-classification-on-imagenet","task":"Image Classification","dataset":"ImageNet","model":"MNv4-Hybrid-L","rank_in_archive_order":426,"of":1060,"metrics":{"Top 1 Accuracy":"83.4%"},"uses_additional_data":false},{"leaderboard":"/sota/image-classification-on-imagenet","task":"Image Classification","dataset":"ImageNet","model":"MNv4-Conv-L","rank_in_archive_order":485,"of":1060,"metrics":{"Top 1 Accuracy":"82.9%"},"uses_additional_data":false},{"leaderboard":"/sota/image-classification-on-imagenet","task":"Image Classification","dataset":"ImageNet","model":"MNv4-Hybrid-M","rank_in_archive_order":684,"of":1060,"metrics":{"Top 1 Accuracy":"80.7%"},"uses_additional_data":false},{"leaderboard":"/sota/image-classification-on-imagenet","task":"Image Classification","dataset":"ImageNet","model":"MNv4-Conv-M","rank_in_archive_order":729,"of":1060,"metrics":{"Top 1 Accuracy":"79.9%"},"uses_additional_data":false},{"leaderboard":"/sota/image-classification-on-imagenet","task":"Image Classification","dataset":"ImageNet","model":"MNv4-Conv-S","rank_in_archive_order":984,"of":1060,"metrics":{"Top 1 Accuracy":"73.8%"},"uses_additional_data":false}],"syntology":{"syntology_url":"https://syntology.ai/paper/2404.10518","atlas_url":"https://app.syntology.ai/?focus=2404.10518","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.10518"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/huggingface/pytorch-image-models","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/jiaowoguanren0615/MobileNetV4","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/junaidaliop/MobileNetV4","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://gitlab.com/birder/birder","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/jaiwei98/MobileNetV4-pytorch","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/tensorflow/models/blob/master/official/vision/modeling/backbones/mobilenet.py","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/wh1090220084/mobilenetv4_pytorch","reach":null}],"summary":{"ran":5,"ran_draft_wrong":2,"ran_honours":3,"unverified":3},"by_repo_kind":{"listed":{"samples":13,"ran":10,"repositories":4}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":1,"samples":[{"code_sha256_prefix":"ce856d9e51a3df05","entry":"accuracy_np","repo":"jiaowoguanren0615/MobileNetV4","repo_kind":"listed","path":"onnx_validate.py","file_url":"https://github.com/jiaowoguanren0615/MobileNetV4/blob/HEAD/onnx_validate.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ce856d9e51a3df05"}},{"code_sha256_prefix":"0e20d40db79fb5c0","entry":"block_spec_values_to_list","repo":"junaidaliop/MobileNetV4","repo_kind":"listed","path":"MobileNetV4.py","file_url":"https://github.com/junaidaliop/MobileNetV4/blob/HEAD/MobileNetV4.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0e20d40db79fb5c0"}},{"code_sha256_prefix":"067715c0c5734d87","entry":"conv_2d","repo":"jaiwei98/MobileNetV4-pytorch","repo_kind":"listed","path":"mobilenet/mobilenetv4.py","file_url":"https://github.com/jaiwei98/MobileNetV4-pytorch/blob/HEAD/mobilenet/mobilenetv4.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"067715c0c5734d87"}},{"code_sha256_prefix":"6b65b07f03530a4d","entry":"make_divisible","repo":"jaiwei98/MobileNetV4-pytorch","repo_kind":"listed","path":"mobilenet/mobilenetv4.py","file_url":"https://github.com/jaiwei98/MobileNetV4-pytorch/blob/HEAD/mobilenet/mobilenetv4.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6b65b07f03530a4d"}},{"code_sha256_prefix":"231ab9d94ccd8ac2","entry":"make_divisible","repo":"wh1090220084/mobilenetv4_pytorch","repo_kind":"listed","path":"mobilenetv4.py","file_url":"https://github.com/wh1090220084/mobilenetv4_pytorch/blob/HEAD/mobilenetv4.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"231ab9d94ccd8ac2"}},{"code_sha256_prefix":"24400bc088ed228d","entry":"make_divisible","repo":"jiaowoguanren0615/MobileNetV4","repo_kind":"listed","path":"models/blocks.py","file_url":"https://github.com/jiaowoguanren0615/MobileNetV4/blob/HEAD/models/blocks.py","link_basis":"harvester_set","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"24400bc088ed228d"}},{"code_sha256_prefix":"968810e99c2743be","entry":"max_voting","repo":"jiaowoguanren0615/MobileNetV4","repo_kind":"listed","path":"optim_AUC.py","file_url":"https://github.com/jiaowoguanren0615/MobileNetV4/blob/HEAD/optim_AUC.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"968810e99c2743be"}},{"code_sha256_prefix":"3858599774ed62d7","entry":"num_groups","repo":"jiaowoguanren0615/MobileNetV4","repo_kind":"listed","path":"models/blocks.py","file_url":"https://github.com/jiaowoguanren0615/MobileNetV4/blob/HEAD/models/blocks.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3858599774ed62d7"}},{"code_sha256_prefix":"57c0e0444e26c7e2","entry":"reparameterize_model","repo":"jiaowoguanren0615/MobileNetV4","repo_kind":"listed","path":"onnx_export.py","file_url":"https://github.com/jiaowoguanren0615/MobileNetV4/blob/HEAD/onnx_export.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"57c0e0444e26c7e2"}},{"code_sha256_prefix":"65913dcf1b9ca4d1","entry":"resolve_act_layer","repo":"jiaowoguanren0615/MobileNetV4","repo_kind":"listed","path":"models/model_utils.py","file_url":"https://github.com/jiaowoguanren0615/MobileNetV4/blob/HEAD/models/model_utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"65913dcf1b9ca4d1"}},{"code_sha256_prefix":"a7ca97f43224d68c","entry":"build_blocks","repo":"jaiwei98/MobileNetV4-pytorch","repo_kind":"listed","path":"mobilenet/mobilenetv4.py","file_url":"https://github.com/jaiwei98/MobileNetV4-pytorch/blob/HEAD/mobilenet/mobilenetv4.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a7ca97f43224d68c"}},{"code_sha256_prefix":"657331b58c43b3fc","entry":"onnx_forward","repo":"jiaowoguanren0615/MobileNetV4","repo_kind":"listed","path":"onnx_export.py","file_url":"https://github.com/jiaowoguanren0615/MobileNetV4/blob/HEAD/onnx_export.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"657331b58c43b3fc"}},{"code_sha256_prefix":"ad5c779c4dbc8362","entry":"resolve_bn_args","repo":"jiaowoguanren0615/MobileNetV4","repo_kind":"listed","path":"models/model_utils.py","file_url":"https://github.com/jiaowoguanren0615/MobileNetV4/blob/HEAD/models/model_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ad5c779c4dbc8362"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}