{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/bn-nas-neural-architecture-search-with-batch","title":"BN-NAS: Neural Architecture Search with Batch Normalization","arxiv_id":"2108.07375","date":"2021-08-16","proceeding":"ICCV 2021 10","authors":["BoYu Chen","Peixia Li","Baopu Li","Chen Lin","Chuming Li","Ming Sun","Junjie Yan","Wanli Ouyang"],"abstract":"We present BN-NAS, neural architecture search with Batch Normalization (BN-NAS), to accelerate neural architecture search (NAS). BN-NAS can significantly reduce the time required by model training and evaluation in NAS. Specifically, for fast evaluation, we propose a BN-based indicator for predicting subnet performance at a very early training stage. The BN-based indicator further facilitates us to improve the training efficiency by only training the BN parameters during the supernet training. This is based on our observation that training the whole supernet is not necessary while training only BN parameters accelerates network convergence for network architecture search. Extensive experiments show that our method can significantly shorten the time of training supernet by more than 10 times and shorten the time of evaluating subnets by more than 600,000 times without losing accuracy.","url_abs":"https://arxiv.org/abs/2108.07375v1","url_pdf":"https://arxiv.org/pdf/2108.07375v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"bn-nas-neural-architecture-search-with-batch","repo_url":"https://github.com/bychen515/bnnas","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"architecture-search","task_name":"Neural Architecture Search"}],"methods":[{"method_slug":"batch-normalization","method_name":"Batch Normalization"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2108.07375","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.07375"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/bychen515/bnnas","reach":{"status":"ok"}},{"provenance":"deterministic:regex_extraction","url":"https://github.com/bychen515/BNNAS","reach":{"status":"ok"}}],"summary":{"ran_draft_wrong":1,"unverified":2},"by_repo_kind":{"official":{"samples":3,"ran":1,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":3,"samples":[{"code_sha256_prefix":"e087cbfa1e53486d","entry":"conv_bn","repo":"bychen515/bnnas","repo_kind":"official","path":"BNNAS/retrain/model.py","file_url":"https://github.com/bychen515/bnnas/blob/HEAD/BNNAS/retrain/model.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"e087cbfa1e53486d"}},{"code_sha256_prefix":"4e67f2da1b55db84","entry":"Select_one_OP","repo":"bychen515/BNNAS","repo_kind":"official","path":"BNNAS/supernet/super_model.py","file_url":"https://github.com/bychen515/BNNAS/blob/HEAD/BNNAS/supernet/super_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"4e67f2da1b55db84"}},{"code_sha256_prefix":"48718ce6e99f3a2a","entry":"SuperNetwork","repo":"bychen515/BNNAS","repo_kind":"official","path":"BNNAS/supernet/super_model.py","file_url":"https://github.com/bychen515/BNNAS/blob/HEAD/BNNAS/supernet/super_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"48718ce6e99f3a2a"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}