{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/neural-predictor-for-neural-architecture","title":"Neural Predictor for Neural Architecture Search","arxiv_id":"1912.00848","date":"2019-12-02","proceeding":"ECCV 2020 8","authors":["Wei Wen","Hanxiao Liu","Hai Li","Yiran Chen","Gabriel Bender","Pieter-Jan Kindermans"],"abstract":"Neural Architecture Search methods are effective but often use complex algorithms to come up with the best architecture. We propose an approach with three basic steps that is conceptually much simpler. First we train N random architectures to generate N (architecture, validation accuracy) pairs and use them to train a regression model that predicts accuracy based on the architecture. Next, we use this regression model to predict the validation accuracies of a large number of random architectures. Finally, we train the top-K predicted architectures and deploy the model with the best validation result. While this approach seems simple, it is more than 20 times as sample efficient as Regularized Evolution on the NASBench-101 benchmark and can compete on ImageNet with more complex approaches based on weight sharing, such as ProxylessNAS.","url_abs":"https://arxiv.org/abs/1912.00848v1","url_pdf":"https://arxiv.org/pdf/1912.00848v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"neural-predictor-for-neural-architecture","repo_url":"https://github.com/ultmaster/neuralpredictor.pytorch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"neural-predictor-for-neural-architecture","repo_url":"https://github.com/itouchz/Neural-Predictor-Tensorflow","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"tf","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"architecture-search","task_name":"Neural Architecture Search"},{"task_slug":"regression-1","task_name":"regression"}],"methods":[{"method_slug":"adam","method_name":"Adam"},{"method_slug":"cutout","method_name":"Cutout"},{"method_slug":"droppath","method_name":"DropPath"},{"method_slug":"proxylessnas","method_name":"ProxylessNAS"},{"method_slug":"reinforce","method_name":"REINFORCE"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/1912.00848","atlas_url":"https://app.syntology.ai/?focus=1912.00848","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1912.00848"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ultmaster/neuralpredictor.pytorch","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/itouchz/Neural-Predictor-Tensorflow","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":9,"unverified":1},"by_repo_kind":{"listed":{"samples":10,"ran":9,"repositories":2}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"b558868dfd1955d6","entry":"gen_is_edge_fn","repo":"itouchz/Neural-Predictor-Tensorflow","repo_kind":"listed","path":"nasbench/lib/graph_util.py","file_url":"https://github.com/itouchz/Neural-Predictor-Tensorflow/blob/HEAD/nasbench/lib/graph_util.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b558868dfd1955d6"}},{"code_sha256_prefix":"0750ccde070048ff","entry":"graph_pooling","repo":"ultmaster/neuralpredictor.pytorch","repo_kind":"listed","path":"model.py","file_url":"https://github.com/ultmaster/neuralpredictor.pytorch/blob/HEAD/model.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0750ccde070048ff"}},{"code_sha256_prefix":"283b1ed886dfa4c1","entry":"is_full_dag","repo":"itouchz/Neural-Predictor-Tensorflow","repo_kind":"listed","path":"nasbench/lib/graph_util.py","file_url":"https://github.com/itouchz/Neural-Predictor-Tensorflow/blob/HEAD/nasbench/lib/graph_util.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"283b1ed886dfa4c1"}},{"code_sha256_prefix":"8316e25dc7e10a44","entry":"normalize_adj","repo":"ultmaster/neuralpredictor.pytorch","repo_kind":"listed","path":"model.py","file_url":"https://github.com/ultmaster/neuralpredictor.pytorch/blob/HEAD/model.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8316e25dc7e10a44"}},{"code_sha256_prefix":"2e655699a68fae2a","entry":"num_edges","repo":"itouchz/Neural-Predictor-Tensorflow","repo_kind":"listed","path":"nasbench/lib/graph_util.py","file_url":"https://github.com/itouchz/Neural-Predictor-Tensorflow/blob/HEAD/nasbench/lib/graph_util.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2e655699a68fae2a"}},{"code_sha256_prefix":"4feff3a3206d13be","entry":"proxylessnas_random","repo":"itouchz/Neural-Predictor-Tensorflow","repo_kind":"listed","path":"random_search.py","file_url":"https://github.com/itouchz/Neural-Predictor-Tensorflow/blob/HEAD/random_search.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4feff3a3206d13be"}},{"code_sha256_prefix":"aff00961c29617af","entry":"s_sigmoid","repo":"itouchz/Neural-Predictor-Tensorflow","repo_kind":"listed","path":"neural_predictor.py","file_url":"https://github.com/itouchz/Neural-Predictor-Tensorflow/blob/HEAD/neural_predictor.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"aff00961c29617af"}},{"code_sha256_prefix":"7c9f99c94a16f920","entry":"ss_sigmoid","repo":"itouchz/Neural-Predictor-Tensorflow","repo_kind":"listed","path":"neural_predictor.py","file_url":"https://github.com/itouchz/Neural-Predictor-Tensorflow/blob/HEAD/neural_predictor.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7c9f99c94a16f920"}},{"code_sha256_prefix":"55e3ec7719400172","entry":"to_cuda","repo":"ultmaster/neuralpredictor.pytorch","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/ultmaster/neuralpredictor.pytorch/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"55e3ec7719400172"}},{"code_sha256_prefix":"1500e49c46a26813","entry":"conv_bn_relu","repo":"itouchz/Neural-Predictor-Tensorflow","repo_kind":"listed","path":"nasbench/lib/base_ops.py","file_url":"https://github.com/itouchz/Neural-Predictor-Tensorflow/blob/HEAD/nasbench/lib/base_ops.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1500e49c46a26813"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}