{"url":"/dataset/nas-bench-201","name":"NAS-Bench-201","full_name":null,"description_markdown":"**NAS-Bench-201** is a benchmark (and search space) for neural architecture search. Each architecture consists of a predefined skeleton with a stack of the searched cell. In this way, architecture search is transformed into the problem of searching a good cell.\r\n\r\nSource: [NAS-Bench-201: Extending the Scope of Reproducible Neural Architecture Search](/paper/nas-bench-102-extending-the-scope-of)","description_withheld":null,"homepage":"https://xuanyidong.com/assets/projects/NAS-Bench-201.html","introduced_date":null,"introduced_date_note":null,"introduced_by":{"paper":"/paper/nas-bench-102-extending-the-scope-of","title":"NAS-Bench-201: Extending the Scope of Reproducible Neural Architecture Search","first_author":"Xuanyi Dong","url":null},"license":{"name":"Unknown","url":null},"modalities":[{"name":"Images","url":"/datasets/modality/images"}],"tasks":[{"name":"Image Classification","url":"/task/image-classification","datasets_with_task":"/datasets/task/image-classification"},{"name":"Neural Architecture Search","url":"/task/architecture-search","datasets_with_task":"/datasets/task/architecture-search"},{"name":"Hyperparameter Optimization","url":"/task/hyperparameter-optimization","datasets_with_task":"/datasets/task/hyperparameter-optimization"}],"languages":[],"variants":["NAS-Bench-201, ImageNet-16-120","NAS-Bench-201","NAS-Bench-201, CIFAR-10","NAS-Bench-201, CIFAR-100"],"data_loaders":[],"num_papers_in_archive":260,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[{"leaderboard":"/sota/neural-architecture-search-on-nas-bench-201","task":"Neural Architecture Search","dataset_variant":"NAS-Bench-201, ImageNet-16-120","rows":49,"metrics":["Accuracy (Test)","Accuracy (Val)","Search time (s)"],"first_row_in_archive_order":{"model":"CR-LSO","paper":"/paper/cr-lso-convex-neural-architecture","metrics":{"Accuracy (Test)":"46.98","Accuracy (Val)":"46.51"},"code_links":[{"title":"raoxuan-1998/cr-lso","url":"https://github.com/raoxuan-1998/cr-lso"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/neural-architecture-search-on-nas-bench-201-2","task":"Neural Architecture Search","dataset_variant":"NAS-Bench-201, CIFAR-100","rows":40,"metrics":["Accuracy (Test)","Accuracy (Val)","Search time (s)"],"first_row_in_archive_order":{"model":"DiNAS","paper":"/paper/multi-conditioned-graph-diffusion-for-neural","metrics":{"Accuracy (Test)":"73.51","Accuracy (Val)":"73.49","Search time (s)":"15.36"},"code_links":[{"title":"rohanasthana/dinas","url":"https://github.com/rohanasthana/dinas"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/neural-architecture-search-on-nas-bench-201-1","task":"Neural Architecture Search","dataset_variant":"NAS-Bench-201, CIFAR-10","rows":37,"metrics":["Accuracy (Test)","Accuracy (Val)","Search time (s)"],"first_row_in_archive_order":{"model":"DiNAS","paper":"/paper/multi-conditioned-graph-diffusion-for-neural","metrics":{"Accuracy (Test)":"94.37","Accuracy (Val)":"91.61","Search time (s)":"15.36"},"code_links":[{"title":"rohanasthana/dinas","url":"https://github.com/rohanasthana/dinas"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/neural-architecture-search-on-nas-bench-201-3","task":"Neural Architecture Search","dataset_variant":"NAS-Bench-201","rows":2,"metrics":["Accuracy (%)"],"first_row_in_archive_order":{"model":"Improved FireFly Algorithme","paper":"/paper/improving-neural-architecture-search-by","metrics":{"Accuracy (%)":"93.58%"},"code_links":[{"title":"nassimmokhtari/Improved-FireFly-Algorithm","url":"https://github.com/nassimmokhtari/Improved-FireFly-Algorithm"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"}],"papers_with_a_benchmark_row":[{"paper":"/paper/multi-conditioned-graph-diffusion-for-neural","title":"Multi-conditioned Graph Diffusion for Neural Architecture Search","date":"2024-03-09","rows_on_this_dataset":3,"code_links":1,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":7,"samples_ran":4,"samples_unverified":3,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/parzc-parametric-zero-cost-proxies-for","title":"ParZC: Parametric Zero-Cost Proxies for Efficient NAS","date":"2024-02-03","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/is-darts-stabilizing-darts-through-precise","title":"IS-DARTS: Stabilizing DARTS through Precise Measurement on Candidate Importance","date":"2023-12-19","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/nas-lid-efficient-neural-architecture-search","title":"NAS-LID: Efficient Neural Architecture Search with Local Intrinsic Dimension","date":"2022-11-23","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/a-darts-once-more-enhancing-differentiable","title":"$α$ DARTS Once More: Enhancing Differentiable Architecture Search by Masked Image Modeling","date":"2022-11-18","rows_on_this_dataset":3,"code_links":0,"syntology":null},{"paper":"/paper/cr-lso-convex-neural-architecture","title":"CR-LSO: Convex Neural Architecture Optimization in the Latent Space of Graph Variational Autoencoder with Input Convex Neural Networks","date":"2022-11-11","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/automatic-subspace-evoking-for-efficient","title":"Automated Dominative Subspace Mining for Efficient Neural Architecture Search","date":"2022-10-31","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/l-darts-mitigating-performance-collapse-by","title":"$Λ$-DARTS: Mitigating Performance Collapse by Harmonizing Operation Selection among Cells","date":"2022-10-14","rows_on_this_dataset":3,"code_links":1,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":1,"samples_ran":0,"samples_unverified":1,"pointer_only_for_licence":1,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/differentiable-architecture-search-with-1","title":"Differentiable Architecture Search with Random Features","date":"2022-08-18","rows_on_this_dataset":3,"code_links":0,"syntology":null},{"paper":"/paper/guided-evolutionary-neural-architecture","title":"Guided Evolutionary Neural Architecture Search With Efficient Performance Estimation","date":"2022-07-22","rows_on_this_dataset":3,"code_links":0,"syntology":null},{"paper":"/paper/improving-neural-architecture-search-by","title":"Improving Neural Architecture Search by Mixing a FireFly algorithm with a Training Free Evaluation","date":"2022-07-18","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/shapley-nas-discovering-operation-1","title":"Shapley-NAS: Discovering Operation Contribution for Neural Architecture Search","date":"2022-06-20","rows_on_this_dataset":3,"code_links":1,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":3,"samples_ran":0,"samples_unverified":3,"pointer_only_for_licence":3,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/pre-nas-predictor-assisted-evolutionary","title":"PRE-NAS: Predictor-assisted Evolutionary Neural Architecture Search","date":"2022-04-27","rows_on_this_dataset":3,"code_links":0,"syntology":null},{"paper":"/paper/when-nas-meets-trees-an-efficient-algorithm","title":"When NAS Meets Trees: An Efficient Algorithm for Neural Architecture Search","date":"2022-04-11","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/learning-where-to-look-generative-nas-is","title":"Learning Where To Look -- Generative NAS is Surprisingly Efficient","date":"2022-03-16","rows_on_this_dataset":3,"code_links":1,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":15,"samples_ran":8,"samples_unverified":7,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/b-darts-beta-decay-regularization-for","title":"$β$-DARTS: Beta-Decay Regularization for Differentiable Architecture Search","date":"2022-03-03","rows_on_this_dataset":5,"code_links":1,"syntology":null},{"paper":"/paper/neural-architecture-ranker","title":"Generalized Global Ranking-Aware Neural Architecture Ranker for Efficient Image Classifier Search","date":"2022-01-30","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/knas-green-neural-architecture-search","title":"KNAS: Green Neural Architecture Search","date":"2021-11-26","rows_on_this_dataset":3,"code_links":1,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":7,"samples_ran":6,"samples_unverified":1,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/balenas-differentiable-architecture-search","title":"BaLeNAS: Differentiable Architecture Search via the Bayesian Learning Rule","date":"2021-11-25","rows_on_this_dataset":3,"code_links":0,"syntology":null},{"paper":"/paper/du-darts-decreasing-the-uncertainty-of","title":"DU-DARTS: Decreasing the Uncertainty of Differentiable Architecture Search","date":"2021-11-23","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/generic-neural-architecture-search-via","title":"Generic Neural Architecture Search via Regression","date":"2021-08-04","rows_on_this_dataset":3,"code_links":2,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":3,"samples_ran":3,"samples_unverified":0,"pointer_only_for_licence":3,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/idarts-differentiable-architecture-search","title":"iDARTS: Differentiable Architecture Search with Stochastic Implicit Gradients","date":"2021-06-21","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/sandwich-batch-normalization-1","title":"Sandwich Batch Normalization: A Drop-In Replacement for Feature Distribution Heterogeneity","date":"2021-02-22","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/epe-nas-efficient-performance-estimation","title":"EPE-NAS: Efficient Performance Estimation Without Training for Neural Architecture Search","date":"2021-02-16","rows_on_this_dataset":12,"code_links":2,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":3,"samples_ran":3,"samples_unverified":0,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/darts-robustly-stepping-out-of-performance","title":"DARTS-: Robustly Stepping out of Performance Collapse Without Indicators","date":"2020-09-02","rows_on_this_dataset":3,"code_links":1,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":8,"samples_ran":0,"samples_unverified":8,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/catch-context-based-meta-reinforcement","title":"CATCH: Context-based Meta Reinforcement Learning for Transferrable Architecture Search","date":"2020-07-18","rows_on_this_dataset":3,"code_links":0,"syntology":null},{"paper":"/paper/drnas-dirichlet-neural-architecture-search","title":"DrNAS: Dirichlet Neural Architecture Search","date":"2020-06-18","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/cyclic-differentiable-architecture-search","title":"Cyclic Differentiable Architecture Search","date":"2020-06-18","rows_on_this_dataset":3,"code_links":3,"syntology":null},{"paper":"/paper/does-unsupervised-architecture-representation","title":"Does Unsupervised Architecture Representation Learning Help Neural Architecture Search?","date":"2020-06-12","rows_on_this_dataset":3,"code_links":1,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":9,"samples_ran":0,"samples_unverified":9,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/neural-architecture-search-without-training","title":"Neural Architecture Search without Training","date":"2020-06-08","rows_on_this_dataset":2,"code_links":3,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":10,"samples_ran":3,"samples_unverified":7,"pointer_only_for_licence":3,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/local-search-is-state-of-the-art-for-nas","title":"Exploring the Loss Landscape in Neural Architecture Search","date":"2020-05-06","rows_on_this_dataset":1,"code_links":2,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":2,"samples_ran":2,"samples_unverified":0,"pointer_only_for_licence":2,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/geometry-aware-gradient-algorithms-for-neural","title":"Geometry-Aware Gradient Algorithms for Neural Architecture Search","date":"2020-04-16","rows_on_this_dataset":3,"code_links":1,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":15,"samples_ran":12,"samples_unverified":3,"pointer_only_for_licence":5,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/dsnas-direct-neural-architecture-search","title":"DSNAS: Direct Neural Architecture Search without Parameter Retraining","date":"2020-02-21","rows_on_this_dataset":2,"code_links":1,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":1,"samples_ran":0,"samples_unverified":1,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/bananas-bayesian-optimization-with-neural","title":"BANANAS: Bayesian Optimization with Neural Architectures for Neural Architecture Search","date":"2019-10-25","rows_on_this_dataset":1,"code_links":3,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":8,"samples_ran":0,"samples_unverified":8,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/one-shot-neural-architecture-search-via-self","title":"One-Shot Neural Architecture Search via Self-Evaluated Template Network","date":"2019-10-13","rows_on_this_dataset":2,"code_links":4,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":3,"samples_ran":0,"samples_unverified":3,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/searching-for-a-robust-neural-architecture-in-1","title":"Searching for A Robust Neural Architecture in Four GPU Hours","date":"2019-10-10","rows_on_this_dataset":3,"code_links":6,"syntology":null},{"paper":"/paper/fairnas-rethinking-evaluation-fairness-of","title":"FairNAS: Rethinking Evaluation Fairness of Weight Sharing Neural Architecture Search","date":"2019-07-03","rows_on_this_dataset":3,"code_links":2,"syntology":null},{"paper":"/paper/random-search-and-reproducibility-for-neural","title":"Random Search and Reproducibility for Neural Architecture Search","date":"2019-02-20","rows_on_this_dataset":3,"code_links":4,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":7,"samples_ran":0,"samples_unverified":7,"pointer_only_for_licence":1,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/snas-stochastic-neural-architecture-search","title":"SNAS: Stochastic Neural Architecture Search","date":"2018-12-24","rows_on_this_dataset":3,"code_links":2,"syntology":null},{"paper":"/paper/efficient-neural-architecture-search-via","title":"Efficient Neural Architecture Search via Parameters Sharing","date":"2018-07-01","rows_on_this_dataset":3,"code_links":0,"syntology":null},{"paper":"/paper/darts-differentiable-architecture-search","title":"DARTS: Differentiable Architecture Search","date":"2018-06-24","rows_on_this_dataset":2,"code_links":59,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":156,"samples_ran":66,"samples_unverified":90,"pointer_only_for_licence":48,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/neural-architecture-search-with-bayesian","title":"Neural Architecture Search with Bayesian Optimisation and Optimal Transport","date":"2018-02-11","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":9,"samples_ran":0,"samples_unverified":9,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/regularized-evolution-for-image-classifier","title":"Regularized Evolution for Image Classifier Architecture Search","date":"2018-02-05","rows_on_this_dataset":1,"code_links":5,"syntology":null},{"paper":"/paper/progressive-neural-architecture-search","title":"Progressive Neural Architecture Search","date":"2017-12-02","rows_on_this_dataset":1,"code_links":18,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":3,"samples_ran":3,"samples_unverified":0,"pointer_only_for_licence":2,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}}],"syntology_totals":{"read_at":"2026-09-24T18:15:14+00:00","papers_with_samples":19,"samples_harvested":270,"samples_ran":110,"samples_unverified":160,"pointer_only_for_licence":68,"papers_with_no_sample_that_ran":9,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}