{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/energy-consumption-aware-tabular-benchmarks","title":"EC-NAS: Energy Consumption Aware Tabular Benchmarks for Neural Architecture Search","arxiv_id":"2210.06015","date":"2022-10-12","proceeding":null,"authors":["Pedram Bakhtiarifard","Christian Igel","Raghavendra Selvan"],"abstract":"Energy consumption from the selection, training, and deployment of deep learning models has seen a significant uptick recently. This work aims to facilitate the design of energy-efficient deep learning models that require less computational resources and prioritize environmental sustainability by focusing on the energy consumption. Neural architecture search (NAS) benefits from tabular benchmarks, which evaluate NAS strategies cost-effectively through precomputed performance statistics. We advocate for including energy efficiency as an additional performance criterion in NAS. To this end, we introduce an enhanced tabular benchmark encompassing data on energy consumption for varied architectures. The benchmark, designated as EC-NAS, has been made available in an open-source format to advance research in energy-conscious NAS. EC-NAS incorporates a surrogate model to predict energy consumption, aiding in diminishing the energy expenditure of the dataset creation. Our findings emphasize the potential of EC-NAS by leveraging multi-objective optimization algorithms, revealing a balance between energy usage and accuracy. This suggests the feasibility of identifying energy-lean architectures with little or no compromise in performance.","url_abs":"https://arxiv.org/abs/2210.06015v4","url_pdf":"https://arxiv.org/pdf/2210.06015v4.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"energy-consumption-aware-tabular-benchmarks","repo_url":"https://github.com/pedrambakh/ec-nas-bench","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"energy-consumption-aware-tabular-benchmarks","repo_url":"https://github.com/saintslab/ec-nas-bench","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"architecture-search","task_name":"Neural Architecture Search"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2210.06015","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.06015"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/pedrambakh/ec-nas-bench","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/saintslab/ec-nas-bench","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_violates":1,"unverified":4},"by_repo_kind":{"official":{"samples":5,"ran":1,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"7c508037b40522af","entry":"str2bool","repo":"pedrambakh/ec-nas-bench","repo_kind":"official","path":"ecnas/baselines/methods/mobohb/run_mobohb.py","file_url":"https://github.com/pedrambakh/ec-nas-bench/blob/HEAD/ecnas/baselines/methods/mobohb/run_mobohb.py","link_basis":"harvester_set","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7c508037b40522af"}},{"code_sha256_prefix":"45e296fc334698d8","entry":"load_experiment","repo":"pedrambakh/ec-nas-bench","repo_kind":"official","path":"ecnas/baselines/core/multiobjective_experiment.py","file_url":"https://github.com/pedrambakh/ec-nas-bench/blob/HEAD/ecnas/baselines/core/multiobjective_experiment.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"45e296fc334698d8"}},{"code_sha256_prefix":"7ee0e5b484a7fac2","entry":"nDS_index","repo":"pedrambakh/ec-nas-bench","repo_kind":"official","path":"ecnas/baselines/core/pareto.py","file_url":"https://github.com/pedrambakh/ec-nas-bench/blob/HEAD/ecnas/baselines/core/pareto.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7ee0e5b484a7fac2"}},{"code_sha256_prefix":"f46a5480051b974f","entry":"pareto","repo":"pedrambakh/ec-nas-bench","repo_kind":"official","path":"ecnas/baselines/core/pareto.py","file_url":"https://github.com/pedrambakh/ec-nas-bench/blob/HEAD/ecnas/baselines/core/pareto.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f46a5480051b974f"}},{"code_sha256_prefix":"7f70268ea14d24e2","entry":"pareto_index","repo":"pedrambakh/ec-nas-bench","repo_kind":"official","path":"ecnas/baselines/core/pareto.py","file_url":"https://github.com/pedrambakh/ec-nas-bench/blob/HEAD/ecnas/baselines/core/pareto.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7f70268ea14d24e2"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}