{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/end-to-end-learning-of-energy-constrained","title":"Energy-Constrained Compression for Deep Neural Networks via Weighted Sparse Projection and Layer Input Masking","arxiv_id":"1806.04321","date":"2018-06-12","proceeding":"ICLR 2019 5","authors":["Haichuan Yang","Yuhao Zhu","Ji Liu"],"abstract":"Deep Neural Networks (DNNs) are increasingly deployed in highly energy-constrained environments such as autonomous drones and wearable devices while at the same time must operate in real-time. Therefore, reducing the energy consumption has become a major design consideration in DNN training. This paper proposes the first end-to-end DNN training framework that provides quantitative energy consumption guarantees via weighted sparse projection and input masking. The key idea is to formulate the DNN training as an optimization problem in which the energy budget imposes a previously unconsidered optimization constraint. We integrate the quantitative DNN energy estimation into the DNN training process to assist the constrained optimization. We prove that an approximate algorithm can be used to efficiently solve the optimization problem. Compared to the best prior energy-saving methods, our framework trains DNNs that provide higher accuracies under same or lower energy budgets. Code is publicly available.","url_abs":"https://arxiv.org/abs/1806.04321v3","url_pdf":"https://arxiv.org/pdf/1806.04321v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"end-to-end-learning-of-energy-constrained","repo_url":"https://github.com/hyang1990/model_based_energy_constrained_compression","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1806.04321","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1806.04321"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/hyang1990/model_based_energy_constrained_compression","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"unverified":9},"by_repo_kind":{"official":{"samples":9,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"5012bf32b0b89865","entry":"build_energy_info","repo":"hyang1990/model_based_energy_constrained_compression","repo_kind":"official","path":"sa_energy_model.py","file_url":"https://github.com/hyang1990/model_based_energy_constrained_compression/blob/HEAD/sa_energy_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5012bf32b0b89865"}},{"code_sha256_prefix":"afc5712a48271ee9","entry":"conv_cache_overlap","repo":"hyang1990/model_based_energy_constrained_compression","repo_kind":"official","path":"sa_energy_model.py","file_url":"https://github.com/hyang1990/model_based_energy_constrained_compression/blob/HEAD/sa_energy_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"afc5712a48271ee9"}},{"code_sha256_prefix":"274396f6683440b3","entry":"get_data_loaders","repo":"hyang1990/model_based_energy_constrained_compression","repo_kind":"official","path":"utils.py","file_url":"https://github.com/hyang1990/model_based_energy_constrained_compression/blob/HEAD/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"274396f6683440b3"}},{"code_sha256_prefix":"b656a93047705838","entry":"get_mnist32","repo":"hyang1990/model_based_energy_constrained_compression","repo_kind":"official","path":"utils.py","file_url":"https://github.com/hyang1990/model_based_energy_constrained_compression/blob/HEAD/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b656a93047705838"}},{"code_sha256_prefix":"45ac66d2e4695a84","entry":"getmask","repo":"hyang1990/model_based_energy_constrained_compression","repo_kind":"official","path":"proj_utils.py","file_url":"https://github.com/hyang1990/model_based_energy_constrained_compression/blob/HEAD/proj_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"45ac66d2e4695a84"}},{"code_sha256_prefix":"7ec9c962574311f4","entry":"idx2mask","repo":"hyang1990/model_based_energy_constrained_compression","repo_kind":"official","path":"proj_utils.py","file_url":"https://github.com/hyang1990/model_based_energy_constrained_compression/blob/HEAD/proj_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7ec9c962574311f4"}},{"code_sha256_prefix":"b06f8615a5095ca1","entry":"model_mask","repo":"hyang1990/model_based_energy_constrained_compression","repo_kind":"official","path":"proj_utils.py","file_url":"https://github.com/hyang1990/model_based_energy_constrained_compression/blob/HEAD/proj_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b06f8615a5095ca1"}},{"code_sha256_prefix":"0381aca898cc3e77","entry":"ncorrect","repo":"hyang1990/model_based_energy_constrained_compression","repo_kind":"official","path":"utils.py","file_url":"https://github.com/hyang1990/model_based_energy_constrained_compression/blob/HEAD/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0381aca898cc3e77"}},{"code_sha256_prefix":"a45d056172896a3d","entry":"reset_Xenergy_cache","repo":"hyang1990/model_based_energy_constrained_compression","repo_kind":"official","path":"sa_energy_model.py","file_url":"https://github.com/hyang1990/model_based_energy_constrained_compression/blob/HEAD/sa_energy_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a45d056172896a3d"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}