{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/what-is-the-state-of-neural-network-pruning","title":"What is the State of Neural Network Pruning?","arxiv_id":"2003.03033","date":"2020-03-06","proceeding":null,"authors":["Davis Blalock","Jose Javier Gonzalez Ortiz","Jonathan Frankle","John Guttag"],"abstract":"Neural network pruning---the task of reducing the size of a network by removing parameters---has been the subject of a great deal of work in recent years. We provide a meta-analysis of the literature, including an overview of approaches to pruning and consistent findings in the literature. After aggregating results across 81 papers and pruning hundreds of models in controlled conditions, our clearest finding is that the community suffers from a lack of standardized benchmarks and metrics. This deficiency is substantial enough that it is hard to compare pruning techniques to one another or determine how much progress the field has made over the past three decades. To address this situation, we identify issues with current practices, suggest concrete remedies, and introduce ShrinkBench, an open-source framework to facilitate standardized evaluations of pruning methods. We use ShrinkBench to compare various pruning techniques and show that its comprehensive evaluation can prevent common pitfalls when comparing pruning methods.","url_abs":"https://arxiv.org/abs/2003.03033v1","url_pdf":"https://arxiv.org/pdf/2003.03033v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"what-is-the-state-of-neural-network-pruning","repo_url":"https://github.com/jjgo/shrinkbench","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"network-pruning","task_name":"Network Pruning"}],"methods":[{"method_slug":"pruning","method_name":"Pruning"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2003.03033","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2003.03033"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/jjgo/shrinkbench","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"unverified":12},"by_repo_kind":{"official":{"samples":12,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"b870f3841d427d99","entry":"accuracy","repo":"jjgo/shrinkbench","repo_kind":"official","path":"metrics/accuracy.py","file_url":"https://github.com/jjgo/shrinkbench/blob/HEAD/metrics/accuracy.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b870f3841d427d99"}},{"code_sha256_prefix":"ea28692522bc6071","entry":"conv2d_flops","repo":"jjgo/shrinkbench","repo_kind":"official","path":"metrics/abstract_flops.py","file_url":"https://github.com/jjgo/shrinkbench/blob/HEAD/metrics/abstract_flops.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ea28692522bc6071"}},{"code_sha256_prefix":"dae9edbccd1023f5","entry":"correct","repo":"jjgo/shrinkbench","repo_kind":"official","path":"metrics/accuracy.py","file_url":"https://github.com/jjgo/shrinkbench/blob/HEAD/metrics/accuracy.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"dae9edbccd1023f5"}},{"code_sha256_prefix":"1b4a7337eb8e904c","entry":"dataset_path","repo":"jjgo/shrinkbench","repo_kind":"official","path":"datasets/datasets.py","file_url":"https://github.com/jjgo/shrinkbench/blob/HEAD/datasets/datasets.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1b4a7337eb8e904c"}},{"code_sha256_prefix":"6339375cb9607ec8","entry":"dense_flops","repo":"jjgo/shrinkbench","repo_kind":"official","path":"metrics/abstract_flops.py","file_url":"https://github.com/jjgo/shrinkbench/blob/HEAD/metrics/abstract_flops.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6339375cb9607ec8"}},{"code_sha256_prefix":"e5e70e38817af64f","entry":"get_classifier_module","repo":"jjgo/shrinkbench","repo_kind":"official","path":"models/head.py","file_url":"https://github.com/jjgo/shrinkbench/blob/HEAD/models/head.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e5e70e38817af64f"}},{"code_sha256_prefix":"d40ad3113b27ca66","entry":"mark_classifier","repo":"jjgo/shrinkbench","repo_kind":"official","path":"models/head.py","file_url":"https://github.com/jjgo/shrinkbench/blob/HEAD/models/head.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d40ad3113b27ca66"}},{"code_sha256_prefix":"c4cd80b80f8cfb29","entry":"pretrained_weights","repo":"jjgo/shrinkbench","repo_kind":"official","path":"models/pretrained.py","file_url":"https://github.com/jjgo/shrinkbench/blob/HEAD/models/pretrained.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c4cd80b80f8cfb29"}},{"code_sha256_prefix":"3a12702023a2fdf5","entry":"reduce_linear_layer","repo":"jjgo/shrinkbench","repo_kind":"official","path":"models/head.py","file_url":"https://github.com/jjgo/shrinkbench/blob/HEAD/models/head.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3a12702023a2fdf5"}},{"code_sha256_prefix":"ad3e13d20798cd64","entry":"resnet_factory","repo":"jjgo/shrinkbench","repo_kind":"official","path":"models/cifar_resnet.py","file_url":"https://github.com/jjgo/shrinkbench/blob/HEAD/models/cifar_resnet.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ad3e13d20798cd64"}},{"code_sha256_prefix":"898a6816feed8f15","entry":"vgg_bn_drop","repo":"jjgo/shrinkbench","repo_kind":"official","path":"models/cifar_vgg.py","file_url":"https://github.com/jjgo/shrinkbench/blob/HEAD/models/cifar_vgg.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"898a6816feed8f15"}},{"code_sha256_prefix":"3ee17008fcbc8808","entry":"vgg_bn_drop_100","repo":"jjgo/shrinkbench","repo_kind":"official","path":"models/cifar_vgg.py","file_url":"https://github.com/jjgo/shrinkbench/blob/HEAD/models/cifar_vgg.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3ee17008fcbc8808"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}