{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2509-21387","title":"Do Sparse Subnetworks Exhibit Cognitively Aligned Attention? Effects of Pruning on Saliency Map Fidelity, Sparsity, and Concept Coherence","arxiv_id":"2509.21387","date":"2025-09-23","proceeding":"NeurIPS","authors":["Sanish Suwal","Dipkamal Bhusal","Michael Clifford","Nidhi Rastogi"],"abstract":"Prior works have shown that neural networks can be heavily pruned while preserving performance, but the impact of pruning on model interpretability remains unclear. In this work, we investigate how magnitude-based pruning followed by fine-tuning affects both low-level saliency maps and high-level concept representations. Using a ResNet-18 trained on ImageNette, we compare post-hoc explanations from Vanilla Gradients (VG) and Integrated Gradients (IG) across pruning levels, evaluating sparsity and faithfulness. We further apply CRAFT-based concept extraction to track changes in semantic coherence of learned concepts. Our results show that light-to-moderate pruning improves saliency-map focus and faithfulness while retaining distinct, semantically meaningful concepts. In contrast, aggressive pruning merges heterogeneous features, reducing saliency map sparsity and concept coherence despite maintaining accuracy. These findings suggest that while pruning can shape internal representations toward more human-aligned attention patterns, excessive pruning undermines interpretability.","url_abs":"https://arxiv.org/abs/2509.21387","url_pdf":"https://arxiv.org/pdf/2509.21387","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=2509.21387","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2509.21387"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/sanishsuwal7/Neurips-CogInterp","reach":null},{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/deel-ai/Craft","reach":{"status":"ok","spdx":"NOASSERTION"}}],"summary":{"ran_draft_wrong":2,"unverified":4},"by_repo_kind":{"found_in_text":{"samples":6,"ran":2,"repositories":2}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":6,"samples":[{"code_sha256_prefix":"d1cb96d9dafcb9ef","entry":"conv1x1","repo":"sanishsuwal7/Neurips-CogInterp","repo_kind":"found_in_text","path":"code/resnet/resnet_18.py","file_url":"https://github.com/sanishsuwal7/Neurips-CogInterp/blob/HEAD/code/resnet/resnet_18.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d1cb96d9dafcb9ef"}},{"code_sha256_prefix":"47076f7bdc0281ad","entry":"conv3x3","repo":"sanishsuwal7/Neurips-CogInterp","repo_kind":"found_in_text","path":"code/resnet/resnet_18.py","file_url":"https://github.com/sanishsuwal7/Neurips-CogInterp/blob/HEAD/code/resnet/resnet_18.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"47076f7bdc0281ad"}},{"code_sha256_prefix":"d0983c30a8b6cdbb","entry":"nmf_gradcam","repo":"deel-ai/Craft","repo_kind":"found_in_text","path":"craft/optim/implicit_diff.py","file_url":"https://github.com/deel-ai/Craft/blob/HEAD/craft/optim/implicit_diff.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"d0983c30a8b6cdbb"}},{"code_sha256_prefix":"48e2ecbefbd591e9","entry":"nmf_value_and_gradcam","repo":"deel-ai/Craft","repo_kind":"found_in_text","path":"craft/optim/implicit_diff.py","file_url":"https://github.com/deel-ai/Craft/blob/HEAD/craft/optim/implicit_diff.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"48e2ecbefbd591e9"}},{"code_sha256_prefix":"7b2e0837a82d2a45","entry":"resnet_18","repo":"sanishsuwal7/Neurips-CogInterp","repo_kind":"found_in_text","path":"code/resnet/resnet_18.py","file_url":"https://github.com/sanishsuwal7/Neurips-CogInterp/blob/HEAD/code/resnet/resnet_18.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"7b2e0837a82d2a45"}},{"code_sha256_prefix":"f585f3037c450f22","entry":"torch_to_numpy","repo":"deel-ai/Craft","repo_kind":"found_in_text","path":"craft/craft_torch.py","file_url":"https://github.com/deel-ai/Craft/blob/HEAD/craft/craft_torch.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"f585f3037c450f22"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.CV","source":"arxiv_api"},"syntology_extracted_results":null}