{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/whats-hidden-in-a-randomly-weighted-neural","title":"What's Hidden in a Randomly Weighted Neural Network?","arxiv_id":"1911.13299","date":"2019-11-29","proceeding":"CVPR 2020 6","authors":["Vivek Ramanujan","Mitchell Wortsman","Aniruddha Kembhavi","Ali Farhadi","Mohammad Rastegari"],"abstract":"Training a neural network is synonymous with learning the values of the weights. By contrast, we demonstrate that randomly weighted neural networks contain subnetworks which achieve impressive performance without ever training the weight values. Hidden in a randomly weighted Wide ResNet-50 we show that there is a subnetwork (with random weights) that is smaller than, but matches the performance of a ResNet-34 trained on ImageNet. Not only do these \"untrained subnetworks\" exist, but we provide an algorithm to effectively find them. We empirically show that as randomly weighted neural networks with fixed weights grow wider and deeper, an \"untrained subnetwork\" approaches a network with learned weights in accuracy. Our code and pretrained models are available at https://github.com/allenai/hidden-networks.","url_abs":"https://arxiv.org/abs/1911.13299v2","url_pdf":"https://arxiv.org/pdf/1911.13299v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"whats-hidden-in-a-randomly-weighted-neural","repo_url":"https://github.com/allenai/hidden-networks","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"whats-hidden-in-a-randomly-weighted-neural","repo_url":"https://github.com/julianscher/SLTN-GA","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"whats-hidden-in-a-randomly-weighted-neural","repo_url":"https://github.com/kosnil/signed_supermasks","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":null},{"paper_slug":"whats-hidden-in-a-randomly-weighted-neural","repo_url":"https://github.com/x-zho14/hidden-networks","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}}],"tasks":[{"task_slug":"image-classification","task_name":"Image Classification"}],"methods":[{"method_slug":"1x1-convolution","method_name":"1x1 Convolution"},{"method_slug":"adam","method_name":"Adam"},{"method_slug":"average-pooling","method_name":"Average Pooling"},{"method_slug":"batch-normalization","method_name":"Batch Normalization"},{"method_slug":"bottleneck-residual-block","method_name":"Bottleneck Residual Block"},{"method_slug":"convolution","method_name":"Convolution"},{"method_slug":"cosine-annealing","method_name":"Cosine Annealing"},{"method_slug":"dropout","method_name":"Dropout"},{"method_slug":"global-average-pooling","method_name":"Global Average Pooling"},{"method_slug":"kaiming-initialization","method_name":"Kaiming Initialization"},{"method_slug":"max-pooling","method_name":"Max Pooling"},{"method_slug":"relu","method_name":"ReLU"},{"method_slug":"residual-block","method_name":"Residual Block"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"sgd-with-momentum","method_name":"SGD with Momentum"},{"method_slug":"weight-decay","method_name":"Weight Decay"},{"method_slug":"wide-residual-block","method_name":"Wide Residual Block"},{"method_slug":"wideresnet","method_name":"WideResNet"}],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/image-classification-on-imagenet","task":"Image Classification","dataset":"ImageNet","model":"Wide ResNet-50 (edge-popup)","rank_in_archive_order":988,"of":1060,"metrics":{"Number of params":"20.6M","Top 1 Accuracy":"73.3%"},"uses_additional_data":false}],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=1911.13299","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.13299"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/julianscher/SLTN-GA","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/kosnil/signed_supermasks","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/allenai/hidden-networks","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/x-zho14/hidden-networks","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"ran_draft_wrong":1,"ran":1,"unverified":7},"by_repo_kind":{"official":{"samples":5,"ran":0,"repositories":1},"listed":{"samples":3,"ran":1,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":1,"samples":[{"code_sha256_prefix":"520a6cd6bfeb5831","entry":"parse_config_file","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"ran_draft_wrong","verification_level":2,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"520a6cd6bfeb5831"}},{"code_sha256_prefix":"a3826392847cbef3","entry":"count_trainable_parameters","repo":"julianscher/SLTN-GA","repo_kind":"listed","path":"utilities/net_utils.py","file_url":"https://github.com/julianscher/SLTN-GA/blob/HEAD/utilities/net_utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"a3826392847cbef3"}},{"code_sha256_prefix":"8a42a6951b0c5e57","entry":"accumulate","repo":"allenai/hidden-networks","repo_kind":"official","path":"utils/net_utils.py","file_url":"https://github.com/allenai/hidden-networks/blob/HEAD/utils/net_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"8a42a6951b0c5e57"}},{"code_sha256_prefix":"177a4abf40724f6e","entry":"arg_to_varname","repo":"allenai/hidden-networks","repo_kind":"official","path":"configs/parser.py","file_url":"https://github.com/allenai/hidden-networks/blob/HEAD/configs/parser.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"177a4abf40724f6e"}},{"code_sha256_prefix":"ffc9d7cced6f71fb","entry":"argv_to_vars","repo":"allenai/hidden-networks","repo_kind":"official","path":"configs/parser.py","file_url":"https://github.com/allenai/hidden-networks/blob/HEAD/configs/parser.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"ffc9d7cced6f71fb"}},{"code_sha256_prefix":"e9801080cb0de319","entry":"get_all_parameters","repo":"julianscher/SLTN-GA","repo_kind":"listed","path":"utilities/net_utils.py","file_url":"https://github.com/julianscher/SLTN-GA/blob/HEAD/utilities/net_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"e9801080cb0de319"}},{"code_sha256_prefix":"717f5458343a0b63","entry":"get_lr","repo":"allenai/hidden-networks","repo_kind":"official","path":"utils/net_utils.py","file_url":"https://github.com/allenai/hidden-networks/blob/HEAD/utils/net_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"717f5458343a0b63"}},{"code_sha256_prefix":"3d02b4b4c0045263","entry":"get_number_of_parameters","repo":"julianscher/SLTN-GA","repo_kind":"listed","path":"utilities/net_utils.py","file_url":"https://github.com/julianscher/SLTN-GA/blob/HEAD/utilities/net_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"3d02b4b4c0045263"}},{"code_sha256_prefix":"a99f170ebd682af5","entry":"trim_preceding_hyphens","repo":"allenai/hidden-networks","repo_kind":"official","path":"configs/parser.py","file_url":"https://github.com/allenai/hidden-networks/blob/HEAD/configs/parser.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"a99f170ebd682af5"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}