{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/neural-network-diffusion","title":"Neural Network Diffusion","arxiv_id":"2402.13144","date":"2024-02-20","proceeding":null,"authors":["Kai Wang","Dongwen Tang","Boya Zeng","Yida Yin","Zhaopan Xu","Yukun Zhou","Zelin Zang","Trevor Darrell","Zhuang Liu","Yang You"],"abstract":"Diffusion models have achieved remarkable success in image and video generation. In this work, we demonstrate that diffusion models can also \\textit{generate high-performing neural network parameters}. Our approach is simple, utilizing an autoencoder and a diffusion model. The autoencoder extracts latent representations of a subset of the trained neural network parameters. Next, a diffusion model is trained to synthesize these latent representations from random noise. This model then generates new representations, which are passed through the autoencoder's decoder to produce new subsets of high-performing network parameters. Across various architectures and datasets, our approach consistently generates models with comparable or improved performance over trained networks, with minimal additional cost. Notably, we empirically find that the generated models are not memorizing the trained ones. Our results encourage more exploration into the versatile use of diffusion models. Our code is available \\href{https://github.com/NUS-HPC-AI-Lab/Neural-Network-Diffusion}{here}.","url_abs":"https://arxiv.org/abs/2402.13144v3","url_pdf":"https://arxiv.org/pdf/2402.13144v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"neural-network-diffusion","repo_url":"https://github.com/nus-hpc-ai-lab/neural-network-diffusion","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"neural-network-diffusion","repo_url":"https://github.com/nus-hpc-ai-lab/neural-network-parameter-diffusion","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"decoder","task_name":"Decoder"}],"methods":[{"method_slug":"diffusion","method_name":"Diffusion"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2402.13144","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.13144"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/nus-hpc-ai-lab/neural-network-parameter-diffusion","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/nus-hpc-ai-lab/neural-network-diffusion","reach":{"status":"ok"}}],"summary":{"ran":4},"by_repo_kind":{"official":{"samples":4,"ran":4,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":4,"samples":[{"code_sha256_prefix":"1140e6a2186745ab","entry":"add","repo":"nus-hpc-ai-lab/neural-network-diffusion","repo_kind":"official","path":"workspace/ensemble.py","file_url":"https://github.com/nus-hpc-ai-lab/neural-network-diffusion/blob/HEAD/workspace/ensemble.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"1140e6a2186745ab"}},{"code_sha256_prefix":"89f87e1fed22ba13","entry":"compute_wrong_iou","repo":"nus-hpc-ai-lab/neural-network-diffusion","repo_kind":"official","path":"workspace/evaluate.py","file_url":"https://github.com/nus-hpc-ai-lab/neural-network-diffusion/blob/HEAD/workspace/evaluate.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"89f87e1fed22ba13"}},{"code_sha256_prefix":"e71aa8dc6a57287b","entry":"divide","repo":"nus-hpc-ai-lab/neural-network-diffusion","repo_kind":"official","path":"workspace/ensemble.py","file_url":"https://github.com/nus-hpc-ai-lab/neural-network-diffusion/blob/HEAD/workspace/ensemble.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"e71aa8dc6a57287b"}},{"code_sha256_prefix":"2e3dfa3f8f2aee33","entry":"extract","repo":"nus-hpc-ai-lab/neural-network-diffusion","repo_kind":"official","path":"model/diffusion.py","file_url":"https://github.com/nus-hpc-ai-lab/neural-network-diffusion/blob/HEAD/model/diffusion.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"2e3dfa3f8f2aee33"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}