{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/neural-tangent-kernel-analysis-of-deep-narrow","title":"Neural Tangent Kernel Analysis of Deep Narrow Neural Networks","arxiv_id":"2202.02981","date":"2022-02-07","proceeding":null,"authors":["Jongmin Lee","Joo Young Choi","Ernest K. Ryu","Albert No"],"abstract":"The tremendous recent progress in analyzing the training dynamics of overparameterized neural networks has primarily focused on wide networks and therefore does not sufficiently address the role of depth in deep learning. In this work, we present the first trainability guarantee of infinitely deep but narrow neural networks. We study the infinite-depth limit of a multilayer perceptron (MLP) with a specific initialization and establish a trainability guarantee using the NTK theory. We then extend the analysis to an infinitely deep convolutional neural network (CNN) and perform brief experiments.","url_abs":"https://arxiv.org/abs/2202.02981v2","url_pdf":"https://arxiv.org/pdf/2202.02981v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"neural-tangent-kernel-analysis-of-deep-narrow","repo_url":"https://github.com/lthilnklover/deep-narrow-ntk","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[],"methods":[{"method_slug":"ntk","method_name":"NTK"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2202.02981","atlas_url":"https://app.syntology.ai/?focus=2202.02981","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2202.02981"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/lthilnklover/deep-narrow-ntk","reach":null}],"summary":{"ran_draft_wrong":1,"ran_honours":1},"by_repo_kind":{"official":{"samples":2,"ran":2,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":2,"samples":[{"code_sha256_prefix":"7da9a68717bea000","entry":"train","repo":"lthilnklover/deep-narrow-ntk","repo_kind":"official","path":"ntk_convergence.py","file_url":"https://github.com/lthilnklover/deep-narrow-ntk/blob/HEAD/ntk_convergence.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"7da9a68717bea000"}},{"code_sha256_prefix":"6a5141c9fa48b03a","entry":"train","repo":"lthilnklover/deep-narrow-ntk","repo_kind":"official","path":"train_mnist.py","file_url":"https://github.com/lthilnklover/deep-narrow-ntk/blob/HEAD/train_mnist.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6a5141c9fa48b03a"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}