{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/operator-svd-with-neural-networks-via-nested","title":"Operator SVD with Neural Networks via Nested Low-Rank Approximation","arxiv_id":"2402.03655","date":"2024-02-06","proceeding":null,"authors":["J. Jon Ryu","Xiangxiang Xu","H. S. Melihcan Erol","Yuheng Bu","Lizhong Zheng","Gregory W. Wornell"],"abstract":"Computing eigenvalue decomposition (EVD) of a given linear operator, or finding its leading eigenvalues and eigenfunctions, is a fundamental task in many machine learning and scientific computing problems. For high-dimensional eigenvalue problems, training neural networks to parameterize the eigenfunctions is considered as a promising alternative to the classical numerical linear algebra techniques. This paper proposes a new optimization framework based on the low-rank approximation characterization of a truncated singular value decomposition, accompanied by new techniques called \\emph{nesting} for learning the top-$L$ singular values and singular functions in the correct order. The proposed method promotes the desired orthogonality in the learned functions implicitly and efficiently via an unconstrained optimization formulation, which is easy to solve with off-the-shelf gradient-based optimization algorithms. We demonstrate the effectiveness of the proposed optimization framework for use cases in computational physics and machine learning.","url_abs":"https://arxiv.org/abs/2402.03655v2","url_pdf":"https://arxiv.org/pdf/2402.03655v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"operator-svd-with-neural-networks-via-nested","repo_url":"https://github.com/jongharyu/neural-svd","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2402.03655","atlas_url":"https://app.syntology.ai/?focus=2402.03655","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.03655"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/jongharyu/neural-svd","reach":null}],"summary":{"ran":3,"ran_draft_wrong":2,"ran_fixture":1,"unverified":1},"by_repo_kind":{"official":{"samples":7,"ran":6,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"595283443161fcb7","entry":"NestedLoRA","repo":"jongharyu/neural-svd","repo_kind":"official","path":"methods/nestedlora.py","file_url":"https://github.com/jongharyu/neural-svd/blob/HEAD/methods/nestedlora.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"595283443161fcb7"}},{"code_sha256_prefix":"1d596dbaf553ca99","entry":"NestedLoRALossFunctionEVD","repo":"jongharyu/neural-svd","repo_kind":"official","path":"methods/nestedlora.py","file_url":"https://github.com/jongharyu/neural-svd/blob/HEAD/methods/nestedlora.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1d596dbaf553ca99"}},{"code_sha256_prefix":"d527b1dbdd9f9b76","entry":"NestedLoRALossFunctionSVD","repo":"jongharyu/neural-svd","repo_kind":"official","path":"methods/nestedlora.py","file_url":"https://github.com/jongharyu/neural-svd/blob/HEAD/methods/nestedlora.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d527b1dbdd9f9b76"}},{"code_sha256_prefix":"f0d2fe3cdb042e8b","entry":"compute_lambda","repo":"jongharyu/neural-svd","repo_kind":"official","path":"methods/nestedlora.py","file_url":"https://github.com/jongharyu/neural-svd/blob/HEAD/methods/nestedlora.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f0d2fe3cdb042e8b"}},{"code_sha256_prefix":"0003166a87311c4a","entry":"get_joint_nesting_masks","repo":"jongharyu/neural-svd","repo_kind":"official","path":"methods/nestedlora.py","file_url":"https://github.com/jongharyu/neural-svd/blob/HEAD/methods/nestedlora.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0003166a87311c4a"}},{"code_sha256_prefix":"34382e86673d0ad9","entry":"get_sequential_nesting_masks","repo":"jongharyu/neural-svd","repo_kind":"official","path":"methods/nestedlora.py","file_url":"https://github.com/jongharyu/neural-svd/blob/HEAD/methods/nestedlora.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"34382e86673d0ad9"}},{"code_sha256_prefix":"5497e0c532fa215a","entry":"compute_loss_metric","repo":"jongharyu/neural-svd","repo_kind":"official","path":"methods/nestedlora.py","file_url":"https://github.com/jongharyu/neural-svd/blob/HEAD/methods/nestedlora.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5497e0c532fa215a"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}