{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2509-04966","title":"Neuro-Spectral Architectures for Causal Physics-Informed Networks","arxiv_id":"2509.04966","date":"2025-09-05","proceeding":"NeurIPS","authors":["Arthur Bizzi","Leonardo M. Moreira","Márcio Marques","Leonardo Mendonça","Christian Júnior de Oliveira","Vitor Balestro","Lucas dos Santos Fernandez","Daniel Yukimura","Pavel Petrov","João M. Pereira","Tiago Novello","Lucas Nissenbaum"],"abstract":"Physics-Informed Neural Networks (PINNs) have emerged as a powerful framework for solving partial differential equations (PDEs). However, standard MLP-based PINNs often fail to converge when dealing with complex initial value problems, leading to solutions that violate causality and suffer from a spectral bias towards low-frequency components. To address these issues, we introduce NeuSA (Neuro-Spectral Architectures), a novel class of PINNs inspired by classical spectral methods, designed to solve linear and nonlinear PDEs with variable coefficients. NeuSA learns a projection of the underlying PDE onto a spectral basis, leading to a finite-dimensional representation of the dynamics which is then integrated with an adapted Neural ODE (NODE). This allows us to overcome spectral bias, by leveraging the high-frequency components enabled by the spectral representation; to enforce causality, by inheriting the causal structure of NODEs, and to start training near the target solution, by means of an initialization scheme based on classical methods. We validate NeuSA on canonical benchmarks for linear and nonlinear wave equations, demonstrating strong performance as compared to other architectures, with faster convergence, improved temporal consistency and superior predictive accuracy. Code and pretrained models are available in https://github.com/arthur-bizzi/neusa.","url_abs":"https://arxiv.org/abs/2509.04966","url_pdf":"https://arxiv.org/pdf/2509.04966","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2509.04966","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2509.04966"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/arthur-bizzi/neusa","reach":null}],"summary":{"ran":7,"ran_draft_wrong":1},"by_repo_kind":{"found_in_text":{"samples":7,"ran":7,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":8,"samples":[{"code_sha256_prefix":"ca32f2b4970f7aea","entry":"Decoder","repo":"arthur-bizzi/neusa","repo_kind":"found_in_text","path":"models/PINNsFormer.py","file_url":"https://github.com/arthur-bizzi/neusa/blob/HEAD/models/PINNsFormer.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ca32f2b4970f7aea"}},{"code_sha256_prefix":"8e23cddcf52d61b1","entry":"DecoderLayer","repo":"arthur-bizzi/neusa","repo_kind":"found_in_text","path":"models/PINNsFormer.py","file_url":"https://github.com/arthur-bizzi/neusa/blob/HEAD/models/PINNsFormer.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"8e23cddcf52d61b1"}},{"code_sha256_prefix":"1e1e6c93f253f7bb","entry":"Encoder","repo":"arthur-bizzi/neusa","repo_kind":"found_in_text","path":"models/PINNsFormer.py","file_url":"https://github.com/arthur-bizzi/neusa/blob/HEAD/models/PINNsFormer.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"1e1e6c93f253f7bb"}},{"code_sha256_prefix":"610d68b6f6004ea9","entry":"EncoderLayer","repo":"arthur-bizzi/neusa","repo_kind":"found_in_text","path":"models/PINNsFormer.py","file_url":"https://github.com/arthur-bizzi/neusa/blob/HEAD/models/PINNsFormer.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"610d68b6f6004ea9"}},{"code_sha256_prefix":"2d65b3eafa08e74d","entry":"FeedForward","repo":"arthur-bizzi/neusa","repo_kind":"found_in_text","path":"models/PINNsFormer.py","file_url":"https://github.com/arthur-bizzi/neusa/blob/HEAD/models/PINNsFormer.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"2d65b3eafa08e74d"}},{"code_sha256_prefix":"cf45526f6bc64bcf","entry":"PINNsFormer","repo":"arthur-bizzi/neusa","repo_kind":"found_in_text","path":"models/PINNsFormer.py","file_url":"https://github.com/arthur-bizzi/neusa/blob/HEAD/models/PINNsFormer.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"cf45526f6bc64bcf"}},{"code_sha256_prefix":"72b0128a0a1d446d","entry":"WaveAct","repo":"arthur-bizzi/neusa","repo_kind":"found_in_text","path":"models/PINNsFormer.py","file_url":"https://github.com/arthur-bizzi/neusa/blob/HEAD/models/PINNsFormer.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"72b0128a0a1d446d"}},{"code_sha256_prefix":"891b8ebab395921f","entry":"get_clones","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"891b8ebab395921f"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.LG","source":"arxiv_api"},"syntology_extracted_results":null}