{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/neural-sde-stabilizing-neural-ode-networks","title":"Neural SDE: Stabilizing Neural ODE Networks with Stochastic Noise","arxiv_id":"1906.02355","date":"2019-06-05","proceeding":null,"authors":["Xuanqing Liu","Tesi Xiao","Si Si","Qin Cao","Sanjiv Kumar","Cho-Jui Hsieh"],"abstract":"Neural Ordinary Differential Equation (Neural ODE) has been proposed as a continuous approximation to the ResNet architecture. Some commonly used regularization mechanisms in discrete neural networks (e.g. dropout, Gaussian noise) are missing in current Neural ODE networks. In this paper, we propose a new continuous neural network framework called Neural Stochastic Differential Equation (Neural SDE) network, which naturally incorporates various commonly used regularization mechanisms based on random noise injection. Our framework can model various types of noise injection frequently used in discrete networks for regularization purpose, such as dropout and additive/multiplicative noise in each block. We provide theoretical analysis explaining the improved robustness of Neural SDE models against input perturbations/adversarial attacks. Furthermore, we demonstrate that the Neural SDE network can achieve better generalization than the Neural ODE and is more resistant to adversarial and non-adversarial input perturbations.","url_abs":"https://arxiv.org/abs/1906.02355v1","url_pdf":"https://arxiv.org/pdf/1906.02355v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"neural-sde-stabilizing-neural-ode-networks","repo_url":"https://github.com/xuanqing94/NeuralSDE","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null}],"tasks":[],"methods":[{"method_slug":"1x1-convolution","method_name":"1x1 Convolution"},{"method_slug":"average-pooling","method_name":"Average Pooling"},{"method_slug":"batch-normalization","method_name":"Batch Normalization"},{"method_slug":"bottleneck-residual-block","method_name":"Bottleneck Residual Block"},{"method_slug":"convolution","method_name":"Convolution"},{"method_slug":"dropout","method_name":"Dropout"},{"method_slug":"global-average-pooling","method_name":"Global Average Pooling"},{"method_slug":"kaiming-initialization","method_name":"Kaiming Initialization"},{"method_slug":"max-pooling","method_name":"Max Pooling"},{"method_slug":"relu","method_name":"ReLU"},{"method_slug":"residual-block","method_name":"Residual Block"},{"method_slug":"residual-connection","method_name":"Residual Connection"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/1906.02355","atlas_url":"https://app.syntology.ai/?focus=1906.02355","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1906.02355"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/xuanqing94/NeuralSDE","reach":null}],"summary":{"ran_fixture":4},"by_repo_kind":{"official":{"samples":4,"ran":4,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":4,"samples":[{"code_sha256_prefix":"46e8e9e9cfb1b872","entry":"downsample","repo":"xuanqing94/NeuralSDE","repo_kind":"official","path":"models/flow_net.py","file_url":"https://github.com/xuanqing94/NeuralSDE/blob/HEAD/models/flow_net.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"46e8e9e9cfb1b872"}},{"code_sha256_prefix":"35867fe09f495a75","entry":"test_one_epoch","repo":"xuanqing94/NeuralSDE","repo_kind":"official","path":"train_xde.py","file_url":"https://github.com/xuanqing94/NeuralSDE/blob/HEAD/train_xde.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"35867fe09f495a75"}},{"code_sha256_prefix":"527ceb9f828b115e","entry":"train_one_epoch","repo":"xuanqing94/NeuralSDE","repo_kind":"official","path":"train_xde.py","file_url":"https://github.com/xuanqing94/NeuralSDE/blob/HEAD/train_xde.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"527ceb9f828b115e"}},{"code_sha256_prefix":"3d1a78e0efa17a25","entry":"upsample","repo":"xuanqing94/NeuralSDE","repo_kind":"official","path":"models/flow_net.py","file_url":"https://github.com/xuanqing94/NeuralSDE/blob/HEAD/models/flow_net.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"3d1a78e0efa17a25"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}