{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/robust-learning-with-implicit-residual","title":"Robust learning with implicit residual networks","arxiv_id":"1905.10479","date":"2019-05-24","proceeding":null,"authors":["Viktor Reshniak","Clayton Webster"],"abstract":"In this effort, we propose a new deep architecture utilizing residual blocks inspired by implicit discretization schemes. As opposed to the standard feed-forward networks, the outputs of the proposed implicit residual blocks are defined as the fixed points of the appropriately chosen nonlinear transformations. We show that this choice leads to the improved stability of both forward and backward propagations, has a favorable impact on the generalization power and allows to control the robustness of the network with only a few hyperparameters. In addition, the proposed reformulation of ResNet does not introduce new parameters and can potentially lead to a reduction in the number of required layers due to improved forward stability. Finally, we derive the memory-efficient training algorithm, propose a stochastic regularization technique and provide numerical results in support of our findings.","url_abs":"https://arxiv.org/abs/1905.10479v4","url_pdf":"https://arxiv.org/pdf/1905.10479v4.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"robust-learning-with-implicit-residual","repo_url":"https://github.com/vreshniak/ImplicitResNet","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[],"methods":[{"method_slug":"1x1-convolution","method_name":"1x1 Convolution"},{"method_slug":"average-pooling","method_name":"Average Pooling"},{"method_slug":"batch-normalization","method_name":"Batch Normalization"},{"method_slug":"bottleneck-residual-block","method_name":"Bottleneck Residual Block"},{"method_slug":"convolution","method_name":"Convolution"},{"method_slug":"global-average-pooling","method_name":"Global Average Pooling"},{"method_slug":"kaiming-initialization","method_name":"Kaiming Initialization"},{"method_slug":"max-pooling","method_name":"Max Pooling"},{"method_slug":"relu","method_name":"ReLU"},{"method_slug":"residual-block","method_name":"Residual Block"},{"method_slug":"residual-connection","method_name":"Residual Connection"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1905.10479","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1905.10479"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/vreshniak/ImplicitResNet","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"unverified":16},"by_repo_kind":{"official":{"samples":16,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"6f95e3ffd26aa691","entry":"as_sum_and_dict","repo":"vreshniak/ImplicitResNet","repo_kind":"official","path":"implicitresnet/utils/optim.py","file_url":"https://github.com/vreshniak/ImplicitResNet/blob/HEAD/implicitresnet/utils/optim.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6f95e3ffd26aa691"}},{"code_sha256_prefix":"8bbf5feea26a6f9a","entry":"choose_activation","repo":"vreshniak/ImplicitResNet","repo_kind":"official","path":"implicitresnet/models/misc.py","file_url":"https://github.com/vreshniak/ImplicitResNet/blob/HEAD/implicitresnet/models/misc.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8bbf5feea26a6f9a"}},{"code_sha256_prefix":"83d5ec9a89faf81c","entry":"directional_derivative","repo":"vreshniak/ImplicitResNet","repo_kind":"official","path":"implicitresnet/utils/calc.py","file_url":"https://github.com/vreshniak/ImplicitResNet/blob/HEAD/implicitresnet/utils/calc.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"83d5ec9a89faf81c"}},{"code_sha256_prefix":"2521b03c05a9ba6b","entry":"eigenvalues","repo":"vreshniak/ImplicitResNet","repo_kind":"official","path":"implicitresnet/utils/spectral.py","file_url":"https://github.com/vreshniak/ImplicitResNet/blob/HEAD/implicitresnet/utils/spectral.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2521b03c05a9ba6b"}},{"code_sha256_prefix":"8e30ebdc733853b4","entry":"gmres","repo":"vreshniak/ImplicitResNet","repo_kind":"official","path":"implicitresnet/solvers/linear.py","file_url":"https://github.com/vreshniak/ImplicitResNet/blob/HEAD/implicitresnet/solvers/linear.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8e30ebdc733853b4"}},{"code_sha256_prefix":"7a6d6d6cca1218a1","entry":"jacobian","repo":"vreshniak/ImplicitResNet","repo_kind":"official","path":"implicitresnet/utils/calc.py","file_url":"https://github.com/vreshniak/ImplicitResNet/blob/HEAD/implicitresnet/utils/calc.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7a6d6d6cca1218a1"}},{"code_sha256_prefix":"4bec6efb67a9d390","entry":"lbfgs","repo":"vreshniak/ImplicitResNet","repo_kind":"official","path":"implicitresnet/solvers/nonlinear.py","file_url":"https://github.com/vreshniak/ImplicitResNet/blob/HEAD/implicitresnet/solvers/nonlinear.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4bec6efb67a9d390"}},{"code_sha256_prefix":"bf33c34c6640a90b","entry":"nsolve","repo":"vreshniak/ImplicitResNet","repo_kind":"official","path":"implicitresnet/solvers/nonlinear.py","file_url":"https://github.com/vreshniak/ImplicitResNet/blob/HEAD/implicitresnet/solvers/nonlinear.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"bf33c34c6640a90b"}},{"code_sha256_prefix":"75ceabf48573ad7d","entry":"remove_spectral_norm","repo":"vreshniak/ImplicitResNet","repo_kind":"official","path":"implicitresnet/utils/spectral.py","file_url":"https://github.com/vreshniak/ImplicitResNet/blob/HEAD/implicitresnet/utils/spectral.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"75ceabf48573ad7d"}},{"code_sha256_prefix":"dff2c97ab5b7ce9a","entry":"rotmat","repo":"vreshniak/ImplicitResNet","repo_kind":"official","path":"implicitresnet/solvers/linear.py","file_url":"https://github.com/vreshniak/ImplicitResNet/blob/HEAD/implicitresnet/solvers/linear.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"dff2c97ab5b7ce9a"}},{"code_sha256_prefix":"0ac7e8bf701fd156","entry":"scipy_lgmres","repo":"vreshniak/ImplicitResNet","repo_kind":"official","path":"implicitresnet/solvers/linear.py","file_url":"https://github.com/vreshniak/ImplicitResNet/blob/HEAD/implicitresnet/solvers/linear.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0ac7e8bf701fd156"}},{"code_sha256_prefix":"ef7537e73ef321a6","entry":"spectral_norm","repo":"vreshniak/ImplicitResNet","repo_kind":"official","path":"implicitresnet/utils/spectral.py","file_url":"https://github.com/vreshniak/ImplicitResNet/blob/HEAD/implicitresnet/utils/spectral.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ef7537e73ef321a6"}},{"code_sha256_prefix":"fb875e2f3810912b","entry":"theta_inv_stability_fun","repo":"vreshniak/ImplicitResNet","repo_kind":"official","path":"implicitresnet/models/ode.py","file_url":"https://github.com/vreshniak/ImplicitResNet/blob/HEAD/implicitresnet/models/ode.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fb875e2f3810912b"}},{"code_sha256_prefix":"6d44c02a8b09c74c","entry":"theta_stability_fun","repo":"vreshniak/ImplicitResNet","repo_kind":"official","path":"implicitresnet/models/ode.py","file_url":"https://github.com/vreshniak/ImplicitResNet/blob/HEAD/implicitresnet/models/ode.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6d44c02a8b09c74c"}},{"code_sha256_prefix":"c8339f2362619acb","entry":"trace_and_jacobian","repo":"vreshniak/ImplicitResNet","repo_kind":"official","path":"implicitresnet/utils/calc.py","file_url":"https://github.com/vreshniak/ImplicitResNet/blob/HEAD/implicitresnet/utils/calc.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c8339f2362619acb"}},{"code_sha256_prefix":"4aed5f0826875589","entry":"trapz","repo":"vreshniak/ImplicitResNet","repo_kind":"official","path":"implicitresnet/models/ode.py","file_url":"https://github.com/vreshniak/ImplicitResNet/blob/HEAD/implicitresnet/models/ode.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4aed5f0826875589"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}