{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/continual-learning-via-sequential-function","title":"Continual Learning via Sequential Function-Space Variational Inference","arxiv_id":"2312.17210","date":"2023-12-28","proceeding":null,"authors":["Tim G. J. Rudner","Freddie Bickford Smith","Qixuan Feng","Yee Whye Teh","Yarin Gal"],"abstract":"Sequential Bayesian inference over predictive functions is a natural framework for continual learning from streams of data. However, applying it to neural networks has proved challenging in practice. Addressing the drawbacks of existing techniques, we propose an optimization objective derived by formulating continual learning as sequential function-space variational inference. In contrast to existing methods that regularize neural network parameters directly, this objective allows parameters to vary widely during training, enabling better adaptation to new tasks. Compared to objectives that directly regularize neural network predictions, the proposed objective allows for more flexible variational distributions and more effective regularization. We demonstrate that, across a range of task sequences, neural networks trained via sequential function-space variational inference achieve better predictive accuracy than networks trained with related methods while depending less on maintaining a set of representative points from previous tasks.","url_abs":"https://arxiv.org/abs/2312.17210v1","url_pdf":"https://arxiv.org/pdf/2312.17210v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"continual-learning-via-sequential-function","repo_url":"https://github.com/timrudner/S-FSVI","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"jax","reach":null}],"tasks":[{"task_slug":"bayesian-inference","task_name":"Bayesian Inference"},{"task_slug":"continual-learning","task_name":"Continual Learning"},{"task_slug":"sequential-bayesian-inference","task_name":"Sequential Bayesian Inference"},{"task_slug":"variational-inference","task_name":"Variational Inference"}],"methods":[{"method_slug":"set","method_name":"SET"},{"method_slug":"variational-inference","method_name":"Variational Inference"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2312.17210","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.17210"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/timrudner/S-FSVI","reach":null}],"summary":{"ran_fixture":4,"ran_violates":2,"ran_draft_wrong":2,"unverified":4},"by_repo_kind":{"official":{"samples":12,"ran":8,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"5b16317c03b0bd99","entry":"_slice_cov_diag","repo":"timrudner/S-FSVI","repo_kind":"official","path":"sfsvi/fsvi_utils/objectives_cl.py","file_url":"https://github.com/timrudner/S-FSVI/blob/HEAD/sfsvi/fsvi_utils/objectives_cl.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5b16317c03b0bd99"}},{"code_sha256_prefix":"3824b581d117e190","entry":"compute_scale","repo":"timrudner/S-FSVI","repo_kind":"official","path":"sfsvi/fsvi_utils/objectives_cl.py","file_url":"https://github.com/timrudner/S-FSVI/blob/HEAD/sfsvi/fsvi_utils/objectives_cl.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3824b581d117e190"}},{"code_sha256_prefix":"503acbd8a8dd384b","entry":"kl_diag_tfd","repo":"timrudner/S-FSVI","repo_kind":"official","path":"sfsvi/fsvi_utils/objectives_cl.py","file_url":"https://github.com/timrudner/S-FSVI/blob/HEAD/sfsvi/fsvi_utils/objectives_cl.py","link_basis":"first_harvest_node","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"503acbd8a8dd384b"}},{"code_sha256_prefix":"51f7c9b8b5d3f076","entry":"kl_full_cov","repo":"timrudner/S-FSVI","repo_kind":"official","path":"sfsvi/fsvi_utils/objectives_cl.py","file_url":"https://github.com/timrudner/S-FSVI/blob/HEAD/sfsvi/fsvi_utils/objectives_cl.py","link_basis":"first_harvest_node","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"51f7c9b8b5d3f076"}},{"code_sha256_prefix":"c2d7c7bd970a3e6e","entry":"mc_sampling","repo":"timrudner/S-FSVI","repo_kind":"official","path":"sfsvi/fsvi_utils/objectives_cl.py","file_url":"https://github.com/timrudner/S-FSVI/blob/HEAD/sfsvi/fsvi_utils/objectives_cl.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c2d7c7bd970a3e6e"}},{"code_sha256_prefix":"ec683524697b1d80","entry":"partition_params","repo":"timrudner/S-FSVI","repo_kind":"official","path":"sfsvi/fsvi_utils/objectives_cl.py","file_url":"https://github.com/timrudner/S-FSVI/blob/HEAD/sfsvi/fsvi_utils/objectives_cl.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ec683524697b1d80"}},{"code_sha256_prefix":"5bdc5fe9c1f2ebaa","entry":"predicate_mean","repo":"timrudner/S-FSVI","repo_kind":"official","path":"sfsvi/fsvi_utils/objectives_cl.py","file_url":"https://github.com/timrudner/S-FSVI/blob/HEAD/sfsvi/fsvi_utils/objectives_cl.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5bdc5fe9c1f2ebaa"}},{"code_sha256_prefix":"0c60a5bd05dc6879","entry":"predicate_var","repo":"timrudner/S-FSVI","repo_kind":"official","path":"sfsvi/fsvi_utils/objectives_cl.py","file_url":"https://github.com/timrudner/S-FSVI/blob/HEAD/sfsvi/fsvi_utils/objectives_cl.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0c60a5bd05dc6879"}},{"code_sha256_prefix":"e148b71fa281c7ec","entry":"Model","repo":"timrudner/S-FSVI","repo_kind":"official","path":"sfsvi/fsvi_utils/objectives_cl.py","file_url":"https://github.com/timrudner/S-FSVI/blob/HEAD/sfsvi/fsvi_utils/objectives_cl.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e148b71fa281c7ec"}},{"code_sha256_prefix":"a3bf9af5ad5221a3","entry":"Objectives_hk","repo":"timrudner/S-FSVI","repo_kind":"official","path":"sfsvi/fsvi_utils/objectives_cl.py","file_url":"https://github.com/timrudner/S-FSVI/blob/HEAD/sfsvi/fsvi_utils/objectives_cl.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a3bf9af5ad5221a3"}},{"code_sha256_prefix":"93d046554acd6e89","entry":"_check_input","repo":"timrudner/S-FSVI","repo_kind":"official","path":"sfsvi/fsvi_utils/objectives_cl.py","file_url":"https://github.com/timrudner/S-FSVI/blob/HEAD/sfsvi/fsvi_utils/objectives_cl.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"93d046554acd6e89"}},{"code_sha256_prefix":"6193e6e4eb074382","entry":"kl_divergence_min_max_dim","repo":"timrudner/S-FSVI","repo_kind":"official","path":"sfsvi/fsvi_utils/objectives_cl.py","file_url":"https://github.com/timrudner/S-FSVI/blob/HEAD/sfsvi/fsvi_utils/objectives_cl.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6193e6e4eb074382"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}