{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/overcoming-general-knowledge-loss-with","title":"Overcoming Generic Knowledge Loss with Selective Parameter Update","arxiv_id":"2308.12462","date":"2023-08-23","proceeding":"CVPR 2024 1","authors":["Wenxuan Zhang","Paul Janson","Rahaf Aljundi","Mohamed Elhoseiny"],"abstract":"Foundation models encompass an extensive knowledge base and offer remarkable transferability. However, this knowledge becomes outdated or insufficient over time. The challenge lies in continuously updating foundation models to accommodate novel information while retaining their original capabilities. Leveraging the fact that foundation models have initial knowledge on various tasks and domains, we propose a novel approach that, instead of updating all parameters equally, localizes the updates to a sparse set of parameters relevant to the task being learned. We strike a balance between efficiency and new task performance, while maintaining the transferability and generalizability of foundation models. We extensively evaluate our method on foundational vision-language models with a diverse spectrum of continual learning tasks. Our method achieves improvements on the accuracy of the newly learned tasks up to 7% while preserving the pretraining knowledge with a negligible decrease of 0.9% on a representative control set accuracy.","url_abs":"https://arxiv.org/abs/2308.12462v4","url_pdf":"https://arxiv.org/pdf/2308.12462v4.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"overcoming-general-knowledge-loss-with","repo_url":"https://github.com/wx-zhang/spu","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"continual-learning","task_name":"Continual Learning"},{"task_slug":"general-knowledge","task_name":"General Knowledge"}],"methods":[{"method_slug":"base","method_name":"BASE"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2308.12462","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.12462"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/wx-zhang/spu","reach":{"status":"ok"}}],"summary":{"ran_draft_wrong":3,"ran":2,"unverified":3},"by_repo_kind":{"official":{"samples":8,"ran":5,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":8,"samples":[{"code_sha256_prefix":"98f385d847636a3e","entry":"basic_clean","repo":"wx-zhang/spu","repo_kind":"official","path":"clip/simple_tokenizer.py","file_url":"https://github.com/wx-zhang/spu/blob/HEAD/clip/simple_tokenizer.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"98f385d847636a3e"}},{"code_sha256_prefix":"95feee0ed35e5924","entry":"copy_params_dict","repo":"wx-zhang/spu","repo_kind":"official","path":"trainer/spu.py","file_url":"https://github.com/wx-zhang/spu/blob/HEAD/trainer/spu.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"95feee0ed35e5924"}},{"code_sha256_prefix":"d919ae32e5e4e616","entry":"get_pairs","repo":"wx-zhang/spu","repo_kind":"official","path":"clip/simple_tokenizer.py","file_url":"https://github.com/wx-zhang/spu/blob/HEAD/clip/simple_tokenizer.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d919ae32e5e4e616"}},{"code_sha256_prefix":"9542161e9640b858","entry":"whitespace_clean","repo":"wx-zhang/spu","repo_kind":"official","path":"clip/simple_tokenizer.py","file_url":"https://github.com/wx-zhang/spu/blob/HEAD/clip/simple_tokenizer.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"9542161e9640b858"}},{"code_sha256_prefix":"b081b30545427857","entry":"zerolike_params_dict","repo":"wx-zhang/spu","repo_kind":"official","path":"trainer/spu.py","file_url":"https://github.com/wx-zhang/spu/blob/HEAD/trainer/spu.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"b081b30545427857"}},{"code_sha256_prefix":"7278b20bdc6c1280","entry":"build_model","repo":"wx-zhang/spu","repo_kind":"official","path":"clip/model.py","file_url":"https://github.com/wx-zhang/spu/blob/HEAD/clip/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"7278b20bdc6c1280"}},{"code_sha256_prefix":"2aeb28d34ee4359f","entry":"load","repo":"wx-zhang/spu","repo_kind":"official","path":"clip/clip.py","file_url":"https://github.com/wx-zhang/spu/blob/HEAD/clip/clip.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"2aeb28d34ee4359f"}},{"code_sha256_prefix":"97d32e6bc05eea80","entry":"prepare_hf_lora_model","repo":"wx-zhang/spu","repo_kind":"official","path":"utils.py","file_url":"https://github.com/wx-zhang/spu/blob/HEAD/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"97d32e6bc05eea80"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}