{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/incremental-learning-with-unlabeled-data-in","title":"Overcoming Catastrophic Forgetting with Unlabeled Data in the Wild","arxiv_id":"1903.12648","date":"2019-03-29","proceeding":"ICCV 2019 10","authors":["Kibok Lee","Kimin Lee","Jinwoo Shin","Honglak Lee"],"abstract":"Lifelong learning with deep neural networks is well-known to suffer from catastrophic forgetting: the performance on previous tasks drastically degrades when learning a new task. To alleviate this effect, we propose to leverage a large stream of unlabeled data easily obtainable in the wild. In particular, we design a novel class-incremental learning scheme with (a) a new distillation loss, termed global distillation, (b) a learning strategy to avoid overfitting to the most recent task, and (c) a confidence-based sampling method to effectively leverage unlabeled external data. Our experimental results on various datasets, including CIFAR and ImageNet, demonstrate the superiority of the proposed methods over prior methods, particularly when a stream of unlabeled data is accessible: our method shows up to 15.8% higher accuracy and 46.5% less forgetting compared to the state-of-the-art method. The code is available at https://github.com/kibok90/iccv2019-inc.","url_abs":"https://arxiv.org/abs/1903.12648v3","url_pdf":"https://arxiv.org/pdf/1903.12648v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"incremental-learning-with-unlabeled-data-in","repo_url":"https://github.com/kibok90/iccv2019-inc","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"class-incremental-learning","task_name":"Class Incremental Learning"},{"task_slug":"incremental-learning","task_name":"Incremental Learning"},{"task_slug":"lifelong-learning","task_name":"Lifelong learning"},{"task_slug":"class-incremental-learning-1","task_name":"class-incremental learning"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1903.12648","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1903.12648"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/kibok90/iccv2019-inc","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_violates":1,"ran_draft_wrong":3,"ran":1,"unverified":1},"by_repo_kind":{"official":{"samples":6,"ran":5,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"fac9904f665a5702","entry":"check_integrity","repo":"kibok90/iccv2019-inc","repo_kind":"official","path":"datasets/utils.py","file_url":"https://github.com/kibok90/iccv2019-inc/blob/HEAD/datasets/utils.py","link_basis":"harvester_set","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fac9904f665a5702"}},{"code_sha256_prefix":"fac5364e2f53c6db","entry":"conv3x3","repo":"kibok90/iccv2019-inc","repo_kind":"official","path":"models/resnet.py","file_url":"https://github.com/kibok90/iccv2019-inc/blob/HEAD/models/resnet.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fac5364e2f53c6db"}},{"code_sha256_prefix":"915e1c6c38494be9","entry":"list_dir","repo":"kibok90/iccv2019-inc","repo_kind":"official","path":"datasets/utils.py","file_url":"https://github.com/kibok90/iccv2019-inc/blob/HEAD/datasets/utils.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"915e1c6c38494be9"}},{"code_sha256_prefix":"208e196e9582a9a6","entry":"list_files","repo":"kibok90/iccv2019-inc","repo_kind":"official","path":"datasets/utils.py","file_url":"https://github.com/kibok90/iccv2019-inc/blob/HEAD/datasets/utils.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"208e196e9582a9a6"}},{"code_sha256_prefix":"ca17f953a7c13ff5","entry":"str2alg","repo":"kibok90/iccv2019-inc","repo_kind":"official","path":"image_resizer_imagenet.py","file_url":"https://github.com/kibok90/iccv2019-inc/blob/HEAD/image_resizer_imagenet.py","link_basis":"plan_row","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ca17f953a7c13ff5"}},{"code_sha256_prefix":"24fa1600fcd6215d","entry":"get_transform","repo":"kibok90/iccv2019-inc","repo_kind":"official","path":"utils.py","file_url":"https://github.com/kibok90/iccv2019-inc/blob/HEAD/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"24fa1600fcd6215d"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}