{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/i-mix-a-strategy-for-regularizing-contrastive-1","title":"i-Mix: A Domain-Agnostic Strategy for Contrastive Representation Learning","arxiv_id":"2010.08887","date":"2020-10-17","proceeding":"ICLR 2021 1","authors":["Kibok Lee","Yian Zhu","Kihyuk Sohn","Chun-Liang Li","Jinwoo Shin","Honglak Lee"],"abstract":"Contrastive representation learning has shown to be effective to learn representations from unlabeled data. However, much progress has been made in vision domains relying on data augmentations carefully designed using domain knowledge. In this work, we propose i-Mix, a simple yet effective domain-agnostic regularization strategy for improving contrastive representation learning. We cast contrastive learning as training a non-parametric classifier by assigning a unique virtual class to each data in a batch. Then, data instances are mixed in both the input and virtual label spaces, providing more augmented data during training. In experiments, we demonstrate that i-Mix consistently improves the quality of learned representations across domains, including image, speech, and tabular data. Furthermore, we confirm its regularization effect via extensive ablation studies across model and dataset sizes. The code is available at https://github.com/kibok90/imix.","url_abs":"https://arxiv.org/abs/2010.08887v2","url_pdf":"https://arxiv.org/pdf/2010.08887v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"i-mix-a-strategy-for-regularizing-contrastive-1","repo_url":"https://github.com/kibok90/imix","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"i-mix-a-strategy-for-regularizing-contrastive-1","repo_url":"https://github.com/AMNAALMGLY/i-Mix-paperImplement","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"i-mix-a-strategy-for-regularizing-contrastive-1","repo_url":"https://github.com/PaulAlbert31/iMix","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"contrastive-learning","task_name":"Contrastive Learning"},{"task_slug":"representation-learning","task_name":"Representation Learning"}],"methods":[{"method_slug":"contrastive-learning","method_name":"Contrastive Learning"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2010.08887","atlas_url":"https://app.syntology.ai/?focus=2010.08887","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.08887"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/kibok90/imix","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/PaulAlbert31/iMix","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/AMNAALMGLY/i-Mix-paperImplement","reach":{"status":"ok"}}],"summary":{"ran_fixture":2,"unverified":4},"by_repo_kind":{"official":{"samples":4,"ran":2,"repositories":1},"listed":{"samples":1,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":2,"samples":[{"code_sha256_prefix":"f56462ce688fd5e0","entry":"get_stat","repo":"kibok90/imix","repo_kind":"official","path":"main_pretext.py","file_url":"https://github.com/kibok90/imix/blob/HEAD/main_pretext.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f56462ce688fd5e0"}},{"code_sha256_prefix":"74e106203c6659ff","entry":"inputmix","repo":"kibok90/imix","repo_kind":"official","path":"builder.py","file_url":"https://github.com/kibok90/imix/blob/HEAD/builder.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"74e106203c6659ff"}},{"code_sha256_prefix":"9b8289076669fe4f","entry":"accuracy","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"unverified","verification_level":0,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"9b8289076669fe4f"}},{"code_sha256_prefix":"a2bd149e3533b8ce","entry":"concat_all_gather","repo":"kibok90/imix","repo_kind":"official","path":"builder.py","file_url":"https://github.com/kibok90/imix/blob/HEAD/builder.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a2bd149e3533b8ce"}},{"code_sha256_prefix":"d289cf4cd8e95ada","entry":"mixup_data","repo":"PaulAlbert31/iMix","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/PaulAlbert31/iMix/blob/HEAD/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d289cf4cd8e95ada"}},{"code_sha256_prefix":"1592049f33475603","entry":"pinv_solve","repo":"kibok90/imix","repo_kind":"official","path":"main_pretext.py","file_url":"https://github.com/kibok90/imix/blob/HEAD/main_pretext.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1592049f33475603"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}