{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/manifold-mixup-better-representations-by","title":"Manifold Mixup: Better Representations by Interpolating Hidden States","arxiv_id":"1806.05236","date":"2018-06-13","proceeding":"ICLR 2019 5","authors":["Vikas Verma","Alex Lamb","Christopher Beckham","Amir Najafi","Ioannis Mitliagkas","Aaron Courville","David Lopez-Paz","Yoshua Bengio"],"abstract":"Deep neural networks excel at learning the training data, but often provide incorrect and confident predictions when evaluated on slightly different test examples. This includes distribution shifts, outliers, and adversarial examples. To address these issues, we propose Manifold Mixup, a simple regularizer that encourages neural networks to predict less confidently on interpolations of hidden representations. Manifold Mixup leverages semantic interpolations as additional training signal, obtaining neural networks with smoother decision boundaries at multiple levels of representation. As a result, neural networks trained with Manifold Mixup learn class-representations with fewer directions of variance. We prove theory on why this flattening happens under ideal conditions, validate it on practical situations, and connect it to previous works on information theory and generalization. In spite of incurring no significant computation and being implemented in a few lines of code, Manifold Mixup improves strong baselines in supervised learning, robustness to single-step adversarial attacks, and test log-likelihood.","url_abs":"https://arxiv.org/abs/1806.05236v7","url_pdf":"https://arxiv.org/pdf/1806.05236v7.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"manifold-mixup-better-representations-by","repo_url":"https://github.com/vikasverma1077/manifold_mixup","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"manifold-mixup-better-representations-by","repo_url":"https://github.com/DaikiTanak/manifold_mixup","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"manifold-mixup-better-representations-by","repo_url":"https://github.com/LachezarPetrov/manifold_mixup_vgg16","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"manifold-mixup-better-representations-by","repo_url":"https://github.com/Westlake-AI/openmixup","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"manifold-mixup-better-representations-by","repo_url":"https://github.com/allenhaozhu/ease","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"manifold-mixup-better-representations-by","repo_url":"https://github.com/chris-tng/semi-supervised-nlp","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"manifold-mixup-better-representations-by","repo_url":"https://github.com/erichson/noisy_mixup","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"manifold-mixup-better-representations-by","repo_url":"https://github.com/makeyourownmaker/mixup","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"GPL-2.0"}},{"paper_slug":"manifold-mixup-better-representations-by","repo_url":"https://github.com/rahulmadanahalli/manifold_mixup","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"manifold-mixup-better-representations-by","repo_url":"https://github.com/yhu01/PT-MAP","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"manifold-mixup-better-representations-by","repo_url":"https://github.com/jankrepl/mildlyoverfitted","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"jax","reach":null},{"paper_slug":"manifold-mixup-better-representations-by","repo_url":"https://github.com/shivamsaboo17/ManifoldMixup","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"image-classification","task_name":"Image Classification"}],"methods":[{"method_slug":"manifold-mixup","method_name":"Manifold Mixup"},{"method_slug":"mixup","method_name":"Mixup"}],"datasets_introduced":[],"methods_introduced":[{"slug":"manifold-mixup","name":"Manifold Mixup","full_name":"Manifold Mixup"}],"results":[{"leaderboard":"/sota/image-classification-on-cifar-10","task":"Image Classification","dataset":"CIFAR-10","model":"Manifold Mixup WRN 28-10","rank_in_archive_order":81,"of":265,"metrics":{"Percentage correct":"97.45"},"uses_additional_data":false},{"leaderboard":"/sota/image-classification-on-cifar-100","task":"Image Classification","dataset":"CIFAR-100","model":"Manifold Mixup","rank_in_archive_order":111,"of":211,"metrics":{"Percentage correct":"81.96"},"uses_additional_data":true},{"leaderboard":"/sota/image-classification-on-omnibenchmark","task":"Image Classification","dataset":"OmniBenchmark","model":"Manifold","rank_in_archive_order":18,"of":22,"metrics":{"Average Top-1 Accuracy":"31.6"},"uses_additional_data":false}],"syntology":{"syntology_url":"https://syntology.ai/paper/1806.05236","atlas_url":"https://app.syntology.ai/?focus=1806.05236","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1806.05236"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/Westlake-AI/openmixup","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/rahulmadanahalli/manifold_mixup","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/chris-tng/semi-supervised-nlp","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/jankrepl/mildlyoverfitted","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/yhu01/PT-MAP","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/shivamsaboo17/ManifoldMixup","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/LachezarPetrov/manifold_mixup_vgg16","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/allenhaozhu/ease","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/makeyourownmaker/mixup","reach":{"status":"ok","spdx":"GPL-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/erichson/noisy_mixup","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/DaikiTanak/manifold_mixup","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/vikasverma1077/manifold_mixup","reach":{"status":"ok"}}],"summary":{"ran_draft_wrong":2,"unverified":9},"by_repo_kind":{"listed":{"samples":6,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":5,"samples":[{"code_sha256_prefix":"d9def42110729a85","entry":"conv1x1","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"d9def42110729a85"}},{"code_sha256_prefix":"00e569acd6b45ef0","entry":"conv3x3","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"00e569acd6b45ef0"}},{"code_sha256_prefix":"5215dafd01cc9248","entry":"densenet121","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"5215dafd01cc9248"}},{"code_sha256_prefix":"b97695b36002e117","entry":"densenet169","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"b97695b36002e117"}},{"code_sha256_prefix":"0ca25406530d858d","entry":"densenet201","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"0ca25406530d858d"}},{"code_sha256_prefix":"00bcb3b8633817c1","entry":"dropout_mask","repo":"chris-tng/semi-supervised-nlp","repo_kind":"listed","path":"layers.py","file_url":"https://github.com/chris-tng/semi-supervised-nlp/blob/HEAD/layers.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"00bcb3b8633817c1"}},{"code_sha256_prefix":"499e312e3b925fb0","entry":"first","repo":"chris-tng/semi-supervised-nlp","repo_kind":"listed","path":"layers.py","file_url":"https://github.com/chris-tng/semi-supervised-nlp/blob/HEAD/layers.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"499e312e3b925fb0"}},{"code_sha256_prefix":"21bcd8880d214f3c","entry":"one_param","repo":"chris-tng/semi-supervised-nlp","repo_kind":"listed","path":"layers.py","file_url":"https://github.com/chris-tng/semi-supervised-nlp/blob/HEAD/layers.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"21bcd8880d214f3c"}},{"code_sha256_prefix":"03cd52fe92d44a32","entry":"sequence_mask","repo":"chris-tng/semi-supervised-nlp","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/chris-tng/semi-supervised-nlp/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"03cd52fe92d44a32"}},{"code_sha256_prefix":"b84625043a59fcf0","entry":"sharpen","repo":"chris-tng/semi-supervised-nlp","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/chris-tng/semi-supervised-nlp/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b84625043a59fcf0"}},{"code_sha256_prefix":"7dac362955fbd8ac","entry":"softmax_with_mask","repo":"chris-tng/semi-supervised-nlp","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/chris-tng/semi-supervised-nlp/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7dac362955fbd8ac"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}