{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/vision-transformers-in-2022-an-update-on-tiny","title":"Vision Transformers in 2022: An Update on Tiny ImageNet","arxiv_id":"2205.10660","date":"2022-05-21","proceeding":null,"authors":["Ethan Huynh"],"abstract":"The recent advances in image transformers have shown impressive results and have largely closed the gap between traditional CNN architectures. The standard procedure is to train on large datasets like ImageNet-21k and then finetune on ImageNet-1k. After finetuning, researches will often consider the transfer learning performance on smaller datasets such as CIFAR-10/100 but have left out Tiny ImageNet. This paper offers an update on vision transformers' performance on Tiny ImageNet. I include Vision Transformer (ViT) , Data Efficient Image Transformer (DeiT), Class Attention in Image Transformer (CaiT), and Swin Transformers. In addition, Swin Transformers beats the current state-of-the-art result with a validation accuracy of 91.35%. Code is available here: https://github.com/ehuynh1106/TinyImageNet-Transformers","url_abs":"https://arxiv.org/abs/2205.10660v1","url_pdf":"https://arxiv.org/pdf/2205.10660v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"vision-transformers-in-2022-an-update-on-tiny","repo_url":"https://github.com/ehuynh1106/TinyImageNet-Transformers","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}}],"tasks":[{"task_slug":"image-classification","task_name":"Image Classification"},{"task_slug":"transfer-learning","task_name":"Transfer Learning"}],"methods":[{"method_slug":"vision-transformer","method_name":"Vision Transformer"}],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/image-classification-on-tiny-imagenet-1","task":"Image Classification","dataset":"Tiny ImageNet Classification","model":"Swin-L","rank_in_archive_order":4,"of":23,"metrics":{"Validation Acc":"91.35%"},"uses_additional_data":true}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2205.10660","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.10660"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ehuynh1106/TinyImageNet-Transformers","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"unverified":5},"by_repo_kind":{"official":{"samples":5,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"87aa8105a327351a","entry":"cut_long_label","repo":"ehuynh1106/TinyImageNet-Transformers","repo_kind":"official","path":"visualize.py","file_url":"https://github.com/ehuynh1106/TinyImageNet-Transformers/blob/HEAD/visualize.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"87aa8105a327351a"}},{"code_sha256_prefix":"a16820416c06b7da","entry":"get_data_augmentations","repo":"ehuynh1106/TinyImageNet-Transformers","repo_kind":"official","path":"data_aug.py","file_url":"https://github.com/ehuynh1106/TinyImageNet-Transformers/blob/HEAD/data_aug.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"a16820416c06b7da"}},{"code_sha256_prefix":"fa23d66185716575","entry":"load_train_data","repo":"ehuynh1106/TinyImageNet-Transformers","repo_kind":"official","path":"dataset.py","file_url":"https://github.com/ehuynh1106/TinyImageNet-Transformers/blob/HEAD/dataset.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"fa23d66185716575"}},{"code_sha256_prefix":"c8b7726c06eabff2","entry":"load_val_data","repo":"ehuynh1106/TinyImageNet-Transformers","repo_kind":"official","path":"dataset.py","file_url":"https://github.com/ehuynh1106/TinyImageNet-Transformers/blob/HEAD/dataset.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"c8b7726c06eabff2"}},{"code_sha256_prefix":"967e7e8faa414955","entry":"train","repo":"ehuynh1106/TinyImageNet-Transformers","repo_kind":"official","path":"engine.py","file_url":"https://github.com/ehuynh1106/TinyImageNet-Transformers/blob/HEAD/engine.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"967e7e8faa414955"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}