{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/self-supervised-learning-of-pretext-invariant","title":"Self-Supervised Learning of Pretext-Invariant Representations","arxiv_id":"1912.01991","date":"2019-12-04","proceeding":"CVPR 2020 6","authors":["Ishan Misra","Laurens van der Maaten"],"abstract":"The goal of self-supervised learning from images is to construct image representations that are semantically meaningful via pretext tasks that do not require semantic annotations for a large training set of images. Many pretext tasks lead to representations that are covariant with image transformations. We argue that, instead, semantic representations ought to be invariant under such transformations. Specifically, we develop Pretext-Invariant Representation Learning (PIRL, pronounced as \"pearl\") that learns invariant representations based on pretext tasks. We use PIRL with a commonly used pretext task that involves solving jigsaw puzzles. We find that PIRL substantially improves the semantic quality of the learned image representations. Our approach sets a new state-of-the-art in self-supervised learning from images on several popular benchmarks for self-supervised learning. Despite being unsupervised, PIRL outperforms supervised pre-training in learning image representations for object detection. Altogether, our results demonstrate the potential of self-supervised learning of image representations with good invariance properties.","url_abs":"https://arxiv.org/abs/1912.01991v1","url_pdf":"https://arxiv.org/pdf/1912.01991v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"self-supervised-learning-of-pretext-invariant","repo_url":"https://github.com/akwasigroch/Pretext-Invariant-Representations","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"self-supervised-learning-of-pretext-invariant","repo_url":"https://github.com/aniket03/pirl_pytorch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"self-supervised-learning-of-pretext-invariant","repo_url":"https://github.com/danielgordon10/vince","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"self-supervised-learning-of-pretext-invariant","repo_url":"https://github.com/facebookresearch/vissl","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"self-supervised-learning-of-pretext-invariant","repo_url":"https://github.com/kawshik8/DL-project","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"self-supervised-learning-of-pretext-invariant","repo_url":"https://github.com/meanderingstream/semi_supervised","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"self-supervised-learning-of-pretext-invariant","repo_url":"https://github.com/HobbitLong/PyContrast","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"contrastive-learning","task_name":"Contrastive Learning"},{"task_slug":"object-detection","task_name":"Object Detection"},{"task_slug":"representation-learning","task_name":"Representation Learning"},{"task_slug":"self-supervised-image-classification","task_name":"Self-Supervised Image Classification"},{"task_slug":"self-supervised-learning","task_name":"Self-Supervised Learning"},{"task_slug":"semi-supervised-image-classification","task_name":"Semi-Supervised Image Classification"},{"task_slug":"object-detection-1","task_name":"object-detection"}],"methods":[{"method_slug":"1x1-convolution","method_name":"1x1 Convolution"},{"method_slug":"average-pooling","method_name":"Average Pooling"},{"method_slug":"batch-normalization","method_name":"Batch Normalization"},{"method_slug":"bottleneck-residual-block","method_name":"Bottleneck Residual Block"},{"method_slug":"convolution","method_name":"Convolution"},{"method_slug":"global-average-pooling","method_name":"Global Average Pooling"},{"method_slug":"jigsaw","method_name":"Jigsaw"},{"method_slug":"kaiming-initialization","method_name":"Kaiming Initialization"},{"method_slug":"max-pooling","method_name":"Max Pooling"},{"method_slug":"npid","method_name":"NPID"},{"method_slug":"npid-2","method_name":"NPID++"},{"method_slug":"pirl","method_name":"PIRL"},{"method_slug":"relu","method_name":"ReLU"},{"method_slug":"residual-block","method_name":"Residual Block"},{"method_slug":"residual-connection","method_name":"Residual Connection"}],"datasets_introduced":[],"methods_introduced":[{"slug":"pirl","name":"PIRL","full_name":"PIRL"}],"results":[{"leaderboard":"/sota/contrastive-learning-on-imagenet-1k","task":"Contrastive Learning","dataset":"imagenet-1k","model":"ResNet50","rank_in_archive_order":7,"of":14,"metrics":{"ImageNet Top-1 Accuracy":"63.6"},"uses_additional_data":false},{"leaderboard":"/sota/self-supervised-image-classification-on","task":"Self-Supervised Image Classification","dataset":"ImageNet","model":"PIRL","rank_in_archive_order":117,"of":144,"metrics":{"Number of Params":"24M","Top 1 Accuracy":"63.6%"},"uses_additional_data":false},{"leaderboard":"/sota/semi-supervised-image-classification-on-2","task":"Semi-Supervised Image Classification","dataset":"ImageNet - 10% labeled data","model":"PIRL (ResNet-50)","rank_in_archive_order":60,"of":75,"metrics":{"Top 5 Accuracy":"83.8%"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1912.01991","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1912.01991"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/facebookresearch/vissl","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/aniket03/pirl_pytorch","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/HobbitLong/PyContrast","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/danielgordon10/vince","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/akwasigroch/Pretext-Invariant-Representations","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/meanderingstream/semi_supervised","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/kawshik8/DL-project","reach":null}],"summary":{"ran":3,"unverified":1},"by_repo_kind":{"listed":{"samples":4,"ran":3,"repositories":2}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":4,"samples":[{"code_sha256_prefix":"66ed705e404941dc","entry":"PIRLResnet","repo":"aniket03/pirl_pytorch","repo_kind":"listed","path":"models.py","file_url":"https://github.com/aniket03/pirl_pytorch/blob/HEAD/models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"66ed705e404941dc"}},{"code_sha256_prefix":"72602ba6b556b02a","entry":"Resblock","repo":"kawshik8/DL-project","repo_kind":"listed","path":"src/SSLmodels.py","file_url":"https://github.com/kawshik8/DL-project/blob/HEAD/src/SSLmodels.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"72602ba6b556b02a"}},{"code_sha256_prefix":"12dbacdbe04e3d37","entry":"block","repo":"kawshik8/DL-project","repo_kind":"listed","path":"src/SSLmodels.py","file_url":"https://github.com/kawshik8/DL-project/blob/HEAD/src/SSLmodels.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"12dbacdbe04e3d37"}},{"code_sha256_prefix":"c87033df9deba5b1","entry":"ViewSSLModels","repo":"kawshik8/DL-project","repo_kind":"listed","path":"src/SSLmodels.py","file_url":"https://github.com/kawshik8/DL-project/blob/HEAD/src/SSLmodels.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"c87033df9deba5b1"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}