{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/large-scale-adversarial-representation","title":"Large Scale Adversarial Representation Learning","arxiv_id":"1907.02544","date":"2019-07-04","proceeding":"NeurIPS 2019 12","authors":["Jeff Donahue","Karen Simonyan"],"abstract":"Adversarially trained generative models (GANs) have recently achieved compelling image synthesis results. But despite early successes in using GANs for unsupervised representation learning, they have since been superseded by approaches based on self-supervision. In this work we show that progress in image generation quality translates to substantially improved representation learning performance. Our approach, BigBiGAN, builds upon the state-of-the-art BigGAN model, extending it to representation learning by adding an encoder and modifying the discriminator. We extensively evaluate the representation learning and generation capabilities of these BigBiGAN models, demonstrating that these generation-based models achieve the state of the art in unsupervised representation learning on ImageNet, as well as in unconditional image generation. Pretrained BigBiGAN models -- including image generators and encoders -- are available on TensorFlow Hub (https://tfhub.dev/s?publisher=deepmind&q=bigbigan).","url_abs":"https://arxiv.org/abs/1907.02544v2","url_pdf":"https://arxiv.org/pdf/1907.02544v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"large-scale-adversarial-representation","repo_url":"https://github.com/LEGO999/BIgBiGAN","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"gone","observed_at":"2026-09-17","how":"tree_404+repo_404"}},{"paper_slug":"large-scale-adversarial-representation","repo_url":"https://github.com/LEGO999/BigBiGAN-TensorFlow2.0","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"gone","observed_at":"2026-09-17","how":"tree_404+repo_404"}},{"paper_slug":"large-scale-adversarial-representation","repo_url":"https://github.com/lukemelas/unsupervised-image-segmentation","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"large-scale-adversarial-representation","repo_url":"https://github.com/rkorzeniowski/bigbigan-pytorch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"contrastive-learning","task_name":"Contrastive Learning"},{"task_slug":"image-generation","task_name":"Image Generation"},{"task_slug":"representation-learning","task_name":"Representation Learning"},{"task_slug":"self-supervised-image-classification","task_name":"Self-Supervised Image Classification"},{"task_slug":"semi-supervised-image-classification","task_name":"Semi-Supervised Image Classification"},{"task_slug":"unconditional-image-generation","task_name":"Unconditional Image Generation"}],"methods":[{"method_slug":"1x1-convolution","method_name":"1x1 Convolution"},{"method_slug":"adam","method_name":"Adam"},{"method_slug":"average-pooling","method_name":"Average Pooling"},{"method_slug":"batch-normalization","method_name":"Batch Normalization"},{"method_slug":"bigbigan","method_name":"BigBiGAN"},{"method_slug":"biggan","method_name":"BigGAN"},{"method_slug":"bottleneck-residual-block","method_name":"Bottleneck Residual Block"},{"method_slug":"crelu","method_name":"CReLU"},{"method_slug":"conditional-batch-normalization","method_name":"Conditional Batch Normalization"},{"method_slug":"convolution","method_name":"Convolution"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"early-stopping","method_name":"Early Stopping"},{"method_slug":"feedforward-network","method_name":"Feedforward Network"},{"method_slug":"gan-hinge-loss","method_name":"GAN Hinge Loss"},{"method_slug":"global-average-pooling","method_name":"Global Average Pooling"},{"method_slug":"kaiming-initialization","method_name":"Kaiming Initialization"},{"method_slug":"linear-layer","method_name":"Linear Layer"},{"method_slug":"max-pooling","method_name":"Max Pooling"},{"method_slug":"non-local-block","method_name":"Non-Local Block"},{"method_slug":"non-local-operation","method_name":"Non-Local Operation"},{"method_slug":"off-diagonal-orthogonal-regularization","method_name":"Off-Diagonal Orthogonal Regularization"},{"method_slug":"pointwise-convolution","method_name":"Pointwise Convolution"},{"method_slug":"projection-discriminator","method_name":"Projection Discriminator"},{"method_slug":"relu","method_name":"ReLU"},{"method_slug":"residual-block","method_name":"Residual Block"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"revnet","method_name":"RevNet"},{"method_slug":"reversible-residual-block","method_name":"Reversible Residual Block"},{"method_slug":"sagan","method_name":"SAGAN"},{"method_slug":"softmax","method_name":"Softmax"},{"method_slug":"spectral-normalization","method_name":"Spectral Normalization"},{"method_slug":"ttur","method_name":"TTUR"},{"method_slug":"truncation-trick","method_name":"Truncation Trick"}],"datasets_introduced":[],"methods_introduced":[{"slug":"bigbigan","name":"BigBiGAN","full_name":"BigBiGAN"}],"results":[{"leaderboard":"/sota/contrastive-learning-on-imagenet-1k","task":"Contrastive Learning","dataset":"imagenet-1k","model":"ResNet50 (4×)","rank_in_archive_order":10,"of":14,"metrics":{"ImageNet Top-1 Accuracy":"61.3"},"uses_additional_data":false},{"leaderboard":"/sota/self-supervised-image-classification-on","task":"Self-Supervised Image Classification","dataset":"ImageNet","model":"BigBiGAN (RevNet-50 ×4, BN+CReLU)","rank_in_archive_order":120,"of":144,"metrics":{"Number of Params":"86M","Top 1 Accuracy":"61.3%","Top 5 Accuracy":"81.9%"},"uses_additional_data":false},{"leaderboard":"/sota/self-supervised-image-classification-on","task":"Self-Supervised Image Classification","dataset":"ImageNet","model":"BigBiGAN (RevNet-50 ×4)","rank_in_archive_order":122,"of":144,"metrics":{"Number of Params":"86M","Top 1 Accuracy":"60.8%","Top 5 Accuracy":"81.4%"},"uses_additional_data":false},{"leaderboard":"/sota/self-supervised-image-classification-on","task":"Self-Supervised Image Classification","dataset":"ImageNet","model":"BigBiGAN (ResNet-50, BN+CReLU)","rank_in_archive_order":128,"of":144,"metrics":{"Number of Params":"24M","Top 1 Accuracy":"56.6%","Top 5 Accuracy":"78.6%"},"uses_additional_data":false},{"leaderboard":"/sota/self-supervised-image-classification-on","task":"Self-Supervised Image Classification","dataset":"ImageNet","model":"BigBiGAN (ResNet-50)","rank_in_archive_order":131,"of":144,"metrics":{"Number of Params":"25M","Top 1 Accuracy":"55.4%","Top 5 Accuracy":"77.4%"},"uses_additional_data":false},{"leaderboard":"/sota/semi-supervised-image-classification-on-1","task":"Semi-Supervised Image Classification","dataset":"ImageNet - 1% labeled data","model":"BigBiGAN (RevNet-50 ×4, BN+CReLU)","rank_in_archive_order":57,"of":65,"metrics":{"Top 5 Accuracy":"55.2%"},"uses_additional_data":false},{"leaderboard":"/sota/semi-supervised-image-classification-on-2","task":"Semi-Supervised Image Classification","dataset":"ImageNet - 10% labeled data","model":"BigBiGAN (RevNet-50 ×4, BN+CReLU)","rank_in_archive_order":71,"of":75,"metrics":{"Top 5 Accuracy":"78.8%"},"uses_additional_data":false}],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=1907.02544","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1907.02544"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/rkorzeniowski/bigbigan-pytorch","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/LEGO999/BigBiGAN-TensorFlow2.0","reach":{"status":"gone","observed_at":"2026-09-17","how":"tree_404+repo_404"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/lukemelas/unsupervised-image-segmentation","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/LEGO999/BIgBiGAN","reach":{"status":"gone","observed_at":"2026-09-17","how":"tree_404+repo_404"}}],"summary":{"unverified":3},"by_repo_kind":{"listed":{"samples":3,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"d58db8586aff37cb","entry":"get_CIFAR100_loader","repo":"rkorzeniowski/bigbigan-pytorch","repo_kind":"listed","path":"src/data_processing/data_loading.py","file_url":"https://github.com/rkorzeniowski/bigbigan-pytorch/blob/HEAD/src/data_processing/data_loading.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d58db8586aff37cb"}},{"code_sha256_prefix":"a4747d01a3e547ac","entry":"get_CIFAR10_loader","repo":"rkorzeniowski/bigbigan-pytorch","repo_kind":"listed","path":"src/data_processing/data_loading.py","file_url":"https://github.com/rkorzeniowski/bigbigan-pytorch/blob/HEAD/src/data_processing/data_loading.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a4747d01a3e547ac"}},{"code_sha256_prefix":"91a7926c436079fe","entry":"get_dataloader","repo":"rkorzeniowski/bigbigan-pytorch","repo_kind":"listed","path":"src/data_processing/data_loading.py","file_url":"https://github.com/rkorzeniowski/bigbigan-pytorch/blob/HEAD/src/data_processing/data_loading.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"91a7926c436079fe"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}