{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/meta-pseudo-labels","title":"Meta Pseudo Labels","arxiv_id":"2003.10580","date":"2020-03-23","proceeding":"CVPR 2021 1","authors":["Hieu Pham","Zihang Dai","Qizhe Xie","Minh-Thang Luong","Quoc V. Le"],"abstract":"We present Meta Pseudo Labels, a semi-supervised learning method that achieves a new state-of-the-art top-1 accuracy of 90.2% on ImageNet, which is 1.6% better than the existing state-of-the-art. Like Pseudo Labels, Meta Pseudo Labels has a teacher network to generate pseudo labels on unlabeled data to teach a student network. However, unlike Pseudo Labels where the teacher is fixed, the teacher in Meta Pseudo Labels is constantly adapted by the feedback of the student's performance on the labeled dataset. As a result, the teacher generates better pseudo labels to teach the student. Our code will be available at https://github.com/google-research/google-research/tree/master/meta_pseudo_labels.","url_abs":"https://arxiv.org/abs/2003.10580v4","url_pdf":"https://arxiv.org/pdf/2003.10580v4.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"meta-pseudo-labels","repo_url":"https://github.com/google-research/google-research/tree/master/meta_pseudo_labels","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"tf","reach":null},{"paper_slug":"meta-pseudo-labels","repo_url":"https://github.com/7ZFG1/Semi-Supervised-Learning-Meta-Pseudo-Learning-","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"meta-pseudo-labels","repo_url":"https://github.com/YanYan0716/MPL","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"meta-pseudo-labels","repo_url":"https://github.com/kekmodel/MPL-pytorch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"meta-pseudo-labels","repo_url":"https://github.com/retoschiegg/meta-pseudo-labels","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"meta-pseudo-labels","repo_url":"https://github.com/sayakpaul/PAWS-TF","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"meta-pseudo-labels","repo_url":"https://github.com/usccolumbia/tsdnn","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"meta-pseudo-labels","repo_url":"https://github.com/ve450su2021-group26/Algorithm","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"meta-pseudo-labels","repo_url":"https://github.com/ifsheldon/MPL_Lightning","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"image-classification","task_name":"Image Classification"},{"task_slug":"meta-learning","task_name":"Meta-Learning"},{"task_slug":"semi-supervised-image-classification","task_name":"Semi-Supervised Image Classification"}],"methods":[{"method_slug":"1x1-convolution","method_name":"1x1 Convolution"},{"method_slug":"average-pooling","method_name":"Average Pooling"},{"method_slug":"batch-normalization","method_name":"Batch Normalization"},{"method_slug":"bottleneck-residual-block","method_name":"Bottleneck Residual Block"},{"method_slug":"convolution","method_name":"Convolution"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"depthwise-convolution","method_name":"Depthwise Convolution"},{"method_slug":"depthwise-separable-convolution","method_name":"Depthwise Separable Convolution"},{"method_slug":"dropout","method_name":"Dropout"},{"method_slug":"efficientnet","method_name":"EfficientNet"},{"method_slug":"global-average-pooling","method_name":"Global Average Pooling"},{"method_slug":"inverted-residual-block","method_name":"Inverted Residual Block"},{"method_slug":"kaiming-initialization","method_name":"Kaiming Initialization"},{"method_slug":"max-pooling","method_name":"Max Pooling"},{"method_slug":"meta-pseudo-labels","method_name":"Meta Pseudo Labels"},{"method_slug":"pointwise-convolution","method_name":"Pointwise Convolution"},{"method_slug":"rmsprop","method_name":"RMSProp"},{"method_slug":"relu","method_name":"ReLU"},{"method_slug":"residual-block","method_name":"Residual Block"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"sigmoid-activation","method_name":"Sigmoid Activation"},{"method_slug":"squeeze-and-excitation-block","method_name":"Squeeze-and-Excitation Block"}],"datasets_introduced":[],"methods_introduced":[{"slug":"meta-pseudo-labels","name":"Meta Pseudo Labels","full_name":"Meta Pseudo Labels"}],"results":[{"leaderboard":"/sota/image-classification-on-imagenet","task":"Image Classification","dataset":"ImageNet","model":"Meta Pseudo Labels (EfficientNet-L2)","rank_in_archive_order":6,"of":1060,"metrics":{"Hardware Burden":"95040G","Number of params":"480M","Top 1 Accuracy":"90.2%","Top 5 Accuracy":"98.8"},"uses_additional_data":false},{"leaderboard":"/sota/image-classification-on-imagenet","task":"Image Classification","dataset":"ImageNet","model":"Meta Pseudo Labels (EfficientNet-B6-Wide)","rank_in_archive_order":10,"of":1060,"metrics":{"Number of params":"390M","Top 1 Accuracy":"90%"},"uses_additional_data":false},{"leaderboard":"/sota/image-classification-on-imagenet","task":"Image Classification","dataset":"ImageNet","model":"Meta Pseudo Labels (ResNet-50)","rank_in_archive_order":448,"of":1060,"metrics":{"Top 1 Accuracy":"83.2%"},"uses_additional_data":false},{"leaderboard":"/sota/image-classification-on-imagenet-real","task":"Image Classification","dataset":"ImageNet ReaL","model":"Meta Pseudo Labels (EfficientNet-B6-Wide)","rank_in_archive_order":4,"of":57,"metrics":{"Accuracy":"91.12%"},"uses_additional_data":true},{"leaderboard":"/sota/image-classification-on-imagenet-real","task":"Image Classification","dataset":"ImageNet ReaL","model":"Meta Pseudo Labels (EfficientNet-L2)","rank_in_archive_order":8,"of":57,"metrics":{"Accuracy":"91.02%"},"uses_additional_data":true},{"leaderboard":"/sota/semi-supervised-image-classification-on-cifar","task":"Semi-Supervised Image Classification","dataset":"CIFAR-10, 4000 Labels","model":"Meta Pseudo Labels (WRN-28-2)","rank_in_archive_order":5,"of":49,"metrics":{"Percentage error":"3.89± 0.07"},"uses_additional_data":false},{"leaderboard":"/sota/semi-supervised-image-classification-on-2","task":"Semi-Supervised Image Classification","dataset":"ImageNet - 10% labeled data","model":"Meta Pseudo Labels (ResNet-50)","rank_in_archive_order":34,"of":75,"metrics":{"Top 1 Accuracy":"73.89%","Top 5 Accuracy":"91.38%"},"uses_additional_data":false},{"leaderboard":"/sota/semi-supervised-image-classification-on-svhn","task":"Semi-Supervised Image Classification","dataset":"SVHN, 1000 labels","model":"Meta Pseudo Labels (WRN-28-2)","rank_in_archive_order":1,"of":17,"metrics":{"Accuracy":"98.01 ± 0.07"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2003.10580","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2003.10580"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/YanYan0716/MPL","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/kekmodel/MPL-pytorch","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ifsheldon/MPL_Lightning","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/sayakpaul/PAWS-TF","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/google-research/google-research/tree/master/meta_pseudo_labels","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/7ZFG1/Semi-Supervised-Learning-Meta-Pseudo-Learning-","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ve450su2021-group26/Algorithm","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/retoschiegg/meta-pseudo-labels","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/usccolumbia/tsdnn","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":3,"ran_draft_wrong":2,"unverified":9},"by_repo_kind":{"listed":{"samples":14,"ran":5,"repositories":2}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"c6e7c3451c85404f","entry":"AutoContrast","repo":"ifsheldon/MPL_Lightning","repo_kind":"listed","path":"mpl_lightning/augmentation.py","file_url":"https://github.com/ifsheldon/MPL_Lightning/blob/HEAD/mpl_lightning/augmentation.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c6e7c3451c85404f"}},{"code_sha256_prefix":"0d1a8d6ce2015fc7","entry":"Brightness","repo":"ifsheldon/MPL_Lightning","repo_kind":"listed","path":"mpl_lightning/augmentation.py","file_url":"https://github.com/ifsheldon/MPL_Lightning/blob/HEAD/mpl_lightning/augmentation.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0d1a8d6ce2015fc7"}},{"code_sha256_prefix":"32cb3f5760fa593e","entry":"Color","repo":"ifsheldon/MPL_Lightning","repo_kind":"listed","path":"mpl_lightning/augmentation.py","file_url":"https://github.com/ifsheldon/MPL_Lightning/blob/HEAD/mpl_lightning/augmentation.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"32cb3f5760fa593e"}},{"code_sha256_prefix":"3f0fe82035c4dbf7","entry":"class_eval","repo":"usccolumbia/tsdnn","repo_kind":"listed","path":"predict.py","file_url":"https://github.com/usccolumbia/tsdnn/blob/HEAD/predict.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3f0fe82035c4dbf7"}},{"code_sha256_prefix":"8d28ce13cc82e55f","entry":"mae","repo":"usccolumbia/tsdnn","repo_kind":"listed","path":"predict.py","file_url":"https://github.com/usccolumbia/tsdnn/blob/HEAD/predict.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8d28ce13cc82e55f"}},{"code_sha256_prefix":"cc7636585a82c554","entry":"add_data_specific_args","repo":"ifsheldon/MPL_Lightning","repo_kind":"listed","path":"mpl_lightning/datamodules.py","file_url":"https://github.com/ifsheldon/MPL_Lightning/blob/HEAD/mpl_lightning/datamodules.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"cc7636585a82c554"}},{"code_sha256_prefix":"4aed6586a15047dd","entry":"build_wideresnet","repo":"ifsheldon/MPL_Lightning","repo_kind":"listed","path":"mpl_lightning/aux_modules.py","file_url":"https://github.com/ifsheldon/MPL_Lightning/blob/HEAD/mpl_lightning/aux_modules.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4aed6586a15047dd"}},{"code_sha256_prefix":"3f6dd8d427414044","entry":"collate_pool","repo":"usccolumbia/tsdnn","repo_kind":"listed","path":"tsdnn/data.py","file_url":"https://github.com/usccolumbia/tsdnn/blob/HEAD/tsdnn/data.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3f6dd8d427414044"}},{"code_sha256_prefix":"ddf3bcf79dbb01ce","entry":"get_cosine_schedule_with_warmup","repo":"ifsheldon/MPL_Lightning","repo_kind":"listed","path":"mpl_lightning/pl_modules.py","file_url":"https://github.com/ifsheldon/MPL_Lightning/blob/HEAD/mpl_lightning/pl_modules.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ddf3bcf79dbb01ce"}},{"code_sha256_prefix":"ae57990ad886dc45","entry":"get_pos_unl_val_test_loader","repo":"usccolumbia/tsdnn","repo_kind":"listed","path":"tsdnn/data.py","file_url":"https://github.com/usccolumbia/tsdnn/blob/HEAD/tsdnn/data.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ae57990ad886dc45"}},{"code_sha256_prefix":"3b412198c15a2ba3","entry":"get_train_val_test_loader","repo":"usccolumbia/tsdnn","repo_kind":"listed","path":"pu_cgcnn/cgcnn/data.py","file_url":"https://github.com/usccolumbia/tsdnn/blob/HEAD/pu_cgcnn/cgcnn/data.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3b412198c15a2ba3"}},{"code_sha256_prefix":"431b44daf2725a69","entry":"validate","repo":"usccolumbia/tsdnn","repo_kind":"listed","path":"predict.py","file_url":"https://github.com/usccolumbia/tsdnn/blob/HEAD/predict.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"431b44daf2725a69"}},{"code_sha256_prefix":"8d0f8832124fc89d","entry":"validate","repo":"usccolumbia/tsdnn","repo_kind":"listed","path":"pu_cgcnn/cgcnn/predict.py","file_url":"https://github.com/usccolumbia/tsdnn/blob/HEAD/pu_cgcnn/cgcnn/predict.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8d0f8832124fc89d"}},{"code_sha256_prefix":"78c331f531a14ce5","entry":"x_u_split","repo":"ifsheldon/MPL_Lightning","repo_kind":"listed","path":"mpl_lightning/datamodules.py","file_url":"https://github.com/ifsheldon/MPL_Lightning/blob/HEAD/mpl_lightning/datamodules.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"78c331f531a14ce5"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}