{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/empirical-bayes-transductive-meta-learning-1","title":"Empirical Bayes Transductive Meta-Learning with Synthetic Gradients","arxiv_id":"2004.12696","date":"2020-04-27","proceeding":"ICLR 2020 1","authors":["Shell Xu Hu","Pablo G. Moreno","Yang Xiao","Xi Shen","Guillaume Obozinski","Neil D. Lawrence","Andreas Damianou"],"abstract":"We propose a meta-learning approach that learns from multiple tasks in a transductive setting, by leveraging the unlabeled query set in addition to the support set to generate a more powerful model for each task. To develop our framework, we revisit the empirical Bayes formulation for multi-task learning. The evidence lower bound of the marginal log-likelihood of empirical Bayes decomposes as a sum of local KL divergences between the variational posterior and the true posterior on the query set of each task. We derive a novel amortized variational inference that couples all the variational posteriors via a meta-model, which consists of a synthetic gradient network and an initialization network. Each variational posterior is derived from synthetic gradient descent to approximate the true posterior on the query set, although where we do not have access to the true gradient. Our results on the Mini-ImageNet and CIFAR-FS benchmarks for episodic few-shot classification outperform previous state-of-the-art methods. Besides, we conduct two zero-shot learning experiments to further explore the potential of the synthetic gradient.","url_abs":"https://arxiv.org/abs/2004.12696v1","url_pdf":"https://arxiv.org/pdf/2004.12696v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"empirical-bayes-transductive-meta-learning-1","repo_url":"https://github.com/amzn/xfer","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"mxnet","reach":{"status":"unanswered"}},{"paper_slug":"empirical-bayes-transductive-meta-learning-1","repo_url":"https://github.com/hushell/sib_meta_learn","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"few-shot-image-classification","task_name":"Few-Shot Image Classification"},{"task_slug":"meta-learning","task_name":"Meta-Learning"},{"task_slug":"multi-task-learning","task_name":"Multi-Task Learning"},{"task_slug":"variational-inference","task_name":"Variational Inference"},{"task_slug":"zero-shot-learning","task_name":"Zero-Shot Learning"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/few-shot-image-classification-on-cifar-fs-5","task":"Few-Shot Image Classification","dataset":"CIFAR-FS 5-way (1-shot)","model":"SIB","rank_in_archive_order":13,"of":38,"metrics":{"Accuracy":"80.0"},"uses_additional_data":false},{"leaderboard":"/sota/few-shot-image-classification-on-cifar-fs-5-1","task":"Few-Shot Image Classification","dataset":"CIFAR-FS 5-way (5-shot)","model":"SIB","rank_in_archive_order":29,"of":39,"metrics":{"Accuracy":"85.3"},"uses_additional_data":false},{"leaderboard":"/sota/few-shot-image-classification-on-mini-2","task":"Few-Shot Image Classification","dataset":"Mini-Imagenet 5-way (1-shot)","model":"SIB","rank_in_archive_order":35,"of":105,"metrics":{"Accuracy":"70.0"},"uses_additional_data":false},{"leaderboard":"/sota/few-shot-image-classification-on-mini-3","task":"Few-Shot Image Classification","dataset":"Mini-Imagenet 5-way (5-shot)","model":"SIB","rank_in_archive_order":57,"of":95,"metrics":{"Accuracy":"79.2"},"uses_additional_data":false}],"syntology":{"syntology_url":"https://syntology.ai/paper/2004.12696","atlas_url":"https://app.syntology.ai/?focus=2004.12696","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.12696"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/amzn/xfer","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/hushell/sib_meta_learn","reach":null}],"summary":{"ran":3,"ran_draft_wrong":1,"unverified":1},"by_repo_kind":{"official":{"samples":5,"ran":4,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":5,"samples":[{"code_sha256_prefix":"85343babe714bac4","entry":"FeatExemplarAvgBlock","repo":"hushell/sib_meta_learn","repo_kind":"official","path":"sib.py","file_url":"https://github.com/hushell/sib_meta_learn/blob/HEAD/sib.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"85343babe714bac4"}},{"code_sha256_prefix":"1de646770be0cc0b","entry":"LinearDiag","repo":"hushell/sib_meta_learn","repo_kind":"official","path":"sib.py","file_url":"https://github.com/hushell/sib_meta_learn/blob/HEAD/sib.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"1de646770be0cc0b"}},{"code_sha256_prefix":"eff7c73a459720a5","entry":"dni_linear","repo":"hushell/sib_meta_learn","repo_kind":"official","path":"sib.py","file_url":"https://github.com/hushell/sib_meta_learn/blob/HEAD/sib.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"eff7c73a459720a5"}},{"code_sha256_prefix":"108fa40622cb671f","entry":"label_to_1hot","repo":"hushell/sib_meta_learn","repo_kind":"official","path":"sib.py","file_url":"https://github.com/hushell/sib_meta_learn/blob/HEAD/sib.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"108fa40622cb671f"}},{"code_sha256_prefix":"4e910c4cc4c356b0","entry":"ClassifierSIB","repo":"hushell/sib_meta_learn","repo_kind":"official","path":"sib.py","file_url":"https://github.com/hushell/sib_meta_learn/blob/HEAD/sib.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"4e910c4cc4c356b0"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}