{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/global-convergence-and-induced-kernels-of","title":"Global Convergence and Generalization Bound of Gradient-Based Meta-Learning with Deep Neural Nets","arxiv_id":"2006.14606","date":"2020-06-25","proceeding":null,"authors":["Haoxiang Wang","Ruoyu Sun","Bo Li"],"abstract":"Gradient-based meta-learning (GBML) with deep neural nets (DNNs) has become a popular approach for few-shot learning. However, due to the non-convexity of DNNs and the bi-level optimization in GBML, the theoretical properties of GBML with DNNs remain largely unknown. In this paper, we first aim to answer the following question: Does GBML with DNNs have global convergence guarantees? We provide a positive answer to this question by proving that GBML with over-parameterized DNNs is guaranteed to converge to global optima at a linear rate. The second question we aim to address is: How does GBML achieve fast adaption to new tasks with prior experience on past tasks? To answer it, we theoretically show that GBML is equivalent to a functional gradient descent operation that explicitly propagates experience from the past tasks to new ones, and then we prove a generalization error bound of GBML with over-parameterized DNNs.","url_abs":"https://arxiv.org/abs/2006.14606v2","url_pdf":"https://arxiv.org/pdf/2006.14606v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"global-convergence-and-induced-kernels-of","repo_url":"https://github.com/AI-secure/Meta-Neural-Kernel","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"global-convergence-and-induced-kernels-of","repo_url":"https://github.com/facebookresearch/higher","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"few-shot-learning","task_name":"Few-Shot Learning"},{"task_slug":"meta-learning","task_name":"Meta-Learning"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2006.14606","atlas_url":"https://app.syntology.ai/?focus=2006.14606","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.14606"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/facebookresearch/higher","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/AI-secure/Meta-Neural-Kernel","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_honours":1,"ran_draft_wrong":3,"ran":1,"unverified":17},"by_repo_kind":{"official":{"samples":22,"ran":5,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"3ed1406329714c3f","entry":"cat_list_to_tensor","repo":"AI-secure/Meta-Neural-Kernel","repo_kind":"official","path":"hypergrad/CG_torch.py","file_url":"https://github.com/AI-secure/Meta-Neural-Kernel/blob/HEAD/hypergrad/CG_torch.py","link_basis":"harvester_set","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3ed1406329714c3f"}},{"code_sha256_prefix":"31f282d2a7c181bb","entry":"cg","repo":"AI-secure/Meta-Neural-Kernel","repo_kind":"official","path":"hypergrad/CG_torch.py","file_url":"https://github.com/AI-secure/Meta-Neural-Kernel/blob/HEAD/hypergrad/CG_torch.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"31f282d2a7c181bb"}},{"code_sha256_prefix":"2b7ea8d2c1a114db","entry":"get_cnn_omniglot","repo":"AI-secure/Meta-Neural-Kernel","repo_kind":"official","path":"imaml_utils.py","file_url":"https://github.com/AI-secure/Meta-Neural-Kernel/blob/HEAD/imaml_utils.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2b7ea8d2c1a114db"}},{"code_sha256_prefix":"82506bf89d625519","entry":"index_classes","repo":"AI-secure/Meta-Neural-Kernel","repo_kind":"official","path":"support/omniglot_loaders.py","file_url":"https://github.com/AI-secure/Meta-Neural-Kernel/blob/HEAD/support/omniglot_loaders.py","link_basis":"plan_row","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"82506bf89d625519"}},{"code_sha256_prefix":"67807e9ca0f086f6","entry":"inner_loop","repo":"AI-secure/Meta-Neural-Kernel","repo_kind":"official","path":"imaml_utils.py","file_url":"https://github.com/AI-secure/Meta-Neural-Kernel/blob/HEAD/imaml_utils.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"67807e9ca0f086f6"}},{"code_sha256_prefix":"13e36d5238769ad6","entry":"NTK","repo":"AI-secure/Meta-Neural-Kernel","repo_kind":"official","path":"support/tools.py","file_url":"https://github.com/AI-secure/Meta-Neural-Kernel/blob/HEAD/support/tools.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"13e36d5238769ad6"}},{"code_sha256_prefix":"7ebbe4bde220a934","entry":"NTK_torch","repo":"AI-secure/Meta-Neural-Kernel","repo_kind":"official","path":"support/tools.py","file_url":"https://github.com/AI-secure/Meta-Neural-Kernel/blob/HEAD/support/tools.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7ebbe4bde220a934"}},{"code_sha256_prefix":"83f4ab415a5aad0b","entry":"exists_kernel_element","repo":"AI-secure/Meta-Neural-Kernel","repo_kind":"official","path":"support/ConvNTK.py","file_url":"https://github.com/AI-secure/Meta-Neural-Kernel/blob/HEAD/support/ConvNTK.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"83f4ab415a5aad0b"}},{"code_sha256_prefix":"7c477c388fa699a2","entry":"find_classes","repo":"AI-secure/Meta-Neural-Kernel","repo_kind":"official","path":"support/omniglot_loaders.py","file_url":"https://github.com/AI-secure/Meta-Neural-Kernel/blob/HEAD/support/omniglot_loaders.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7c477c388fa699a2"}},{"code_sha256_prefix":"393761f8bd906b62","entry":"fixed_point","repo":"AI-secure/Meta-Neural-Kernel","repo_kind":"official","path":"hypergrad/hypergradients.py","file_url":"https://github.com/AI-secure/Meta-Neural-Kernel/blob/HEAD/hypergrad/hypergradients.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"393761f8bd906b62"}},{"code_sha256_prefix":"3ffa7e0c883965f8","entry":"gd_step","repo":"AI-secure/Meta-Neural-Kernel","repo_kind":"official","path":"hypergrad/diff_optimizers.py","file_url":"https://github.com/AI-secure/Meta-Neural-Kernel/blob/HEAD/hypergrad/diff_optimizers.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3ffa7e0c883965f8"}},{"code_sha256_prefix":"d533144f406f4f80","entry":"heavy_ball_step","repo":"AI-secure/Meta-Neural-Kernel","repo_kind":"official","path":"hypergrad/diff_optimizers.py","file_url":"https://github.com/AI-secure/Meta-Neural-Kernel/blob/HEAD/hypergrad/diff_optimizers.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d533144f406f4f80"}},{"code_sha256_prefix":"52fb157ddac8fab4","entry":"load_dataset","repo":"AI-secure/Meta-Neural-Kernel","repo_kind":"official","path":"meta_cntk_utils.py","file_url":"https://github.com/AI-secure/Meta-Neural-Kernel/blob/HEAD/meta_cntk_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"52fb157ddac8fab4"}},{"code_sha256_prefix":"f1815f9eb0daf1fd","entry":"load_label_embeddings","repo":"AI-secure/Meta-Neural-Kernel","repo_kind":"official","path":"meta_cntk_utils.py","file_url":"https://github.com/AI-secure/Meta-Neural-Kernel/blob/HEAD/meta_cntk_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f1815f9eb0daf1fd"}},{"code_sha256_prefix":"6b36760cde85633e","entry":"np2torch","repo":"AI-secure/Meta-Neural-Kernel","repo_kind":"official","path":"maml_utils.py","file_url":"https://github.com/AI-secure/Meta-Neural-Kernel/blob/HEAD/maml_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6b36760cde85633e"}},{"code_sha256_prefix":"3fa6ba572324395e","entry":"pred_from_emb","repo":"AI-secure/Meta-Neural-Kernel","repo_kind":"official","path":"meta_cntk_utils.py","file_url":"https://github.com/AI-secure/Meta-Neural-Kernel/blob/HEAD/meta_cntk_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3fa6ba572324395e"}},{"code_sha256_prefix":"09a851231e1710bd","entry":"remove_padding","repo":"AI-secure/Meta-Neural-Kernel","repo_kind":"official","path":"maml_utils.py","file_url":"https://github.com/AI-secure/Meta-Neural-Kernel/blob/HEAD/maml_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"09a851231e1710bd"}},{"code_sha256_prefix":"112545aa7657ecd8","entry":"reverse","repo":"AI-secure/Meta-Neural-Kernel","repo_kind":"official","path":"hypergrad/hypergradients.py","file_url":"https://github.com/AI-secure/Meta-Neural-Kernel/blob/HEAD/hypergrad/hypergradients.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"112545aa7657ecd8"}},{"code_sha256_prefix":"47110587d7bc352b","entry":"reverse_unroll","repo":"AI-secure/Meta-Neural-Kernel","repo_kind":"official","path":"hypergrad/hypergradients.py","file_url":"https://github.com/AI-secure/Meta-Neural-Kernel/blob/HEAD/hypergrad/hypergradients.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"47110587d7bc352b"}},{"code_sha256_prefix":"3f3ba82ae6dd255a","entry":"svm","repo":"AI-secure/Meta-Neural-Kernel","repo_kind":"official","path":"support/tools.py","file_url":"https://github.com/AI-secure/Meta-Neural-Kernel/blob/HEAD/support/tools.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3f3ba82ae6dd255a"}},{"code_sha256_prefix":"f482f7091be9fc72","entry":"torch2np","repo":"AI-secure/Meta-Neural-Kernel","repo_kind":"official","path":"maml_utils.py","file_url":"https://github.com/AI-secure/Meta-Neural-Kernel/blob/HEAD/maml_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f482f7091be9fc72"}},{"code_sha256_prefix":"6cdf7a8f1301bf5c","entry":"torch_momentum_step","repo":"AI-secure/Meta-Neural-Kernel","repo_kind":"official","path":"hypergrad/diff_optimizers.py","file_url":"https://github.com/AI-secure/Meta-Neural-Kernel/blob/HEAD/hypergrad/diff_optimizers.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6cdf7a8f1301bf5c"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}