{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/an-upload-efficient-scheme-for-transferring","title":"An Upload-Efficient Scheme for Transferring Knowledge From a Server-Side Pre-trained Generator to Clients in Heterogeneous Federated Learning","arxiv_id":"2403.15760","date":"2024-03-23","proceeding":"CVPR 2024 1","authors":["Jianqing Zhang","Yang Liu","Yang Hua","Jian Cao"],"abstract":"Heterogeneous Federated Learning (HtFL) enables task-specific knowledge sharing among clients with different model architectures while preserving privacy. Despite recent research progress, transferring knowledge in HtFL is still difficult due to data and model heterogeneity. To tackle this, we introduce a public pre-trained generator (e.g., StyleGAN or Stable Diffusion) as the bridge and propose a new upload-efficient knowledge transfer scheme called Federated Knowledge-Transfer-Loop (FedKTL). It can produce task-related prototypical image-vector pairs via the generator's inference on the server. With these pairs, each client can transfer common knowledge from the generator to its local model through an additional supervised local task. We conduct extensive experiments on four datasets under two types of data heterogeneity with 14 heterogeneous models, including CNNs and ViTs. Results show that our FedKTL surpasses seven state-of-the-art methods by up to 7.31%. Moreover, our knowledge transfer scheme is applicable in cloud-edge scenarios with only one edge client. Code: https://github.com/TsingZ0/FedKTL","url_abs":"https://arxiv.org/abs/2403.15760v2","url_pdf":"https://arxiv.org/pdf/2403.15760v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"an-upload-efficient-scheme-for-transferring","repo_url":"https://github.com/tsingz0/fedktl","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}}],"tasks":[{"task_slug":"federated-learning","task_name":"Federated Learning"},{"task_slug":"transfer-learning","task_name":"Transfer Learning"}],"methods":[{"method_slug":"adaptive-instance-normalization","method_name":"Adaptive Instance Normalization"},{"method_slug":"convolution","method_name":"Convolution"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"feedforward-network","method_name":"Feedforward Network"},{"method_slug":"r1-regularization","method_name":"R1 Regularization"},{"method_slug":"stylegan","method_name":"StyleGAN"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2403.15760","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.15760"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/tsingz0/fedktl","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"deterministic:regex_extraction","url":"https://github.com/TsingZ0/FedKTL","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"ran":5,"ran_draft_wrong":4,"ran_honours":2,"unverified":7},"by_repo_kind":{"official":{"samples":18,"ran":11,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"fde61fb8121b8bc1","entry":"Feature_Transformer","repo":"TsingZ0/FedKTL","repo_kind":"official","path":"system/flcore/servers/serverktl_stylegan_3.py","file_url":"https://github.com/TsingZ0/FedKTL/blob/HEAD/system/flcore/servers/serverktl_stylegan_3.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"fde61fb8121b8bc1"}},{"code_sha256_prefix":"54f1b5ed38dafdfa","entry":"MMD","repo":"tsingz0/fedktl","repo_kind":"official","path":"system/flcore/servers/serverktl_stable_diffusion.py","file_url":"https://github.com/tsingz0/fedktl/blob/HEAD/system/flcore/servers/serverktl_stable_diffusion.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"54f1b5ed38dafdfa"}},{"code_sha256_prefix":"5d6dc231986a939a","entry":"agg_func","repo":"TsingZ0/FedKTL","repo_kind":"official","path":"system/flcore/servers/serverktl_stylegan_3.py","file_url":"https://github.com/TsingZ0/FedKTL/blob/HEAD/system/flcore/servers/serverktl_stylegan_3.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"5d6dc231986a939a"}},{"code_sha256_prefix":"4839e6f3a569f1b9","entry":"alexnet","repo":"tsingz0/fedktl","repo_kind":"official","path":"system/flcore/trainmodel/alexnet.py","file_url":"https://github.com/tsingz0/fedktl/blob/HEAD/system/flcore/trainmodel/alexnet.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"4839e6f3a569f1b9"}},{"code_sha256_prefix":"df0caf0461bb89cb","entry":"avg_func","repo":"TsingZ0/FedKTL","repo_kind":"official","path":"system/flcore/servers/serverktl_stylegan_3.py","file_url":"https://github.com/TsingZ0/FedKTL/blob/HEAD/system/flcore/servers/serverktl_stylegan_3.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"df0caf0461bb89cb"}},{"code_sha256_prefix":"96aa3382752f5281","entry":"generate_random_orthogonal_matrix","repo":"TsingZ0/FedKTL","repo_kind":"official","path":"system/flcore/servers/serverktl_stylegan_3.py","file_url":"https://github.com/TsingZ0/FedKTL/blob/HEAD/system/flcore/servers/serverktl_stylegan_3.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"96aa3382752f5281"}},{"code_sha256_prefix":"132dfc2af9ff530c","entry":"load_item","repo":"TsingZ0/FedKTL","repo_kind":"official","path":"system/flcore/servers/serverktl_stylegan_3.py","file_url":"https://github.com/TsingZ0/FedKTL/blob/HEAD/system/flcore/servers/serverktl_stylegan_3.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"132dfc2af9ff530c"}},{"code_sha256_prefix":"22b172e83bc1a35c","entry":"mobilenet_v2","repo":"tsingz0/fedktl","repo_kind":"official","path":"system/flcore/trainmodel/mobilenet_v2.py","file_url":"https://github.com/tsingz0/fedktl/blob/HEAD/system/flcore/trainmodel/mobilenet_v2.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"22b172e83bc1a35c"}},{"code_sha256_prefix":"c8273104f9d91d46","entry":"read_client_data","repo":"TsingZ0/FedKTL","repo_kind":"official","path":"system/flcore/servers/serverktl_stylegan_3.py","file_url":"https://github.com/TsingZ0/FedKTL/blob/HEAD/system/flcore/servers/serverktl_stylegan_3.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"c8273104f9d91d46"}},{"code_sha256_prefix":"a741dc4e721c56c6","entry":"read_client_data_Shakespeare","repo":"TsingZ0/FedKTL","repo_kind":"official","path":"system/flcore/servers/serverktl_stylegan_3.py","file_url":"https://github.com/TsingZ0/FedKTL/blob/HEAD/system/flcore/servers/serverktl_stylegan_3.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"a741dc4e721c56c6"}},{"code_sha256_prefix":"fd69af949887cea7","entry":"read_client_data_text","repo":"TsingZ0/FedKTL","repo_kind":"official","path":"system/flcore/servers/serverktl_stylegan_3.py","file_url":"https://github.com/TsingZ0/FedKTL/blob/HEAD/system/flcore/servers/serverktl_stylegan_3.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"fd69af949887cea7"}},{"code_sha256_prefix":"c93d596514b9ca52","entry":"BaseHeadSplit","repo":"TsingZ0/FedKTL","repo_kind":"official","path":"system/flcore/servers/serverktl_stylegan_3.py","file_url":"https://github.com/TsingZ0/FedKTL/blob/HEAD/system/flcore/servers/serverktl_stylegan_3.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"c93d596514b9ca52"}},{"code_sha256_prefix":"f2e3ea1cfc9c8a5d","entry":"Client","repo":"TsingZ0/FedKTL","repo_kind":"official","path":"system/flcore/servers/serverktl_stylegan_3.py","file_url":"https://github.com/TsingZ0/FedKTL/blob/HEAD/system/flcore/servers/serverktl_stylegan_3.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"f2e3ea1cfc9c8a5d"}},{"code_sha256_prefix":"9ba786e9c49315cc","entry":"FedKTL","repo":"TsingZ0/FedKTL","repo_kind":"official","path":"system/flcore/servers/serverktl_stylegan_3.py","file_url":"https://github.com/TsingZ0/FedKTL/blob/HEAD/system/flcore/servers/serverktl_stylegan_3.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9ba786e9c49315cc"}},{"code_sha256_prefix":"995784bb2619aade","entry":"Server","repo":"TsingZ0/FedKTL","repo_kind":"official","path":"system/flcore/servers/serverktl_stylegan_3.py","file_url":"https://github.com/TsingZ0/FedKTL/blob/HEAD/system/flcore/servers/serverktl_stylegan_3.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"995784bb2619aade"}},{"code_sha256_prefix":"1afe923e67a729c7","entry":"clientKTL","repo":"TsingZ0/FedKTL","repo_kind":"official","path":"system/flcore/servers/serverktl_stylegan_3.py","file_url":"https://github.com/TsingZ0/FedKTL/blob/HEAD/system/flcore/servers/serverktl_stylegan_3.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"1afe923e67a729c7"}},{"code_sha256_prefix":"2e468f03b54c3418","entry":"read_data","repo":"TsingZ0/FedKTL","repo_kind":"official","path":"system/flcore/servers/serverktl_stylegan_3.py","file_url":"https://github.com/TsingZ0/FedKTL/blob/HEAD/system/flcore/servers/serverktl_stylegan_3.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"2e468f03b54c3418"}},{"code_sha256_prefix":"7da90aab3cbb2186","entry":"save_item","repo":"TsingZ0/FedKTL","repo_kind":"official","path":"system/flcore/servers/serverktl_stylegan_3.py","file_url":"https://github.com/TsingZ0/FedKTL/blob/HEAD/system/flcore/servers/serverktl_stylegan_3.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"7da90aab3cbb2186"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}