{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/fedpara-low-rank-hadamard-product","title":"FedPara: Low-Rank Hadamard Product for Communication-Efficient Federated Learning","arxiv_id":"2108.06098","date":"2021-08-13","proceeding":"ICLR 2022 4","authors":["Nam Hyeon-Woo","Moon Ye-Bin","Tae-Hyun Oh"],"abstract":"In this work, we propose a communication-efficient parameterization, FedPara, for federated learning (FL) to overcome the burdens on frequent model uploads and downloads. Our method re-parameterizes weight parameters of layers using low-rank weights followed by the Hadamard product. Compared to the conventional low-rank parameterization, our FedPara method is not restricted to low-rank constraints, and thereby it has a far larger capacity. This property enables to achieve comparable performance while requiring 3 to 10 times lower communication costs than the model with the original layers, which is not achievable by the traditional low-rank methods. The efficiency of our method can be further improved by combining with other efficient FL optimizers. In addition, we extend our method to a personalized FL application, pFedPara, which separates parameters into global and local ones. We show that pFedPara outperforms competing personalized FL methods with more than three times fewer parameters.","url_abs":"https://arxiv.org/abs/2108.06098v3","url_pdf":"https://arxiv.org/pdf/2108.06098v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"fedpara-low-rank-hadamard-product","repo_url":"https://github.com/south-hw/fedpara_iclr22","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"fedpara-low-rank-hadamard-product","repo_url":"https://github.com/kohakublueleaf/lycoris","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"federated-learning","task_name":"Federated Learning"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2108.06098","atlas_url":"https://app.syntology.ai/?focus=2108.06098","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.06098"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/south-hw/fedpara_iclr22","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/kohakublueleaf/lycoris","reach":null}],"summary":{"ran":1,"ran_honours":1,"ran_draft_wrong":5,"ran_violates":3,"unverified":16},"by_repo_kind":{"listed":{"samples":26,"ran":10,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"c1945e2d33dd75a2","entry":"_compile_usable","repo":"kohakublueleaf/lycoris","repo_kind":"listed","path":"lycoris/functional/loha.py","file_url":"https://github.com/kohakublueleaf/lycoris/blob/HEAD/lycoris/functional/loha.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"c1945e2d33dd75a2"}},{"code_sha256_prefix":"930aebf19ca4dca8","entry":"_scale","repo":"kohakublueleaf/lycoris","repo_kind":"listed","path":"lycoris/functional/loha.py","file_url":"https://github.com/kohakublueleaf/lycoris/blob/HEAD/lycoris/functional/loha.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"930aebf19ca4dca8"}},{"code_sha256_prefix":"fc584dfaf5a8acf7","entry":"cast_operands","repo":"kohakublueleaf/lycoris","repo_kind":"listed","path":"lycoris/functional/loha.py","file_url":"https://github.com/kohakublueleaf/lycoris/blob/HEAD/lycoris/functional/loha.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"fc584dfaf5a8acf7"}},{"code_sha256_prefix":"686db01715dc4fcc","entry":"compiled","repo":"kohakublueleaf/lycoris","repo_kind":"listed","path":"lycoris/functional/loha.py","file_url":"https://github.com/kohakublueleaf/lycoris/blob/HEAD/lycoris/functional/loha.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"686db01715dc4fcc"}},{"code_sha256_prefix":"9aa96c05d80a302c","entry":"half_of","repo":"kohakublueleaf/lycoris","repo_kind":"listed","path":"lycoris/functional/loha.py","file_url":"https://github.com/kohakublueleaf/lycoris/blob/HEAD/lycoris/functional/loha.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9aa96c05d80a302c"}},{"code_sha256_prefix":"6c1c60de009f53a9","entry":"make_weight_tucker","repo":"kohakublueleaf/lycoris","repo_kind":"listed","path":"lycoris/functional/loha.py","file_url":"https://github.com/kohakublueleaf/lycoris/blob/HEAD/lycoris/functional/loha.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"6c1c60de009f53a9"}},{"code_sha256_prefix":"5757ad34222c2c4c","entry":"on_device","repo":"kohakublueleaf/lycoris","repo_kind":"listed","path":"lycoris/functional/loha.py","file_url":"https://github.com/kohakublueleaf/lycoris/blob/HEAD/lycoris/functional/loha.py","link_basis":"first_harvest_node","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"5757ad34222c2c4c"}},{"code_sha256_prefix":"0bbd3fc4c063623a","entry":"one_family","repo":"kohakublueleaf/lycoris","repo_kind":"listed","path":"lycoris/functional/loha.py","file_url":"https://github.com/kohakublueleaf/lycoris/blob/HEAD/lycoris/functional/loha.py","link_basis":"first_harvest_node","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"0bbd3fc4c063623a"}},{"code_sha256_prefix":"169c00861c4d2f60","entry":"restore","repo":"kohakublueleaf/lycoris","repo_kind":"listed","path":"lycoris/functional/loha.py","file_url":"https://github.com/kohakublueleaf/lycoris/blob/HEAD/lycoris/functional/loha.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"169c00861c4d2f60"}},{"code_sha256_prefix":"3d7a016b112adce3","entry":"static_scale","repo":"kohakublueleaf/lycoris","repo_kind":"listed","path":"lycoris/functional/loha.py","file_url":"https://github.com/kohakublueleaf/lycoris/blob/HEAD/lycoris/functional/loha.py","link_basis":"first_harvest_node","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"3d7a016b112adce3"}},{"code_sha256_prefix":"c80282e8fc2b17b6","entry":"HadaRebuildFn","repo":"kohakublueleaf/lycoris","repo_kind":"listed","path":"lycoris/functional/loha.py","file_url":"https://github.com/kohakublueleaf/lycoris/blob/HEAD/lycoris/functional/loha.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"c80282e8fc2b17b6"}},{"code_sha256_prefix":"c1a558c05ff52954","entry":"HadaTuckerRebuildFn","repo":"kohakublueleaf/lycoris","repo_kind":"listed","path":"lycoris/functional/loha.py","file_url":"https://github.com/kohakublueleaf/lycoris/blob/HEAD/lycoris/functional/loha.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"c1a558c05ff52954"}},{"code_sha256_prefix":"25ce8d9b893fa79d","entry":"HadaWeight","repo":"kohakublueleaf/lycoris","repo_kind":"listed","path":"lycoris/functional/loha.py","file_url":"https://github.com/kohakublueleaf/lycoris/blob/HEAD/lycoris/functional/loha.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"25ce8d9b893fa79d"}},{"code_sha256_prefix":"ff49f45f7cc0dad2","entry":"HadaWeightTucker","repo":"kohakublueleaf/lycoris","repo_kind":"listed","path":"lycoris/functional/loha.py","file_url":"https://github.com/kohakublueleaf/lycoris/blob/HEAD/lycoris/functional/loha.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"ff49f45f7cc0dad2"}},{"code_sha256_prefix":"82ead5bb13f48a75","entry":"_diff_weight","repo":"kohakublueleaf/lycoris","repo_kind":"listed","path":"lycoris/functional/loha.py","file_url":"https://github.com/kohakublueleaf/lycoris/blob/HEAD/lycoris/functional/loha.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"82ead5bb13f48a75"}},{"code_sha256_prefix":"1e53cb13a60a0c98","entry":"available_backends","repo":"kohakublueleaf/lycoris","repo_kind":"listed","path":"lycoris/functional/loha.py","file_url":"https://github.com/kohakublueleaf/lycoris/blob/HEAD/lycoris/functional/loha.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"1e53cb13a60a0c98"}},{"code_sha256_prefix":"8d96edb94e53fc58","entry":"call_compiled","repo":"kohakublueleaf/lycoris","repo_kind":"listed","path":"lycoris/functional/loha.py","file_url":"https://github.com/kohakublueleaf/lycoris/blob/HEAD/lycoris/functional/loha.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"8d96edb94e53fc58"}},{"code_sha256_prefix":"6942530568e5f4cc","entry":"choose","repo":"kohakublueleaf/lycoris","repo_kind":"listed","path":"lycoris/functional/loha.py","file_url":"https://github.com/kohakublueleaf/lycoris/blob/HEAD/lycoris/functional/loha.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"6942530568e5f4cc"}},{"code_sha256_prefix":"6ff6c50cfb70d72b","entry":"demote","repo":"kohakublueleaf/lycoris","repo_kind":"listed","path":"lycoris/functional/loha.py","file_url":"https://github.com/kohakublueleaf/lycoris/blob/HEAD/lycoris/functional/loha.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"6ff6c50cfb70d72b"}},{"code_sha256_prefix":"4dd9ac3bb6ad0e2b","entry":"diff_weight","repo":"kohakublueleaf/lycoris","repo_kind":"listed","path":"lycoris/functional/loha.py","file_url":"https://github.com/kohakublueleaf/lycoris/blob/HEAD/lycoris/functional/loha.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"4dd9ac3bb6ad0e2b"}},{"code_sha256_prefix":"c2bf50dc9e8e062e","entry":"get_ops","repo":"kohakublueleaf/lycoris","repo_kind":"listed","path":"lycoris/functional/loha.py","file_url":"https://github.com/kohakublueleaf/lycoris/blob/HEAD/lycoris/functional/loha.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"c2bf50dc9e8e062e"}},{"code_sha256_prefix":"b9fc91af78bb5a55","entry":"loha_diff_weight","repo":"kohakublueleaf/lycoris","repo_kind":"listed","path":"lycoris/functional/loha.py","file_url":"https://github.com/kohakublueleaf/lycoris/blob/HEAD/lycoris/functional/loha.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"b9fc91af78bb5a55"}},{"code_sha256_prefix":"42134b9fa83d1b96","entry":"make_weight","repo":"kohakublueleaf/lycoris","repo_kind":"listed","path":"lycoris/functional/loha.py","file_url":"https://github.com/kohakublueleaf/lycoris/blob/HEAD/lycoris/functional/loha.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"42134b9fa83d1b96"}},{"code_sha256_prefix":"b2fe3b0f677b2213","entry":"promote","repo":"kohakublueleaf/lycoris","repo_kind":"listed","path":"lycoris/functional/loha.py","file_url":"https://github.com/kohakublueleaf/lycoris/blob/HEAD/lycoris/functional/loha.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"b2fe3b0f677b2213"}},{"code_sha256_prefix":"af9a28bda7cff15b","entry":"resolve","repo":"kohakublueleaf/lycoris","repo_kind":"listed","path":"lycoris/functional/loha.py","file_url":"https://github.com/kohakublueleaf/lycoris/blob/HEAD/lycoris/functional/loha.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"af9a28bda7cff15b"}},{"code_sha256_prefix":"6b5371eae9399500","entry":"resolve_backend","repo":"kohakublueleaf/lycoris","repo_kind":"listed","path":"lycoris/functional/loha.py","file_url":"https://github.com/kohakublueleaf/lycoris/blob/HEAD/lycoris/functional/loha.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"6b5371eae9399500"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}