{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2605-00578","title":"Federated Distillation for Whole Slide Image via Gaussian-Mixture Feature Alignment and Curriculum Integration","arxiv_id":"2605.00578","date":"2026-05-01","proceeding":"ICML","authors":["Luru Jing","Cong Cong","Yanyuan Chen","Yongzhi Cao"],"abstract":"Federated learning (FL) offers a promising framework for collaborative digital pathology by enabling model training across institutions. However, real-world deployments face heterogeneity arising from diverse multiple instance learning (MIL) architectures and heterogeneous feature extractors across institutions. We propose FedHD, a novel FL framework that performs local Gaussian-mixture feature alignment tailored for WSI analysis. Instead of exchanging model parameters, each client independently distills semantically rich synthetic feature representations aligned with the distribution of real WSIs. To preserve diagnostic diversity, FedHD adopts a one-to-one distillation strategy, generating a synthetic counterpart for each real slide to avoid over-compression. During federation, a curriculum-based integration strategy progressively incorporates cross-site synthetic features into local training once performance plateaus. Furthermore, an optional interpretation module reconstructs pseudo-patches from synthetic embeddings, enhancing transparency. FedHD is architecture-agnostic, privacy-preserving, and supports personalized yet collaborative training across diverse institutions. Experiments on TCGA-IDH, CAMELYON16, and CAMELYON17 show that FedHD consistently outperforms state-of-the-art federated and distillation baselines.","url_abs":"https://arxiv.org/abs/2605.00578","url_pdf":"https://arxiv.org/pdf/2605.00578","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2605.00578","atlas_url":"https://app.syntology.ai/?focus=2605.00578","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2605.00578"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/HuahuaCodes/FedHD-ICML2026","reach":null}],"summary":{"ran":10,"ran_honours":1,"unverified":2},"by_repo_kind":{"found_in_text":{"samples":13,"ran":11,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"d4117fcbfee5730d","entry":"custom_load_pretrained","repo":"HuahuaCodes/FedHD-ICML2026","repo_kind":"found_in_text","path":"FedHD/model/ViT_model.py","file_url":"https://github.com/HuahuaCodes/FedHD-ICML2026/blob/HEAD/FedHD/model/ViT_model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d4117fcbfee5730d"}},{"code_sha256_prefix":"fe803eb0c1276891","entry":"fixed_patch","repo":"HuahuaCodes/FedHD-ICML2026","repo_kind":"found_in_text","path":"FedHD/model/prompter.py","file_url":"https://github.com/HuahuaCodes/FedHD-ICML2026/blob/HEAD/FedHD/model/prompter.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fe803eb0c1276891"}},{"code_sha256_prefix":"c8ceba12b6020549","entry":"get_gaussian_kernel","repo":"HuahuaCodes/FedHD-ICML2026","repo_kind":"found_in_text","path":"FedHD/utils/swd_loss.py","file_url":"https://github.com/HuahuaCodes/FedHD-ICML2026/blob/HEAD/FedHD/utils/swd_loss.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c8ceba12b6020549"}},{"code_sha256_prefix":"27dfd76a8f81afec","entry":"get_init_params","repo":"HuahuaCodes/FedHD-ICML2026","repo_kind":"found_in_text","path":"FedHD/model/ViT_model.py","file_url":"https://github.com/HuahuaCodes/FedHD-ICML2026/blob/HEAD/FedHD/model/ViT_model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"27dfd76a8f81afec"}},{"code_sha256_prefix":"938686ff7b7aa67e","entry":"padding","repo":"HuahuaCodes/FedHD-ICML2026","repo_kind":"found_in_text","path":"FedHD/model/prompter.py","file_url":"https://github.com/HuahuaCodes/FedHD-ICML2026/blob/HEAD/FedHD/model/prompter.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"938686ff7b7aa67e"}},{"code_sha256_prefix":"2502784dd777356d","entry":"pos_enc_1d","repo":"HuahuaCodes/FedHD-ICML2026","repo_kind":"found_in_text","path":"FedHD/model/ACMIL/model_acmil.py","file_url":"https://github.com/HuahuaCodes/FedHD-ICML2026/blob/HEAD/FedHD/model/ACMIL/model_acmil.py","link_basis":"plan_row","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2502784dd777356d"}},{"code_sha256_prefix":"7d81f8251a01e363","entry":"prompt_init","repo":"HuahuaCodes/FedHD-ICML2026","repo_kind":"found_in_text","path":"FedHD/model/prompter.py","file_url":"https://github.com/HuahuaCodes/FedHD-ICML2026/blob/HEAD/FedHD/model/prompter.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7d81f8251a01e363"}},{"code_sha256_prefix":"4a3a50d5b90d9dac","entry":"pyramid_down","repo":"HuahuaCodes/FedHD-ICML2026","repo_kind":"found_in_text","path":"FedHD/utils/swd_loss.py","file_url":"https://github.com/HuahuaCodes/FedHD-ICML2026/blob/HEAD/FedHD/utils/swd_loss.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4a3a50d5b90d9dac"}},{"code_sha256_prefix":"d6f847810616ed82","entry":"pyramid_up","repo":"HuahuaCodes/FedHD-ICML2026","repo_kind":"found_in_text","path":"FedHD/utils/swd_loss.py","file_url":"https://github.com/HuahuaCodes/FedHD-ICML2026/blob/HEAD/FedHD/utils/swd_loss.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d6f847810616ed82"}},{"code_sha256_prefix":"f9727a62a270fc42","entry":"resnet18_baseline","repo":"HuahuaCodes/FedHD-ICML2026","repo_kind":"found_in_text","path":"FedHD/model/resnet_custom.py","file_url":"https://github.com/HuahuaCodes/FedHD-ICML2026/blob/HEAD/FedHD/model/resnet_custom.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f9727a62a270fc42"}},{"code_sha256_prefix":"5f1e61f49c0249d2","entry":"resnet50_baseline","repo":"HuahuaCodes/FedHD-ICML2026","repo_kind":"found_in_text","path":"FedHD/model/resnet_custom.py","file_url":"https://github.com/HuahuaCodes/FedHD-ICML2026/blob/HEAD/FedHD/model/resnet_custom.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5f1e61f49c0249d2"}},{"code_sha256_prefix":"b18eff62c936792c","entry":"load_pretrained_vit","repo":"HuahuaCodes/FedHD-ICML2026","repo_kind":"found_in_text","path":"FedHD/model/ViT_model.py","file_url":"https://github.com/HuahuaCodes/FedHD-ICML2026/blob/HEAD/FedHD/model/ViT_model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b18eff62c936792c"}},{"code_sha256_prefix":"42ebcfb93d93ecfb","entry":"load_pretrained_weights","repo":"HuahuaCodes/FedHD-ICML2026","repo_kind":"found_in_text","path":"FedHD/model/resnet_custom.py","file_url":"https://github.com/HuahuaCodes/FedHD-ICML2026/blob/HEAD/FedHD/model/resnet_custom.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"42ebcfb93d93ecfb"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.CV","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}