{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/agile-multi-source-free-domain-adaptation","title":"Agile Multi-Source-Free Domain Adaptation","arxiv_id":"2403.05062","date":"2024-03-08","proceeding":null,"authors":["Xinyao Li","Jingjing Li","Fengling Li","Lei Zhu","Ke Lu"],"abstract":"Efficiently utilizing rich knowledge in pretrained models has become a critical topic in the era of large models. This work focuses on adaptively utilizing knowledge from multiple source-pretrained models to an unlabeled target domain without accessing the source data. Despite being a practically useful setting, existing methods require extensive parameter tuning over each source model, which is computationally expensive when facing abundant source domains or larger source models. To address this challenge, we propose a novel approach which is free of the parameter tuning over source backbones. Our technical contribution lies in the Bi-level ATtention ENsemble (Bi-ATEN) module, which learns both intra-domain weights and inter-domain ensemble weights to achieve a fine balance between instance specificity and domain consistency. By slightly tuning source bottlenecks, we achieve comparable or even superior performance on a challenging benchmark DomainNet with less than 3% trained parameters and 8 times of throughput compared with SOTA method. Furthermore, with minor modifications, the proposed module can be easily equipped to existing methods and gain more than 4% performance boost. Code is available at https://github.com/TL-UESTC/Bi-ATEN.","url_abs":"https://arxiv.org/abs/2403.05062v1","url_pdf":"https://arxiv.org/pdf/2403.05062v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"agile-multi-source-free-domain-adaptation","repo_url":"https://github.com/tl-uestc/bi-aten","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"domain-adaptation","task_name":"Domain Adaptation"},{"task_slug":"source-free-domain-adaptation","task_name":"Source-Free Domain Adaptation"},{"task_slug":"specificity","task_name":"Specificity"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2403.05062","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.05062"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/TL-UESTC/Bi-ATEN","reach":null}],"summary":{"ran":2,"ran_fixture":1,"ran_draft_wrong":3,"unverified":2},"by_repo_kind":{"official":{"samples":8,"ran":6,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":8,"samples":[{"code_sha256_prefix":"88b6b3fc418f41c7","entry":"SemBlock","repo":"TL-UESTC/Bi-ATEN","repo_kind":"official","path":"models/model.py","file_url":"https://github.com/TL-UESTC/Bi-ATEN/blob/HEAD/models/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"88b6b3fc418f41c7"}},{"code_sha256_prefix":"0fbd3a0a63ea5863","entry":"SemHead","repo":"TL-UESTC/Bi-ATEN","repo_kind":"official","path":"models/model.py","file_url":"https://github.com/TL-UESTC/Bi-ATEN/blob/HEAD/models/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0fbd3a0a63ea5863"}},{"code_sha256_prefix":"4ab996968a33df5e","entry":"compute_attn","repo":"TL-UESTC/Bi-ATEN","repo_kind":"official","path":"models/model.py","file_url":"https://github.com/TL-UESTC/Bi-ATEN/blob/HEAD/models/model.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"4ab996968a33df5e"}},{"code_sha256_prefix":"c1666c46c471f867","entry":"ent_loss","repo":"TL-UESTC/Bi-ATEN","repo_kind":"official","path":"models/model.py","file_url":"https://github.com/TL-UESTC/Bi-ATEN/blob/HEAD/models/model.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"c1666c46c471f867"}},{"code_sha256_prefix":"6a961f224b4737a1","entry":"entropy","repo":"TL-UESTC/Bi-ATEN","repo_kind":"official","path":"models/model.py","file_url":"https://github.com/TL-UESTC/Bi-ATEN/blob/HEAD/models/model.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6a961f224b4737a1"}},{"code_sha256_prefix":"6fd18880c115dda4","entry":"gentropy","repo":"TL-UESTC/Bi-ATEN","repo_kind":"official","path":"models/model.py","file_url":"https://github.com/TL-UESTC/Bi-ATEN/blob/HEAD/models/model.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6fd18880c115dda4"}},{"code_sha256_prefix":"845865f5d5171f0a","entry":"BiATEN","repo":"TL-UESTC/Bi-ATEN","repo_kind":"official","path":"models/model.py","file_url":"https://github.com/TL-UESTC/Bi-ATEN/blob/HEAD/models/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"845865f5d5171f0a"}},{"code_sha256_prefix":"9fe1ed156f5111c8","entry":"BiAttn","repo":"TL-UESTC/Bi-ATEN","repo_kind":"official","path":"models/model.py","file_url":"https://github.com/TL-UESTC/Bi-ATEN/blob/HEAD/models/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"9fe1ed156f5111c8"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}