{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/fusing-models-with-complementary-expertise","title":"Fusing Models with Complementary Expertise","arxiv_id":"2310.01542","date":"2023-10-02","proceeding":null,"authors":["Hongyi Wang","Felipe Maia Polo","Yuekai Sun","Souvik Kundu","Eric Xing","Mikhail Yurochkin"],"abstract":"Training AI models that generalize across tasks and domains has long been among the open problems driving AI research. The emergence of Foundation Models made it easier to obtain expert models for a given task, but the heterogeneity of data that may be encountered at test time often means that any single expert is insufficient. We consider the Fusion of Experts (FoE) problem of fusing outputs of expert models with complementary knowledge of the data distribution and formulate it as an instance of supervised learning. Our method is applicable to both discriminative and generative tasks and leads to significant performance improvements in image and text classification, text summarization, multiple-choice QA, and automatic evaluation of generated text. We also extend our method to the \"frugal\" setting where it is desired to reduce the number of expert model evaluations at test time. Our implementation is publicly available at https://github.com/hwang595/FoE-ICLR2024.","url_abs":"https://arxiv.org/abs/2310.01542v2","url_pdf":"https://arxiv.org/pdf/2310.01542v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"fusing-models-with-complementary-expertise","repo_url":"https://github.com/hwang595/foe-iclr2024","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"jax","reach":{"status":"ok"}}],"tasks":[{"task_slug":"multiple-choice","task_name":"Multiple-choice"},{"task_slug":"text-classification","task_name":"Text Classification"},{"task_slug":"text-summarization","task_name":"Text Summarization"},{"task_slug":"text-classification-1","task_name":"text-classification"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2310.01542","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.01542"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/hwang595/FoE-ICLR2024","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/hwang595/foe-iclr2024","reach":{"status":"ok"}}],"summary":{"ran_draft_wrong":7,"ran":5,"ran_honours":1,"unverified":6},"by_repo_kind":{"official":{"samples":19,"ran":13,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":19,"samples":[{"code_sha256_prefix":"6b6367a0ffd423a7","entry":"get_batch","repo":"hwang595/foe-iclr2024","repo_kind":"official","path":"lm_experiments/sentiment_analysis_model_embedding.py","file_url":"https://github.com/hwang595/foe-iclr2024/blob/HEAD/lm_experiments/sentiment_analysis_model_embedding.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":2,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6b6367a0ffd423a7"}},{"code_sha256_prefix":"cddf6b6e878cc6ae","entry":"FedAvg","repo":"hwang595/FoE-ICLR2024","repo_kind":"official","path":"cifar10_non_iid_example.py","file_url":"https://github.com/hwang595/FoE-ICLR2024/blob/HEAD/cifar10_non_iid_example.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"cddf6b6e878cc6ae"}},{"code_sha256_prefix":"4a431fe42e21d043","entry":"SimpleClassifier","repo":"hwang595/foe-iclr2024","repo_kind":"official","path":"src/validation_funcs.py","file_url":"https://github.com/hwang595/foe-iclr2024/blob/HEAD/src/validation_funcs.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"4a431fe42e21d043"}},{"code_sha256_prefix":"e4415b0a9bb23208","entry":"SimpleDataset","repo":"hwang595/foe-iclr2024","repo_kind":"official","path":"src/validation_funcs.py","file_url":"https://github.com/hwang595/foe-iclr2024/blob/HEAD/src/validation_funcs.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"e4415b0a9bb23208"}},{"code_sha256_prefix":"a19c9f8caba464ab","entry":"classifier_trainer","repo":"hwang595/foe-iclr2024","repo_kind":"official","path":"src/validation_funcs.py","file_url":"https://github.com/hwang595/foe-iclr2024/blob/HEAD/src/validation_funcs.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a19c9f8caba464ab"}},{"code_sha256_prefix":"97d78f568bee8462","entry":"feat_map_avg","repo":"hwang595/FoE-ICLR2024","repo_kind":"official","path":"cifar10_uncertainty_gate.py","file_url":"https://github.com/hwang595/FoE-ICLR2024/blob/HEAD/cifar10_uncertainty_gate.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"97d78f568bee8462"}},{"code_sha256_prefix":"b388986155c8a690","entry":"find_nearest_indices","repo":"hwang595/foe-iclr2024","repo_kind":"official","path":"src/validation_funcs.py","file_url":"https://github.com/hwang595/foe-iclr2024/blob/HEAD/src/validation_funcs.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"b388986155c8a690"}},{"code_sha256_prefix":"f5ccf0a22cebebfb","entry":"findsubsets","repo":"hwang595/foe-iclr2024","repo_kind":"official","path":"src/validation_funcs.py","file_url":"https://github.com/hwang595/foe-iclr2024/blob/HEAD/src/validation_funcs.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f5ccf0a22cebebfb"}},{"code_sha256_prefix":"e827bb4ebfd9df2d","entry":"get_device","repo":"hwang595/foe-iclr2024","repo_kind":"official","path":"src/validation_funcs.py","file_url":"https://github.com/hwang595/foe-iclr2024/blob/HEAD/src/validation_funcs.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"e827bb4ebfd9df2d"}},{"code_sha256_prefix":"3670869e85f4b08d","entry":"get_sampled_indices","repo":"hwang595/foe-iclr2024","repo_kind":"official","path":"lm_experiments/sentiment_analysis_model_embedding.py","file_url":"https://github.com/hwang595/foe-iclr2024/blob/HEAD/lm_experiments/sentiment_analysis_model_embedding.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"3670869e85f4b08d"}},{"code_sha256_prefix":"77f69af078e09830","entry":"mean_pooling","repo":"hwang595/FoE-ICLR2024","repo_kind":"official","path":"lm_experiments/cnn_embedding_models.py","file_url":"https://github.com/hwang595/FoE-ICLR2024/blob/HEAD/lm_experiments/cnn_embedding_models.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"77f69af078e09830"}},{"code_sha256_prefix":"1a6745a8e89738fa","entry":"spread_out_loss","repo":"hwang595/FoE-ICLR2024","repo_kind":"official","path":"cifar10_non_iid_local_gate.py","file_url":"https://github.com/hwang595/FoE-ICLR2024/blob/HEAD/cifar10_non_iid_local_gate.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"1a6745a8e89738fa"}},{"code_sha256_prefix":"54af68ca70dd807b","entry":"topk_indices","repo":"hwang595/foe-iclr2024","repo_kind":"official","path":"src/validation_funcs.py","file_url":"https://github.com/hwang595/foe-iclr2024/blob/HEAD/src/validation_funcs.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"54af68ca70dd807b"}},{"code_sha256_prefix":"2a01caacea4c967d","entry":"classifier_generator","repo":"hwang595/foe-iclr2024","repo_kind":"official","path":"src/validation_funcs.py","file_url":"https://github.com/hwang595/foe-iclr2024/blob/HEAD/src/validation_funcs.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"2a01caacea4c967d"}},{"code_sha256_prefix":"a01e4718508d4cf7","entry":"feature_constructor","repo":"hwang595/foe-iclr2024","repo_kind":"official","path":"src/validation_funcs.py","file_url":"https://github.com/hwang595/foe-iclr2024/blob/HEAD/src/validation_funcs.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a01e4718508d4cf7"}},{"code_sha256_prefix":"311f493ff29f959c","entry":"get_dataset","repo":"hwang595/FoE-ICLR2024","repo_kind":"official","path":"cifar10_non_iid_local_gate.py","file_url":"https://github.com/hwang595/FoE-ICLR2024/blob/HEAD/cifar10_non_iid_local_gate.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"311f493ff29f959c"}},{"code_sha256_prefix":"30c979eeacbd794e","entry":"shortest_path_approach","repo":"hwang595/foe-iclr2024","repo_kind":"official","path":"src/validation_funcs.py","file_url":"https://github.com/hwang595/foe-iclr2024/blob/HEAD/src/validation_funcs.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"30c979eeacbd794e"}},{"code_sha256_prefix":"3f953ea20e67b9d9","entry":"shortest_path_loaders","repo":"hwang595/foe-iclr2024","repo_kind":"official","path":"src/validation_funcs.py","file_url":"https://github.com/hwang595/foe-iclr2024/blob/HEAD/src/validation_funcs.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"3f953ea20e67b9d9"}},{"code_sha256_prefix":"02ffd3175921d0ae","entry":"test_feature_constructor","repo":"hwang595/foe-iclr2024","repo_kind":"official","path":"src/validation_funcs.py","file_url":"https://github.com/hwang595/foe-iclr2024/blob/HEAD/src/validation_funcs.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"02ffd3175921d0ae"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}