{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2604-00801","title":"Routing-Free Mixture-of-Experts","arxiv_id":"2604.00801","date":"2026-04-01","proceeding":null,"authors":["Yilun Liu","Jinru Han","Sikuan Yan","Volker Tresp","Yunpu Ma"],"abstract":"Standard Mixture-of-Experts (MoE) models rely on centralized routing mechanisms that introduce rigid inductive biases. We propose Routing-Free MoE which eliminates any hard-coded centralized designs including external routers, Softmax, Top-K and load balancing, instead encapsulating all activation functionalities within individual experts and directly optimized through continuous gradient flow, enabling each expert to determine its activation entirely on its own. We introduce a unified adaptive load-balancing framework to simultaneously optimize both expert-balancing and token-balancing objectives through a configurable interpolation, allowing flexible and customizable resource allocation. Extensive experiments show that Routing-Free MoE can consistently outperform baselines with better scalability and robustness. We analyze its behavior in detail and offer insights that may facilitate future MoE design ad optimization.","url_abs":"https://arxiv.org/abs/2604.00801","url_pdf":"https://arxiv.org/pdf/2604.00801","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2604.00801","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2604.00801"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/liuyilun2000/RoutingFreeMoE","reach":null}],"summary":{"unverified":7},"by_repo_kind":{"found_in_text":{"samples":7,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":7,"samples":[{"code_sha256_prefix":"3690ea50be888f18","entry":"balancing_loss_func","repo":"liuyilun2000/RoutingFreeMoE","repo_kind":"found_in_text","path":"routing_free/modules.py","file_url":"https://github.com/liuyilun2000/RoutingFreeMoE/blob/HEAD/routing_free/modules.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"3690ea50be888f18"}},{"code_sha256_prefix":"d4fae0476ee2edf0","entry":"build_aoe_from_mixtral","repo":"liuyilun2000/RoutingFreeMoE","repo_kind":"found_in_text","path":"routing_free/mixtral_aoe.py","file_url":"https://github.com/liuyilun2000/RoutingFreeMoE/blob/HEAD/routing_free/mixtral_aoe.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d4fae0476ee2edf0"}},{"code_sha256_prefix":"7a4e0f136c4e28f6","entry":"build_masked_moe_from_mixtral","repo":"liuyilun2000/RoutingFreeMoE","repo_kind":"found_in_text","path":"routing_free/mixtral_rf.py","file_url":"https://github.com/liuyilun2000/RoutingFreeMoE/blob/HEAD/routing_free/mixtral_rf.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"7a4e0f136c4e28f6"}},{"code_sha256_prefix":"5042c8d8af3e59b6","entry":"build_remoe_from_mixtral","repo":"liuyilun2000/RoutingFreeMoE","repo_kind":"found_in_text","path":"routing_free/mixtral_remoe.py","file_url":"https://github.com/liuyilun2000/RoutingFreeMoE/blob/HEAD/routing_free/mixtral_remoe.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5042c8d8af3e59b6"}},{"code_sha256_prefix":"64a2e32607e4cf35","entry":"get_preprocessing_cache_dir","repo":"liuyilun2000/RoutingFreeMoE","repo_kind":"found_in_text","path":"workspace_config.py","file_url":"https://github.com/liuyilun2000/RoutingFreeMoE/blob/HEAD/workspace_config.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"64a2e32607e4cf35"}},{"code_sha256_prefix":"0c02c1363ed7a327","entry":"preprocess_function_factory","repo":"liuyilun2000/RoutingFreeMoE","repo_kind":"found_in_text","path":"train_utils.py","file_url":"https://github.com/liuyilun2000/RoutingFreeMoE/blob/HEAD/train_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0c02c1363ed7a327"}},{"code_sha256_prefix":"59799023c1a0e330","entry":"wrap_mlp_with_routing_free","repo":"liuyilun2000/RoutingFreeMoE","repo_kind":"found_in_text","path":"routing_free/modules.py","file_url":"https://github.com/liuyilun2000/RoutingFreeMoE/blob/HEAD/routing_free/modules.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"59799023c1a0e330"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.LG","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}