{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/spatial-mixture-of-experts","title":"Spatial Mixture-of-Experts","arxiv_id":"2211.13491","date":"2022-11-24","proceeding":null,"authors":["Nikoli Dryden","Torsten Hoefler"],"abstract":"Many data have an underlying dependence on spatial location; it may be weather on the Earth, a simulation on a mesh, or a registered image. Yet this feature is rarely taken advantage of, and violates common assumptions made by many neural network layers, such as translation equivariance. Further, many works that do incorporate locality fail to capture fine-grained structure. To address this, we introduce the Spatial Mixture-of-Experts (SMoE) layer, a sparsely-gated layer that learns spatial structure in the input domain and routes experts at a fine-grained level to utilize it. We also develop new techniques to train SMoEs, including a self-supervised routing loss and damping expert errors. Finally, we show strong results for SMoEs on numerous tasks, and set new state-of-the-art results for medium-range weather prediction and post-processing ensemble weather forecasts.","url_abs":"https://arxiv.org/abs/2211.13491v1","url_pdf":"https://arxiv.org/pdf/2211.13491v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"spatial-mixture-of-experts","repo_url":"https://github.com/spcl/smoe","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"mixture-of-experts","task_name":"Mixture-of-Experts"}],"methods":[{"method_slug":"fail","method_name":"fail"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2211.13491","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.13491"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/spcl/smoe","reach":null}],"summary":{"ran":2,"ran_draft_wrong":3,"unverified":1},"by_repo_kind":{"official":{"samples":6,"ran":5,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"777155841b5d8f55","entry":"SMoERouting","repo":"spcl/smoe","repo_kind":"official","path":"smoe/models/smoe.py","file_url":"https://github.com/spcl/smoe/blob/HEAD/smoe/models/smoe.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"777155841b5d8f55"}},{"code_sha256_prefix":"903197aa6d33feef","entry":"SpatialMoEConfig","repo":"spcl/smoe","repo_kind":"official","path":"smoe/models/smoe.py","file_url":"https://github.com/spcl/smoe/blob/HEAD/smoe/models/smoe.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"903197aa6d33feef"}},{"code_sha256_prefix":"74b3b45d2d420485","entry":"get_correct_indices","repo":"spcl/smoe","repo_kind":"official","path":"smoe/models/smoe.py","file_url":"https://github.com/spcl/smoe/blob/HEAD/smoe/models/smoe.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"74b3b45d2d420485"}},{"code_sha256_prefix":"527b3679f5276f98","entry":"get_incorrect_indices","repo":"spcl/smoe","repo_kind":"official","path":"smoe/models/smoe.py","file_url":"https://github.com/spcl/smoe/blob/HEAD/smoe/models/smoe.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"527b3679f5276f98"}},{"code_sha256_prefix":"df47483bcce56b36","entry":"unscale_quantity","repo":"spcl/smoe","repo_kind":"official","path":"smoe/models/smoe.py","file_url":"https://github.com/spcl/smoe/blob/HEAD/smoe/models/smoe.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"df47483bcce56b36"}},{"code_sha256_prefix":"519bab5334c1d1d8","entry":"SpatialMoE2d","repo":"spcl/smoe","repo_kind":"official","path":"smoe/models/smoe.py","file_url":"https://github.com/spcl/smoe/blob/HEAD/smoe/models/smoe.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"519bab5334c1d1d8"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}