{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2604-04356","title":"REAM: Merging Improves Pruning of Experts in LLMs","arxiv_id":"2604.04356","date":"2026-04-06","proceeding":null,"authors":["Saurav Jha","Maryam Hashemzadeh","Ali Saheb Pasand","Ali Parviz","Min-Joong Lee","Boris Knyazev"],"abstract":"Mixture-of-Experts (MoE) large language models (LLMs) are among the top-performing architectures. The largest models, often with hundreds of billions of parameters, pose significant memory challenges for deployment. Traditional approaches to reduce memory requirements include weight pruning and quantization. Motivated by the Router-weighted Expert Activation Pruning (REAP) that prunes experts, we propose a novel method, Router-weighted Expert Activation Merging (REAM). Instead of removing experts, REAM groups them and merges their weights, better preserving original performance. We evaluate REAM against REAP and other baselines across multiple MoE LLMs on diverse multiple-choice (MC) question answering and generative (GEN) benchmarks. Our results reveal a trade-off between MC and GEN performance that depends on the mix of calibration data. By controlling the mix of general, math and coding data, we examine the Pareto frontier of this trade-off and show that REAM often outperforms the baselines and in many cases is comparable to the original uncompressed models.","url_abs":"https://arxiv.org/abs/2604.04356","url_pdf":"https://arxiv.org/pdf/2604.04356","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2604.04356","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2604.04356"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/zai-org/glm-simple-evals","reach":null}],"summary":{"ran_violates":2,"ran_honours":1,"ran_draft_wrong":2,"ran":1,"unverified":14},"by_repo_kind":{"found_in_text":{"samples":20,"ran":6,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":20,"samples":[{"code_sha256_prefix":"bc7ab5cea18531ef","entry":"are_equal_under_sympy","repo":"zai-org/glm-simple-evals","repo_kind":"found_in_text","path":"evals/grading/grader.py","file_url":"https://github.com/zai-org/glm-simple-evals/blob/HEAD/evals/grading/grader.py","link_basis":"harvester_set","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"bc7ab5cea18531ef"}},{"code_sha256_prefix":"368d3db6347269c3","entry":"count_unknown_letters_in_expr","repo":"zai-org/glm-simple-evals","repo_kind":"found_in_text","path":"evals/grading/grader.py","file_url":"https://github.com/zai-org/glm-simple-evals/blob/HEAD/evals/grading/grader.py","link_basis":"harvester_set","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"368d3db6347269c3"}},{"code_sha256_prefix":"0b14c648516c38a7","entry":"last_boxed_only_string","repo":"zai-org/glm-simple-evals","repo_kind":"found_in_text","path":"evals/math_eval.py","file_url":"https://github.com/zai-org/glm-simple-evals/blob/HEAD/evals/math_eval.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0b14c648516c38a7"}},{"code_sha256_prefix":"101b1e54fcdadf90","entry":"normalize_answer","repo":"zai-org/glm-simple-evals","repo_kind":"found_in_text","path":"evals/grading/math_normalize.py","file_url":"https://github.com/zai-org/glm-simple-evals/blob/HEAD/evals/grading/math_normalize.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"101b1e54fcdadf90"}},{"code_sha256_prefix":"f3bbe264b05aadd3","entry":"remove_boxed","repo":"zai-org/glm-simple-evals","repo_kind":"found_in_text","path":"evals/math_eval.py","file_url":"https://github.com/zai-org/glm-simple-evals/blob/HEAD/evals/math_eval.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f3bbe264b05aadd3"}},{"code_sha256_prefix":"95f02454eddf082a","entry":"should_allow_eval","repo":"zai-org/glm-simple-evals","repo_kind":"found_in_text","path":"evals/grading/grader.py","file_url":"https://github.com/zai-org/glm-simple-evals/blob/HEAD/evals/grading/grader.py","link_basis":"harvester_set","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"95f02454eddf082a"}},{"code_sha256_prefix":"9df10eb02582b09f","entry":"estimate_pass_at_k","repo":"zai-org/glm-simple-evals","repo_kind":"found_in_text","path":"evals/livecodebench_eval.py","file_url":"https://github.com/zai-org/glm-simple-evals/blob/HEAD/evals/livecodebench_eval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"9df10eb02582b09f"}},{"code_sha256_prefix":"09b470ed75dcda56","entry":"extract_boxed_answer","repo":"zai-org/glm-simple-evals","repo_kind":"found_in_text","path":"evals/math_eval.py","file_url":"https://github.com/zai-org/glm-simple-evals/blob/HEAD/evals/math_eval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"09b470ed75dcda56"}},{"code_sha256_prefix":"235feea5d71e36b7","entry":"extract_function_name","repo":"zai-org/glm-simple-evals","repo_kind":"found_in_text","path":"evals/scicode_eval.py","file_url":"https://github.com/zai-org/glm-simple-evals/blob/HEAD/evals/scicode_eval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"235feea5d71e36b7"}},{"code_sha256_prefix":"15619befbc78e624","entry":"extract_python_script","repo":"zai-org/glm-simple-evals","repo_kind":"found_in_text","path":"evals/scicode_eval.py","file_url":"https://github.com/zai-org/glm-simple-evals/blob/HEAD/evals/scicode_eval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"15619befbc78e624"}},{"code_sha256_prefix":"24ff49e5a1d92207","entry":"format_example","repo":"zai-org/glm-simple-evals","repo_kind":"found_in_text","path":"evals/mmlu_pro_eval.py","file_url":"https://github.com/zai-org/glm-simple-evals/blob/HEAD/evals/mmlu_pro_eval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"24ff49e5a1d92207"}},{"code_sha256_prefix":"6ec9d0ddf8275c25","entry":"format_judge","repo":"zai-org/glm-simple-evals","repo_kind":"found_in_text","path":"evals/hle_eval.py","file_url":"https://github.com/zai-org/glm-simple-evals/blob/HEAD/evals/hle_eval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6ec9d0ddf8275c25"}},{"code_sha256_prefix":"ba6ce7a502b69fbe","entry":"format_message","repo":"zai-org/glm-simple-evals","repo_kind":"found_in_text","path":"evals/hle_eval.py","file_url":"https://github.com/zai-org/glm-simple-evals/blob/HEAD/evals/hle_eval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ba6ce7a502b69fbe"}},{"code_sha256_prefix":"aaef2696f445a0a2","entry":"format_question","repo":"zai-org/glm-simple-evals","repo_kind":"found_in_text","path":"evals/gpqa_eval.py","file_url":"https://github.com/zai-org/glm-simple-evals/blob/HEAD/evals/gpqa_eval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"aaef2696f445a0a2"}},{"code_sha256_prefix":"707dde13249b8653","entry":"generate_random_string","repo":"zai-org/glm-simple-evals","repo_kind":"found_in_text","path":"evaluate.py","file_url":"https://github.com/zai-org/glm-simple-evals/blob/HEAD/evaluate.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"707dde13249b8653"}},{"code_sha256_prefix":"bb0b145ae09c560c","entry":"get_final_answer","repo":"zai-org/glm-simple-evals","repo_kind":"found_in_text","path":"evals/common.py","file_url":"https://github.com/zai-org/glm-simple-evals/blob/HEAD/evals/common.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"bb0b145ae09c560c"}},{"code_sha256_prefix":"75198a88e6bc8bc6","entry":"get_function_from_code","repo":"zai-org/glm-simple-evals","repo_kind":"found_in_text","path":"evals/scicode_eval.py","file_url":"https://github.com/zai-org/glm-simple-evals/blob/HEAD/evals/scicode_eval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"75198a88e6bc8bc6"}},{"code_sha256_prefix":"a56c4308177361e9","entry":"get_generic_question_template_answer","repo":"zai-org/glm-simple-evals","repo_kind":"found_in_text","path":"evals/livecodebench_eval.py","file_url":"https://github.com/zai-org/glm-simple-evals/blob/HEAD/evals/livecodebench_eval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a56c4308177361e9"}},{"code_sha256_prefix":"3708234c4dc55955","entry":"get_question_template_answer","repo":"zai-org/glm-simple-evals","repo_kind":"found_in_text","path":"evals/livecodebench_eval.py","file_url":"https://github.com/zai-org/glm-simple-evals/blob/HEAD/evals/livecodebench_eval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"3708234c4dc55955"}},{"code_sha256_prefix":"6096219faae6b01a","entry":"preprocess","repo":"zai-org/glm-simple-evals","repo_kind":"found_in_text","path":"evals/mmlu_pro_eval.py","file_url":"https://github.com/zai-org/glm-simple-evals/blob/HEAD/evals/mmlu_pro_eval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6096219faae6b01a"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.LG","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}