{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/the-truth-is-in-there-improving-reasoning-in","title":"The Truth is in There: Improving Reasoning in Language Models with Layer-Selective Rank Reduction","arxiv_id":"2312.13558","date":"2023-12-21","proceeding":null,"authors":["Pratyusha Sharma","Jordan T. Ash","Dipendra Misra"],"abstract":"Transformer-based Large Language Models (LLMs) have become a fixture in modern machine learning. Correspondingly, significant resources are allocated towards research that aims to further advance this technology, typically resulting in models of increasing size that are trained on increasing amounts of data. This work, however, demonstrates the surprising result that it is often possible to significantly improve the performance of LLMs by selectively removing higher-order components of their weight matrices. This simple intervention, which we call LAyer-SElective Rank reduction (LASER), can be done on a model after training has completed, and requires no additional parameters or data. We show extensive experiments demonstrating the generality of this finding across language models and datasets, and provide in-depth analyses offering insights into both when LASER is effective and the mechanism by which it operates.","url_abs":"https://arxiv.org/abs/2312.13558v1","url_pdf":"https://arxiv.org/pdf/2312.13558v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"the-truth-is-in-there-improving-reasoning-in","repo_url":"https://github.com/pratyushasharma/laser","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2312.13558","atlas_url":"https://app.syntology.ai/?focus=2312.13558","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.13558"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/pratyushasharma/laser","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":3},"by_repo_kind":{"official":{"samples":3,"ran":3,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"dfd3f0f25b0b9ad2","entry":"prune","repo":"pratyushasharma/laser","repo_kind":"official","path":"src/laser/matrix_utils.py","file_url":"https://github.com/pratyushasharma/laser/blob/HEAD/src/laser/matrix_utils.py","link_basis":"plan_row","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"dfd3f0f25b0b9ad2"}},{"code_sha256_prefix":"15557c4657639788","entry":"rank","repo":"pratyushasharma/laser","repo_kind":"official","path":"src/laser/matrix_utils.py","file_url":"https://github.com/pratyushasharma/laser/blob/HEAD/src/laser/matrix_utils.py","link_basis":"plan_row","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"15557c4657639788"}},{"code_sha256_prefix":"349808d7ef472b90","entry":"sorted_mat","repo":"pratyushasharma/laser","repo_kind":"official","path":"src/laser/matrix_utils.py","file_url":"https://github.com/pratyushasharma/laser/blob/HEAD/src/laser/matrix_utils.py","link_basis":"plan_row","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"349808d7ef472b90"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}