{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2602-12113","title":"Stop Unnecessary Reflection: Training LRMs for Efficient Reasoning with Adaptive Reflection and Length Coordinated Penalty","arxiv_id":"2602.12113","date":"2026-02-12","proceeding":null,"authors":["Zewei Yu","Lirong Gao","Yuke Zhu","Bo Zheng","Junbo Zhao","Sheng Guo","Haobo Wang"],"abstract":"Large Reasoning Models (LRMs) have demonstrated remarkable performance on complex reasoning tasks by employing test-time scaling. However, they often generate over-long chains-of-thought that, driven by substantial reflections such as repetitive self-questioning and circular reasoning, lead to high token consumption, substantial computational overhead, and increased latency without improving accuracy, particularly in smaller models. Our observation reveals that increasing problem complexity induces more excessive and unnecessary reflection, which in turn reduces accuracy and increases token overhead. To address this challenge, we propose Adaptive Reflection and Length Coordinated Penalty (ARLCP), a novel reinforcement learning framework designed to dynamically balance reasoning efficiency and solution accuracy. ARLCP introduces two key innovations: (1) a reflection penalty that adaptively curtails unnecessary reflective steps while preserving essential reasoning, and (2) a length penalty calibrated to the estimated complexity of the problem. By coordinating these penalties, ARLCP encourages the model to generate more concise and effective reasoning paths. We evaluate our method on five mathematical reasoning benchmarks using DeepSeek-R1-Distill-Qwen-1.5B and DeepSeek-R1-Distill-Qwen-7B models. Experimental results show that ARLCP achieves a superior efficiency-accuracy trade-off compared to existing approaches. For the 1.5B model, it reduces the average response length by 53.1% while simultaneously improving accuracy by 5.8%. For the 7B model, it achieves a 35.0% reduction in length with a 2.7% accuracy gain. The code is released at https://github.com/ZeweiYu1/ARLCP .","url_abs":"https://arxiv.org/abs/2602.12113","url_pdf":"https://arxiv.org/pdf/2602.12113","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2602.12113","atlas_url":"https://app.syntology.ai/?focus=2602.12113","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2602.12113"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/ZeweiYu1/ARLCP","reach":null}],"summary":{"ran_violates":2,"ran_draft_wrong":1,"unverified":10},"by_repo_kind":{"found_in_text":{"samples":13,"ran":3,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"b8e95809ca2c17c9","entry":"sigmoid","repo":"ZeweiYu1/ARLCP","repo_kind":"found_in_text","path":"src/rm.py","file_url":"https://github.com/ZeweiYu1/ARLCP/blob/HEAD/src/rm.py","link_basis":"plan_row","language":"python","status":"ran_violates","verification_level":2,"contract_check":"VIOLATES","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b8e95809ca2c17c9"}},{"code_sha256_prefix":"735e93af30b15fa9","entry":"is_ipv4","repo":"ZeweiYu1/ARLCP","repo_kind":"found_in_text","path":"verl/utils/net_utils.py","file_url":"https://github.com/ZeweiYu1/ARLCP/blob/HEAD/verl/utils/net_utils.py","link_basis":"harvester_set","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"735e93af30b15fa9"}},{"code_sha256_prefix":"25f0ea3f460f6ce1","entry":"unpad_dataproto","repo":"ZeweiYu1/ARLCP","repo_kind":"found_in_text","path":"verl/protocol.py","file_url":"https://github.com/ZeweiYu1/ARLCP/blob/HEAD/verl/protocol.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"25f0ea3f460f6ce1"}},{"code_sha256_prefix":"a8f225873fc80c48","entry":"count_keywords_counter","repo":"ZeweiYu1/ARLCP","repo_kind":"found_in_text","path":"src/data_analysis.py","file_url":"https://github.com/ZeweiYu1/ARLCP/blob/HEAD/src/data_analysis.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a8f225873fc80c48"}},{"code_sha256_prefix":"5c059b45527bdff7","entry":"get_generation_config","repo":"ZeweiYu1/ARLCP","repo_kind":"found_in_text","path":"verl/utils/model.py","file_url":"https://github.com/ZeweiYu1/ARLCP/blob/HEAD/verl/utils/model.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5c059b45527bdff7"}},{"code_sha256_prefix":"0a5b4c20bc4ff94b","entry":"get_huggingface_actor_config","repo":"ZeweiYu1/ARLCP","repo_kind":"found_in_text","path":"verl/utils/model.py","file_url":"https://github.com/ZeweiYu1/ARLCP/blob/HEAD/verl/utils/model.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0a5b4c20bc4ff94b"}},{"code_sha256_prefix":"acf240079d434746","entry":"get_weight_loader","repo":"ZeweiYu1/ARLCP","repo_kind":"found_in_text","path":"verl/models/weight_loader_registry.py","file_url":"https://github.com/ZeweiYu1/ARLCP/blob/HEAD/verl/models/weight_loader_registry.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"acf240079d434746"}},{"code_sha256_prefix":"55f217ce71432b58","entry":"get_weight_saver","repo":"ZeweiYu1/ARLCP","repo_kind":"found_in_text","path":"verl/models/weight_loader_registry.py","file_url":"https://github.com/ZeweiYu1/ARLCP/blob/HEAD/verl/models/weight_loader_registry.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"55f217ce71432b58"}},{"code_sha256_prefix":"705afe175ad8e404","entry":"is_ipv6","repo":"ZeweiYu1/ARLCP","repo_kind":"found_in_text","path":"verl/utils/net_utils.py","file_url":"https://github.com/ZeweiYu1/ARLCP/blob/HEAD/verl/utils/net_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"705afe175ad8e404"}},{"code_sha256_prefix":"1853101234cf952e","entry":"load_state_dict_to_megatron_gptmodel","repo":"ZeweiYu1/ARLCP","repo_kind":"found_in_text","path":"verl/models/mcore/loader.py","file_url":"https://github.com/ZeweiYu1/ARLCP/blob/HEAD/verl/models/mcore/loader.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1853101234cf952e"}},{"code_sha256_prefix":"8ca7cd0eab5ae7c2","entry":"make_map_fn","repo":"ZeweiYu1/ARLCP","repo_kind":"found_in_text","path":"src/preprocess_dataset.py","file_url":"https://github.com/ZeweiYu1/ARLCP/blob/HEAD/src/preprocess_dataset.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8ca7cd0eab5ae7c2"}},{"code_sha256_prefix":"ec578739f88adc22","entry":"mathd_normalize_answer","repo":"ZeweiYu1/ARLCP","repo_kind":"found_in_text","path":"src/rm.py","file_url":"https://github.com/ZeweiYu1/ARLCP/blob/HEAD/src/rm.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ec578739f88adc22"}},{"code_sha256_prefix":"3b15e2ac7497c441","entry":"squeeze","repo":"ZeweiYu1/ARLCP","repo_kind":"found_in_text","path":"verl/utils/model.py","file_url":"https://github.com/ZeweiYu1/ARLCP/blob/HEAD/verl/utils/model.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3b15e2ac7497c441"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.CL","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}