{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/let-me-think-a-long-chain-of-thought-can-be","title":"Let Me Think! A Long Chain-of-Thought Can Be Worth Exponentially Many Short Ones","arxiv_id":"2505.21825","date":"2025-05-27","proceeding":null,"authors":["Parsa Mirtaheri","Ezra Edelman","Samy Jelassi","Eran Malach","Enric Boix-Adsera"],"abstract":"Inference-time computation has emerged as a promising scaling axis for improving large language model reasoning. However, despite yielding impressive performance, the optimal allocation of inference-time computation remains poorly understood. A central question is whether to prioritize sequential scaling (e.g., longer chains of thought) or parallel scaling (e.g., majority voting across multiple short chains of thought). In this work, we seek to illuminate the landscape of test-time scaling by demonstrating the existence of reasoning settings where sequential scaling offers an exponential advantage over parallel scaling. These settings are based on graph connectivity problems in challenging distributions of graphs. We validate our theoretical findings with comprehensive experiments across a range of language models, including models trained from scratch for graph connectivity with different chain of thought strategies as well as large reasoning models.","url_abs":"https://arxiv.org/abs/2505.21825v1","url_pdf":"https://arxiv.org/pdf/2505.21825v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"let-me-think-a-long-chain-of-thought-can-be","repo_url":"https://github.com/seyedparsa/let-me-think","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"language-modeling","task_name":"Language Modeling"},{"task_slug":"language-modelling","task_name":"Language Modelling"},{"task_slug":"large-language-model","task_name":"Large Language Model"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2505.21825","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2505.21825"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/seyedparsa/let-me-think","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"unverified":9},"by_repo_kind":{"official":{"samples":9,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"0accd97b1b7dea96","entry":"best_of_n_evidence_accuracy","repo":"seyedparsa/let-me-think","repo_kind":"official","path":"analysis/plot_prefix_accuracy.py","file_url":"https://github.com/seyedparsa/let-me-think/blob/HEAD/analysis/plot_prefix_accuracy.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0accd97b1b7dea96"}},{"code_sha256_prefix":"6f1fce08e48a8203","entry":"confidence_interval","repo":"seyedparsa/let-me-think","repo_kind":"official","path":"analysis/analysis_utils.py","file_url":"https://github.com/seyedparsa/let-me-think/blob/HEAD/analysis/analysis_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6f1fce08e48a8203"}},{"code_sha256_prefix":"f01e3b8c1bc27406","entry":"cost","repo":"seyedparsa/let-me-think","repo_kind":"official","path":"analysis/plot_prefix_accuracy.py","file_url":"https://github.com/seyedparsa/let-me-think/blob/HEAD/analysis/plot_prefix_accuracy.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f01e3b8c1bc27406"}},{"code_sha256_prefix":"5a65e7c00db7acd4","entry":"dfs","repo":"seyedparsa/let-me-think","repo_kind":"official","path":"utils.py","file_url":"https://github.com/seyedparsa/let-me-think/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5a65e7c00db7acd4"}},{"code_sha256_prefix":"7896ef51724bf4e8","entry":"gen_graph","repo":"seyedparsa/let-me-think","repo_kind":"official","path":"utils.py","file_url":"https://github.com/seyedparsa/let-me-think/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7896ef51724bf4e8"}},{"code_sha256_prefix":"7f2ce5e7a11b0224","entry":"generate_caterpillar","repo":"seyedparsa/let-me-think","repo_kind":"official","path":"utils.py","file_url":"https://github.com/seyedparsa/let-me-think/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7f2ce5e7a11b0224"}},{"code_sha256_prefix":"51e429fe49b25ce7","entry":"load_generations","repo":"seyedparsa/let-me-think","repo_kind":"official","path":"analysis/plot_prefix_accuracy.py","file_url":"https://github.com/seyedparsa/let-me-think/blob/HEAD/analysis/plot_prefix_accuracy.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"51e429fe49b25ce7"}},{"code_sha256_prefix":"144e172757b54f0b","entry":"normal_confidence_interval","repo":"seyedparsa/let-me-think","repo_kind":"official","path":"analysis/analysis_utils.py","file_url":"https://github.com/seyedparsa/let-me-think/blob/HEAD/analysis/analysis_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"144e172757b54f0b"}},{"code_sha256_prefix":"fd2905b20ffc6e04","entry":"pres","repo":"seyedparsa/let-me-think","repo_kind":"official","path":"analysis/analysis_utils.py","file_url":"https://github.com/seyedparsa/let-me-think/blob/HEAD/analysis/analysis_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fd2905b20ffc6e04"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}