{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2606-00660","title":"FineVerify: Scaling Test-Time Compute with Fine-Grained Self-Verification for Agentic Search","arxiv_id":"2606.00660","date":"2026-05-30","proceeding":null,"authors":["James Xu Zhao","Hui Chen","Bryan Hooi","See-Kiong Ng"],"abstract":"Agentic search requires language model agents to explore many sources and answer complex information-seeking questions. Scaling test-time compute is a promising way to improve these agents, but current approaches can fail, because correct answers are often sparse and score-based selection depends on model calibration. We propose FineVerify, a fine-grained self-verification framework that decomposes each question into checkable sub-questions, verifies sampled candidates against each sub-question, and selects the candidate with the highest aggregated score. This per-check structure turns selection into simpler local judgments and produces scores under the same explicit criteria. Across four agentic search benchmarks and two models, FineVerify consistently outperforms standard scaling baselines. With only four sampled trajectories, it improves GPT-5-mini by 8.2 accuracy points and Gemini-3-flash by 5.6% on average. With 12 samples, FineVerify enables GPT-5-mini to surpass frontier GPT-5 on BrowseComp-Plus. Beyond accuracy, FineVerify produces interpretable verification traces that help audit benchmark errors, suggesting broader applications for inspecting agentic search systems. Code and data are available at https://github.com/XuZhao0/fineverify","url_abs":"https://arxiv.org/abs/2606.00660","url_pdf":"https://arxiv.org/pdf/2606.00660","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2606.00660","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2606.00660"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/XuZhao0/fineverify","reach":null}],"summary":{"ran":11,"unverified":5},"by_repo_kind":{"found_in_text":{"samples":16,"ran":11,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"b704f57a0150f855","entry":"call_llm_api","repo":"XuZhao0/fineverify","repo_kind":"found_in_text","path":"gemini_bc_decompose.py","file_url":"https://github.com/XuZhao0/fineverify/blob/HEAD/gemini_bc_decompose.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b704f57a0150f855"}},{"code_sha256_prefix":"67d954368ecf15ea","entry":"finalize_defaults","repo":"XuZhao0/fineverify","repo_kind":"found_in_text","path":"gemini_fineverify.py","file_url":"https://github.com/XuZhao0/fineverify/blob/HEAD/gemini_fineverify.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"67d954368ecf15ea"}},{"code_sha256_prefix":"5118a2591c02ba6a","entry":"format_query","repo":"XuZhao0/fineverify","repo_kind":"found_in_text","path":"prompts.py","file_url":"https://github.com/XuZhao0/fineverify/blob/HEAD/prompts.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5118a2591c02ba6a"}},{"code_sha256_prefix":"eb4bea908ec63670","entry":"is_relative_to","repo":"XuZhao0/fineverify","repo_kind":"found_in_text","path":"search_agent/gpt5_mini_bc_fineverify.py","file_url":"https://github.com/XuZhao0/fineverify/blob/HEAD/search_agent/gpt5_mini_bc_fineverify.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"eb4bea908ec63670"}},{"code_sha256_prefix":"3df6a57f0f185815","entry":"load_config_to_args","repo":"XuZhao0/fineverify","repo_kind":"found_in_text","path":"gemini_fineverify.py","file_url":"https://github.com/XuZhao0/fineverify/blob/HEAD/gemini_fineverify.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3df6a57f0f185815"}},{"code_sha256_prefix":"d7f41dc1fc130ece","entry":"load_config_to_args","repo":"XuZhao0/fineverify","repo_kind":"found_in_text","path":"gpt5_mini_fineverify.py","file_url":"https://github.com/XuZhao0/fineverify/blob/HEAD/gpt5_mini_fineverify.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d7f41dc1fc130ece"}},{"code_sha256_prefix":"7d6b4b417f7962bc","entry":"load_config_to_args","repo":"XuZhao0/fineverify","repo_kind":"found_in_text","path":"search_agent/gemini_bc_fineverify.py","file_url":"https://github.com/XuZhao0/fineverify/blob/HEAD/search_agent/gemini_bc_fineverify.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7d6b4b417f7962bc"}},{"code_sha256_prefix":"33ddee9096d20923","entry":"parse_float","repo":"XuZhao0/fineverify","repo_kind":"found_in_text","path":"tools.py","file_url":"https://github.com/XuZhao0/fineverify/blob/HEAD/tools.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"33ddee9096d20923"}},{"code_sha256_prefix":"5756102720f5c78f","entry":"resolve_existing_path","repo":"XuZhao0/fineverify","repo_kind":"found_in_text","path":"gemini_fineverify.py","file_url":"https://github.com/XuZhao0/fineverify/blob/HEAD/gemini_fineverify.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5756102720f5c78f"}},{"code_sha256_prefix":"92f610ebc9667cd2","entry":"safe_filename","repo":"XuZhao0/fineverify","repo_kind":"found_in_text","path":"tools.py","file_url":"https://github.com/XuZhao0/fineverify/blob/HEAD/tools.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"92f610ebc9667cd2"}},{"code_sha256_prefix":"1cad81d9856d1b1e","entry":"safe_int","repo":"XuZhao0/fineverify","repo_kind":"found_in_text","path":"tools.py","file_url":"https://github.com/XuZhao0/fineverify/blob/HEAD/tools.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1cad81d9856d1b1e"}},{"code_sha256_prefix":"94969da0bbe44a34","entry":"call_llm_api","repo":"XuZhao0/fineverify","repo_kind":"found_in_text","path":"gemini_decompose.py","file_url":"https://github.com/XuZhao0/fineverify/blob/HEAD/gemini_decompose.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"94969da0bbe44a34"}},{"code_sha256_prefix":"9c7dc936c4e564b2","entry":"get_searcher_class","repo":"XuZhao0/fineverify","repo_kind":"found_in_text","path":"search_agent/gpt5_mini_bc_fineverify.py","file_url":"https://github.com/XuZhao0/fineverify/blob/HEAD/search_agent/gpt5_mini_bc_fineverify.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9c7dc936c4e564b2"}},{"code_sha256_prefix":"f3dfcc555b8d619f","entry":"load_records_for_run","repo":"XuZhao0/fineverify","repo_kind":"found_in_text","path":"gpt5_mini_fineverify.py","file_url":"https://github.com/XuZhao0/fineverify/blob/HEAD/gpt5_mini_fineverify.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f3dfcc555b8d619f"}},{"code_sha256_prefix":"02e7c978277ad889","entry":"load_searcher_module_direct","repo":"XuZhao0/fineverify","repo_kind":"found_in_text","path":"search_agent/gpt5_mini_bc_fineverify.py","file_url":"https://github.com/XuZhao0/fineverify/blob/HEAD/search_agent/gpt5_mini_bc_fineverify.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"02e7c978277ad889"}},{"code_sha256_prefix":"15c256a7c93ff2e6","entry":"resolve_existing_path","repo":"XuZhao0/fineverify","repo_kind":"found_in_text","path":"search_agent/gemini_bc_fineverify.py","file_url":"https://github.com/XuZhao0/fineverify/blob/HEAD/search_agent/gemini_bc_fineverify.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"15c256a7c93ff2e6"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.CL","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}