{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2605-07510","title":"InterLV-Search: Benchmarking Interleaved Multimodal Agentic Search","arxiv_id":"2605.07510","date":"2026-05-08","proceeding":null,"authors":["Bohan Hou","Jiuning Gu","Jiayan Guo","Ronghao Dang","Sicong Leng","Xin Li","Xuemeng Song","Jianfei Yang"],"abstract":"Existing benchmarks for multimodal agentic search evaluate multimodal search and visual browsing, but visual evidence is either confined to the input or treated as an answer endpoint rather than part of an interleaved search trajectory. We introduce \\textbf{InterLV-Search}, a benchmark for Interleaved Language-Vision Agentic Search, in which textual and visual evidence is repeatedly used to condition later search. It contains 2,061 examples across three levels: active visual evidence seeking, controlled offline interleaved multimodal search, and open-web interleaved multimodal search. Beyond existing benchmarks, it also includes multimodal multi-branch samples that involve comparison between multiple entities during the evidence search. We construct Level 1 and Level 2 with automated pipelines and Level 3 with a machine-led, human-supervised open-web pipeline. We further provide InterLV-Agent for standardized tool use, trajectory logging, and evaluation. Experiments on proprietary and open-source multimodal agents show that current systems remain far from solving interleaved multimodal search, with the best model below 50% overall accuracy, highlighting challenges in visual evidence seeking, search control, and multimodal evidence integration. We release the benchmark data and evaluation code at https://github.com/hbhalpha/InterLV-Search-Bench","url_abs":"https://arxiv.org/abs/2605.07510","url_pdf":"https://arxiv.org/pdf/2605.07510","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=2605.07510","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2605.07510"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/hbhalpha/InterLV-Search-Bench","reach":null}],"summary":{"ran":9,"unverified":1},"by_repo_kind":{"found_in_text":{"samples":10,"ran":9,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":10,"samples":[{"code_sha256_prefix":"f7cd22d567a51db3","entry":"build_memory_update_prompt","repo":"hbhalpha/InterLV-Search-Bench","repo_kind":"found_in_text","path":"agentic_search/prompts.py","file_url":"https://github.com/hbhalpha/InterLV-Search-Bench/blob/HEAD/agentic_search/prompts.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f7cd22d567a51db3"}},{"code_sha256_prefix":"fe1235904cab4f81","entry":"build_user_prompt","repo":"hbhalpha/InterLV-Search-Bench","repo_kind":"found_in_text","path":"agentic_search/prompts.py","file_url":"https://github.com/hbhalpha/InterLV-Search-Bench/blob/HEAD/agentic_search/prompts.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"fe1235904cab4f81"}},{"code_sha256_prefix":"86faa1cf671dd29b","entry":"find_existing_image","repo":"hbhalpha/InterLV-Search-Bench","repo_kind":"found_in_text","path":"download_interlv_images.py","file_url":"https://github.com/hbhalpha/InterLV-Search-Bench/blob/HEAD/download_interlv_images.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"86faa1cf671dd29b"}},{"code_sha256_prefix":"9aec6bbb5eec953f","entry":"get_question","repo":"hbhalpha/InterLV-Search-Bench","repo_kind":"found_in_text","path":"agentic_search/gpt_judge.py","file_url":"https://github.com/hbhalpha/InterLV-Search-Bench/blob/HEAD/agentic_search/gpt_judge.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"9aec6bbb5eec953f"}},{"code_sha256_prefix":"fe322f624cf17ea6","entry":"get_system_prompt","repo":"hbhalpha/InterLV-Search-Bench","repo_kind":"found_in_text","path":"agentic_search/prompts.py","file_url":"https://github.com/hbhalpha/InterLV-Search-Bench/blob/HEAD/agentic_search/prompts.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"fe322f624cf17ea6"}},{"code_sha256_prefix":"4a42f5d93681e5ac","entry":"load_json","repo":"hbhalpha/InterLV-Search-Bench","repo_kind":"found_in_text","path":"download_interlv_images.py","file_url":"https://github.com/hbhalpha/InterLV-Search-Bench/blob/HEAD/download_interlv_images.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"4a42f5d93681e5ac"}},{"code_sha256_prefix":"ae76f55ef9721fbd","entry":"load_records","repo":"hbhalpha/InterLV-Search-Bench","repo_kind":"found_in_text","path":"agentic_search/gpt_judge.py","file_url":"https://github.com/hbhalpha/InterLV-Search-Bench/blob/HEAD/agentic_search/gpt_judge.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ae76f55ef9721fbd"}},{"code_sha256_prefix":"cb81d17a6ba6e934","entry":"normalize_id","repo":"hbhalpha/InterLV-Search-Bench","repo_kind":"found_in_text","path":"agentic_search/gpt_judge.py","file_url":"https://github.com/hbhalpha/InterLV-Search-Bench/blob/HEAD/agentic_search/gpt_judge.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"cb81d17a6ba6e934"}},{"code_sha256_prefix":"21e1a89622ea1682","entry":"parse_retry_after_seconds","repo":"hbhalpha/InterLV-Search-Bench","repo_kind":"found_in_text","path":"download_interlv_images.py","file_url":"https://github.com/hbhalpha/InterLV-Search-Bench/blob/HEAD/download_interlv_images.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"21e1a89622ea1682"}},{"code_sha256_prefix":"8e0bc5cda84add72","entry":"browse_web_page","repo":"hbhalpha/InterLV-Search-Bench","repo_kind":"found_in_text","path":"agentic_search/clients/browser_client.py","file_url":"https://github.com/hbhalpha/InterLV-Search-Bench/blob/HEAD/agentic_search/clients/browser_client.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"8e0bc5cda84add72"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.CL","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}