{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2603-12930","title":"Rethinking VLMs for Image Forgery Detection and Localization","arxiv_id":"2603.12930","date":"2026-03-13","proceeding":null,"authors":["Shaofeng Guo","Jiequan Cui","Richang Hong"],"abstract":"With the rapid rise of Artificial Intelligence Generated Content (AIGC), image manipulation has become increasingly accessible, posing significant challenges for image forgery detection and localization (IFDL). In this paper, we study how to fully leverage vision-language models (VLMs) to assist the IFDL task. In particular, we observe that priors from VLMs hardly benefit the detection and localization performance and even have negative effects due to their inherent biases toward semantic plausibility rather than authenticity. Additionally, the location masks explicitly encode the forgery concepts, which can serve as extra priors for VLMs to ease their training optimization, thus enhancing the interpretability of detection and localization results. Building on these findings, we propose a new IFDL pipeline named IFDL-VLM. To demonstrate the effectiveness of our method, we conduct experiments on 9 popular benchmarks and assess the model performance under both in-domain and cross-dataset generalization settings. The experimental results show that we consistently achieve new state-of-the-art performance in detection, localization, and interpretability.Code is available at: https://github.com/sha0fengGuo/IFDL-VLM.","url_abs":"https://arxiv.org/abs/2603.12930","url_pdf":"https://arxiv.org/pdf/2603.12930","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2603.12930","atlas_url":"https://app.syntology.ai/?focus=2603.12930","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2603.12930"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/sha0fengGuo/IFDL-VLM","reach":null}],"summary":{"unverified":8},"by_repo_kind":{"found_in_text":{"samples":8,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"04deb19e388bd0b0","entry":"CLIPVisionTower","repo":"sha0fengGuo/IFDL-VLM","repo_kind":"found_in_text","path":"stage2/llava/model/language_model/llava_llama.py","file_url":"https://github.com/sha0fengGuo/IFDL-VLM/blob/HEAD/stage2/llava/model/language_model/llava_llama.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"04deb19e388bd0b0"}},{"code_sha256_prefix":"11f0c6139b76738e","entry":"CLIPVisionTowerS2","repo":"sha0fengGuo/IFDL-VLM","repo_kind":"found_in_text","path":"stage2/llava/model/language_model/llava_llama.py","file_url":"https://github.com/sha0fengGuo/IFDL-VLM/blob/HEAD/stage2/llava/model/language_model/llava_llama.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"11f0c6139b76738e"}},{"code_sha256_prefix":"18fc1382aeed437a","entry":"LlavaConfig","repo":"sha0fengGuo/IFDL-VLM","repo_kind":"found_in_text","path":"stage2/llava/model/language_model/llava_llama.py","file_url":"https://github.com/sha0fengGuo/IFDL-VLM/blob/HEAD/stage2/llava/model/language_model/llava_llama.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"18fc1382aeed437a"}},{"code_sha256_prefix":"c5c93160b1124542","entry":"LlavaLlamaForCausalLM","repo":"sha0fengGuo/IFDL-VLM","repo_kind":"found_in_text","path":"stage2/llava/model/language_model/llava_llama.py","file_url":"https://github.com/sha0fengGuo/IFDL-VLM/blob/HEAD/stage2/llava/model/language_model/llava_llama.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c5c93160b1124542"}},{"code_sha256_prefix":"32df3264caf5e8fe","entry":"LlavaLlamaModel","repo":"sha0fengGuo/IFDL-VLM","repo_kind":"found_in_text","path":"stage2/llava/model/language_model/llava_llama.py","file_url":"https://github.com/sha0fengGuo/IFDL-VLM/blob/HEAD/stage2/llava/model/language_model/llava_llama.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"32df3264caf5e8fe"}},{"code_sha256_prefix":"ec9a2680c81d44c8","entry":"LlavaMetaForCausalLM","repo":"sha0fengGuo/IFDL-VLM","repo_kind":"found_in_text","path":"stage2/llava/model/language_model/llava_llama.py","file_url":"https://github.com/sha0fengGuo/IFDL-VLM/blob/HEAD/stage2/llava/model/language_model/llava_llama.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ec9a2680c81d44c8"}},{"code_sha256_prefix":"0476644b7e89c2d5","entry":"LlavaMetaModel","repo":"sha0fengGuo/IFDL-VLM","repo_kind":"found_in_text","path":"stage2/llava/model/language_model/llava_llama.py","file_url":"https://github.com/sha0fengGuo/IFDL-VLM/blob/HEAD/stage2/llava/model/language_model/llava_llama.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0476644b7e89c2d5"}},{"code_sha256_prefix":"b89f520c5cbc92b1","entry":"build_vision_tower","repo":"sha0fengGuo/IFDL-VLM","repo_kind":"found_in_text","path":"stage2/llava/model/language_model/llava_llama.py","file_url":"https://github.com/sha0fengGuo/IFDL-VLM/blob/HEAD/stage2/llava/model/language_model/llava_llama.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b89f520c5cbc92b1"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.LG","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}