{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2606-14697","title":"ClinHallu: A Benchmark for Diagnosing Stage-Wise Hallucinations in Medical MLLM Reasoning","arxiv_id":"2606.14697","date":"2026-06-12","proceeding":null,"authors":["Sicheng Yang","Hangjie Yuan","Wenjun Zhang","Jinwang Wang","Yichen Qian","Weihua Chen","Fan Wang","Lei Zhu"],"abstract":"Building trustworthy medical multimodal large language models (MLLMs) is critical for reliable clinical decision support. Existing medical hallucination benchmarks mainly focus on data collection, but often ignore where hallucinations originate within the reasoning process. We find that hallucination sources vary across samples: errors may arise from visual misrecognition, incorrect medical knowledge recall, or flawed reasoning integration. To enable source-level hallucination diagnosis, we introduce ClinHallu, a benchmark for stage-wise hallucination diagnosis in medical MLLM reasoning. ClinHallu contains 7,031 validated instances, where each instance is augmented with a structured reasoning trace decomposed into Visual Recognition, Knowledge Recall, and Reasoning Integration. We also use stage-replacement interventions to measure how correcting specific stages affects the final answer. Beyond evaluation, we show that trace-supervised fine-tuning reduces stage-wise hallucinations. ClinHallu provides a fine-grained hallucination testbed for diagnosing and mitigating reasoning failures in medical MLLMs. The benchmark is publicly available at https://github.com/alibaba-damo-academy/ClinHallu.","url_abs":"https://arxiv.org/abs/2606.14697","url_pdf":"https://arxiv.org/pdf/2606.14697","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2606.14697","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2606.14697"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/alibaba-damo-academy/ClinHallu","reach":null}],"summary":{"ran_draft_wrong":9,"unverified":5},"by_repo_kind":{"found_in_text":{"samples":14,"ran":9,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"eca71000d484ee72","entry":"_build_support_context","repo":"alibaba-damo-academy/ClinHallu","repo_kind":"found_in_text","path":"src/model_evaluation/04_judge_step_hallucination.py","file_url":"https://github.com/alibaba-damo-academy/ClinHallu/blob/HEAD/src/model_evaluation/04_judge_step_hallucination.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"eca71000d484ee72"}},{"code_sha256_prefix":"0a141672c647d9c3","entry":"_require_sample_identifier","repo":"alibaba-damo-academy/ClinHallu","repo_kind":"found_in_text","path":"src/model_evaluation/04_judge_step_hallucination.py","file_url":"https://github.com/alibaba-damo-academy/ClinHallu/blob/HEAD/src/model_evaluation/04_judge_step_hallucination.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"0a141672c647d9c3"}},{"code_sha256_prefix":"c185866bf4d59925","entry":"encode_image_to_base64","repo":"alibaba-damo-academy/ClinHallu","repo_kind":"found_in_text","path":"src/model_evaluation/04_judge_step_hallucination.py","file_url":"https://github.com/alibaba-damo-academy/ClinHallu/blob/HEAD/src/model_evaluation/04_judge_step_hallucination.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"c185866bf4d59925"}},{"code_sha256_prefix":"a6c01b940da026ae","entry":"extract_step_text","repo":"alibaba-damo-academy/ClinHallu","repo_kind":"found_in_text","path":"src/model_evaluation/04_judge_step_hallucination.py","file_url":"https://github.com/alibaba-damo-academy/ClinHallu/blob/HEAD/src/model_evaluation/04_judge_step_hallucination.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"a6c01b940da026ae"}},{"code_sha256_prefix":"b2c16a5f2122cca0","entry":"get_mime_type","repo":"alibaba-damo-academy/ClinHallu","repo_kind":"found_in_text","path":"src/model_evaluation/04_judge_step_hallucination.py","file_url":"https://github.com/alibaba-damo-academy/ClinHallu/blob/HEAD/src/model_evaluation/04_judge_step_hallucination.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"b2c16a5f2122cca0"}},{"code_sha256_prefix":"8bfbd959ea60340b","entry":"get_sample_identifier","repo":"alibaba-damo-academy/ClinHallu","repo_kind":"found_in_text","path":"src/model_evaluation/04_judge_step_hallucination.py","file_url":"https://github.com/alibaba-damo-academy/ClinHallu/blob/HEAD/src/model_evaluation/04_judge_step_hallucination.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"8bfbd959ea60340b"}},{"code_sha256_prefix":"f3a587e854490557","entry":"load_completed_sample_ids","repo":"alibaba-damo-academy/ClinHallu","repo_kind":"found_in_text","path":"src/model_evaluation/04_judge_step_hallucination.py","file_url":"https://github.com/alibaba-damo-academy/ClinHallu/blob/HEAD/src/model_evaluation/04_judge_step_hallucination.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"f3a587e854490557"}},{"code_sha256_prefix":"87b805dfff9a1a07","entry":"parse_step_hallucination_response","repo":"alibaba-damo-academy/ClinHallu","repo_kind":"found_in_text","path":"src/model_evaluation/04_judge_step_hallucination.py","file_url":"https://github.com/alibaba-damo-academy/ClinHallu/blob/HEAD/src/model_evaluation/04_judge_step_hallucination.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"87b805dfff9a1a07"}},{"code_sha256_prefix":"6ffe207afa711e13","entry":"resolve_image_paths","repo":"alibaba-damo-academy/ClinHallu","repo_kind":"found_in_text","path":"src/model_evaluation/04_judge_step_hallucination.py","file_url":"https://github.com/alibaba-damo-academy/ClinHallu/blob/HEAD/src/model_evaluation/04_judge_step_hallucination.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"6ffe207afa711e13"}},{"code_sha256_prefix":"e2603e183dceec30","entry":"CoTAPIWrapper","repo":"alibaba-damo-academy/ClinHallu","repo_kind":"found_in_text","path":"src/model_evaluation/04_judge_step_hallucination.py","file_url":"https://github.com/alibaba-damo-academy/ClinHallu/blob/HEAD/src/model_evaluation/04_judge_step_hallucination.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"e2603e183dceec30"}},{"code_sha256_prefix":"90027ad7ab6b9b1c","entry":"_build_step_result","repo":"alibaba-damo-academy/ClinHallu","repo_kind":"found_in_text","path":"src/model_evaluation/04_judge_step_hallucination.py","file_url":"https://github.com/alibaba-damo-academy/ClinHallu/blob/HEAD/src/model_evaluation/04_judge_step_hallucination.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"90027ad7ab6b9b1c"}},{"code_sha256_prefix":"6a690693a1f5d9e6","entry":"judge_single_sample","repo":"alibaba-damo-academy/ClinHallu","repo_kind":"found_in_text","path":"src/model_evaluation/04_judge_step_hallucination.py","file_url":"https://github.com/alibaba-damo-academy/ClinHallu/blob/HEAD/src/model_evaluation/04_judge_step_hallucination.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"6a690693a1f5d9e6"}},{"code_sha256_prefix":"8118726b9397dbbe","entry":"judge_step_hallucination","repo":"alibaba-damo-academy/ClinHallu","repo_kind":"found_in_text","path":"src/model_evaluation/04_judge_step_hallucination.py","file_url":"https://github.com/alibaba-damo-academy/ClinHallu/blob/HEAD/src/model_evaluation/04_judge_step_hallucination.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"8118726b9397dbbe"}},{"code_sha256_prefix":"3d82d3482bca30db","entry":"process_step_judge_batch","repo":"alibaba-damo-academy/ClinHallu","repo_kind":"found_in_text","path":"src/model_evaluation/04_judge_step_hallucination.py","file_url":"https://github.com/alibaba-damo-academy/ClinHallu/blob/HEAD/src/model_evaluation/04_judge_step_hallucination.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"3d82d3482bca30db"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.CL","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}