{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2604-04074","title":"FactReview: Evidence-Grounded Peer Review with Execution-Based Claim Verification","arxiv_id":"2604.04074","date":"2026-04-05","proceeding":null,"authors":["Ling Yue","Chaoqian Ouyang","Hang Xu","Ruijun Huang","Yuchen Liu","Libin Zheng","Wei Liu","Shaowu Pan","Shimin Di","Min-Ling Zhang"],"abstract":"Large language model (LLM)-based reviewing systems typically assess manuscripts in isolation, leaving literature- and code-dependent claims difficult to verify. We present FactReview, an audit pipeline that extracts review-relevant claims, grounds them in related work and reference checks, and, when code is available, executes released artifacts under a fixed repair budget. On 26 paper-disjoint test papers with 354 human-verified claims, FactReview achieves 84.3\\% F1 for claim recovery. In a same-backend, evidence-matched comparison, FactReview scores 4.72/5 overall, outperforming a direct LLM reviewer by 0.74 points. Removing execution evidence changes 17.0\\% of claim statuses, more than removing any other single evidence source. In a reviewer-assistance study, FactReview reduces mean review time by 58\\% while increasing benchmark-claim coverage from 87\\% to 99\\%. FactReview supports evidence-based claim auditing, with acceptance decisions reserved for human reviewers. The code is public at https://github.com/DEFENSE-SEU/FactReview.","url_abs":"https://arxiv.org/abs/2604.04074","url_pdf":"https://arxiv.org/pdf/2604.04074","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2604.04074","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2604.04074"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/DEFENSE-SEU/FactReview","reach":null}],"summary":{"ran":2,"ran_draft_wrong":16,"ran_honours":2,"ran_violates":2,"unverified":5},"by_repo_kind":{"found_in_text":{"samples":27,"ran":22,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":27,"samples":[{"code_sha256_prefix":"81ef4950dd3584bf","entry":"ClaimAuditResult","repo":"DEFENSE-SEU/FactReview","repo_kind":"found_in_text","path":"src/review/report/claim_audit.py","file_url":"https://github.com/DEFENSE-SEU/FactReview/blob/HEAD/src/review/report/claim_audit.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"81ef4950dd3584bf"}},{"code_sha256_prefix":"e142632043f7d646","entry":"ReportAuditOutcome","repo":"DEFENSE-SEU/FactReview","repo_kind":"found_in_text","path":"src/review/report/claim_audit.py","file_url":"https://github.com/DEFENSE-SEU/FactReview/blob/HEAD/src/review/report/claim_audit.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"e142632043f7d646"}},{"code_sha256_prefix":"a6db351de6f46c7c","entry":"_cap_status","repo":"DEFENSE-SEU/FactReview","repo_kind":"found_in_text","path":"src/review/report/claim_audit.py","file_url":"https://github.com/DEFENSE-SEU/FactReview/blob/HEAD/src/review/report/claim_audit.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"a6db351de6f46c7c"}},{"code_sha256_prefix":"9c77cdefec78daeb","entry":"_cell_safe","repo":"DEFENSE-SEU/FactReview","repo_kind":"found_in_text","path":"src/review/report/claim_audit.py","file_url":"https://github.com/DEFENSE-SEU/FactReview/blob/HEAD/src/review/report/claim_audit.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"9c77cdefec78daeb"}},{"code_sha256_prefix":"32bf069f207ed70b","entry":"_collect_claim_entries","repo":"DEFENSE-SEU/FactReview","repo_kind":"found_in_text","path":"src/review/report/claim_audit.py","file_url":"https://github.com/DEFENSE-SEU/FactReview/blob/HEAD/src/review/report/claim_audit.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"32bf069f207ed70b"}},{"code_sha256_prefix":"4c5875953ec809bc","entry":"_extract_positioning_context","repo":"DEFENSE-SEU/FactReview","repo_kind":"found_in_text","path":"src/review/report/claim_audit.py","file_url":"https://github.com/DEFENSE-SEU/FactReview/blob/HEAD/src/review/report/claim_audit.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"4c5875953ec809bc"}},{"code_sha256_prefix":"0ff27dd734ef2745","entry":"_extract_self_tag","repo":"DEFENSE-SEU/FactReview","repo_kind":"found_in_text","path":"src/review/report/claim_audit.py","file_url":"https://github.com/DEFENSE-SEU/FactReview/blob/HEAD/src/review/report/claim_audit.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"0ff27dd734ef2745"}},{"code_sha256_prefix":"34b7775c168a5961","entry":"_flatten_execution_comparisons","repo":"DEFENSE-SEU/FactReview","repo_kind":"found_in_text","path":"src/review/report/claim_audit.py","file_url":"https://github.com/DEFENSE-SEU/FactReview/blob/HEAD/src/review/report/claim_audit.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"34b7775c168a5961"}},{"code_sha256_prefix":"747ff857cab215c4","entry":"_float_or_none","repo":"DEFENSE-SEU/FactReview","repo_kind":"found_in_text","path":"src/review/report/claim_audit.py","file_url":"https://github.com/DEFENSE-SEU/FactReview/blob/HEAD/src/review/report/claim_audit.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"747ff857cab215c4"}},{"code_sha256_prefix":"3f205d7db9236944","entry":"_format_execution_matches_block","repo":"DEFENSE-SEU/FactReview","repo_kind":"found_in_text","path":"src/review/report/claim_audit.py","file_url":"https://github.com/DEFENSE-SEU/FactReview/blob/HEAD/src/review/report/claim_audit.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"3f205d7db9236944"}},{"code_sha256_prefix":"271033465b5dc875","entry":"_format_metric_number","repo":"DEFENSE-SEU/FactReview","repo_kind":"found_in_text","path":"src/review/report/claim_audit.py","file_url":"https://github.com/DEFENSE-SEU/FactReview/blob/HEAD/src/review/report/claim_audit.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"271033465b5dc875"}},{"code_sha256_prefix":"b6693958a9c0b7e7","entry":"_format_status_html","repo":"DEFENSE-SEU/FactReview","repo_kind":"found_in_text","path":"src/review/report/claim_audit.py","file_url":"https://github.com/DEFENSE-SEU/FactReview/blob/HEAD/src/review/report/claim_audit.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"b6693958a9c0b7e7"}},{"code_sha256_prefix":"76bb78d0469e575f","entry":"_is_comparative_claim","repo":"DEFENSE-SEU/FactReview","repo_kind":"found_in_text","path":"src/review/report/claim_audit.py","file_url":"https://github.com/DEFENSE-SEU/FactReview/blob/HEAD/src/review/report/claim_audit.py","link_basis":"first_harvest_node","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"76bb78d0469e575f"}},{"code_sha256_prefix":"fca79fd045143a23","entry":"_is_novelty_claim","repo":"DEFENSE-SEU/FactReview","repo_kind":"found_in_text","path":"src/review/report/claim_audit.py","file_url":"https://github.com/DEFENSE-SEU/FactReview/blob/HEAD/src/review/report/claim_audit.py","link_basis":"first_harvest_node","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"fca79fd045143a23"}},{"code_sha256_prefix":"3ed7074cca477032","entry":"_normalize_claim_table_cells","repo":"DEFENSE-SEU/FactReview","repo_kind":"found_in_text","path":"src/review/report/claim_audit.py","file_url":"https://github.com/DEFENSE-SEU/FactReview/blob/HEAD/src/review/report/claim_audit.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"3ed7074cca477032"}},{"code_sha256_prefix":"19895289feac7bb5","entry":"_normalize_status","repo":"DEFENSE-SEU/FactReview","repo_kind":"found_in_text","path":"src/review/report/claim_audit.py","file_url":"https://github.com/DEFENSE-SEU/FactReview/blob/HEAD/src/review/report/claim_audit.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"19895289feac7bb5"}},{"code_sha256_prefix":"7f9de35d6587b890","entry":"_parse_first_table","repo":"DEFENSE-SEU/FactReview","repo_kind":"found_in_text","path":"src/review/report/claim_audit.py","file_url":"https://github.com/DEFENSE-SEU/FactReview/blob/HEAD/src/review/report/claim_audit.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"7f9de35d6587b890"}},{"code_sha256_prefix":"19f7b556fa187f06","entry":"_scale_metric_pair","repo":"DEFENSE-SEU/FactReview","repo_kind":"found_in_text","path":"src/review/report/claim_audit.py","file_url":"https://github.com/DEFENSE-SEU/FactReview/blob/HEAD/src/review/report/claim_audit.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"19f7b556fa187f06"}},{"code_sha256_prefix":"de2449282b25609d","entry":"_split_table_row","repo":"DEFENSE-SEU/FactReview","repo_kind":"found_in_text","path":"src/review/report/claim_audit.py","file_url":"https://github.com/DEFENSE-SEU/FactReview/blob/HEAD/src/review/report/claim_audit.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"de2449282b25609d"}},{"code_sha256_prefix":"e481f489fc750d1c","entry":"_strip_html","repo":"DEFENSE-SEU/FactReview","repo_kind":"found_in_text","path":"src/review/report/claim_audit.py","file_url":"https://github.com/DEFENSE-SEU/FactReview/blob/HEAD/src/review/report/claim_audit.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"e481f489fc750d1c"}},{"code_sha256_prefix":"c8ef58ce422bc53b","entry":"audit_axis_self_selection","repo":"DEFENSE-SEU/FactReview","repo_kind":"found_in_text","path":"src/review/report/claim_audit.py","file_url":"https://github.com/DEFENSE-SEU/FactReview/blob/HEAD/src/review/report/claim_audit.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"c8ef58ce422bc53b"}},{"code_sha256_prefix":"b024914a2bd31d36","entry":"inject_weaknesses","repo":"DEFENSE-SEU/FactReview","repo_kind":"found_in_text","path":"src/review/report/claim_audit.py","file_url":"https://github.com/DEFENSE-SEU/FactReview/blob/HEAD/src/review/report/claim_audit.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"b024914a2bd31d36"}},{"code_sha256_prefix":"6192632b26dbc902","entry":"_build_llm_prompt","repo":"DEFENSE-SEU/FactReview","repo_kind":"found_in_text","path":"src/review/report/claim_audit.py","file_url":"https://github.com/DEFENSE-SEU/FactReview/blob/HEAD/src/review/report/claim_audit.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"6192632b26dbc902"}},{"code_sha256_prefix":"b1ce2298b306dca3","entry":"_find_column_index","repo":"DEFENSE-SEU/FactReview","repo_kind":"found_in_text","path":"src/review/report/claim_audit.py","file_url":"https://github.com/DEFENSE-SEU/FactReview/blob/HEAD/src/review/report/claim_audit.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"b1ce2298b306dca3"}},{"code_sha256_prefix":"bf013970d7734624","entry":"_resolve_default_llm_call","repo":"DEFENSE-SEU/FactReview","repo_kind":"found_in_text","path":"src/review/report/claim_audit.py","file_url":"https://github.com/DEFENSE-SEU/FactReview/blob/HEAD/src/review/report/claim_audit.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"bf013970d7734624"}},{"code_sha256_prefix":"41b004aa131064b1","entry":"_verdict_to_label","repo":"DEFENSE-SEU/FactReview","repo_kind":"found_in_text","path":"src/review/report/claim_audit.py","file_url":"https://github.com/DEFENSE-SEU/FactReview/blob/HEAD/src/review/report/claim_audit.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"41b004aa131064b1"}},{"code_sha256_prefix":"c21bb475334ef145","entry":"audit_review_markdown","repo":"DEFENSE-SEU/FactReview","repo_kind":"found_in_text","path":"src/review/report/claim_audit.py","file_url":"https://github.com/DEFENSE-SEU/FactReview/blob/HEAD/src/review/report/claim_audit.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"c21bb475334ef145"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.LG","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}