{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/synthetic-disinformation-attacks-on-automated","title":"Synthetic Disinformation Attacks on Automated Fact Verification Systems","arxiv_id":"2202.09381","date":"2022-02-18","proceeding":null,"authors":["Yibing Du","Antoine Bosselut","Christopher D. Manning"],"abstract":"Automated fact-checking is a needed technology to curtail the spread of online misinformation. One current framework for such solutions proposes to verify claims by retrieving supporting or refuting evidence from related textual sources. However, the realistic use cases for fact-checkers will require verifying claims against evidence sources that could be affected by the same misinformation. Furthermore, the development of modern NLP tools that can produce coherent, fabricated content would allow malicious actors to systematically generate adversarial disinformation for fact-checkers. In this work, we explore the sensitivity of automated fact-checkers to synthetic adversarial evidence in two simulated settings: AdversarialAddition, where we fabricate documents and add them to the evidence repository available to the fact-checking system, and AdversarialModification, where existing evidence source documents in the repository are automatically altered. Our study across multiple models on three benchmarks demonstrates that these systems suffer significant performance drops against these attacks. Finally, we discuss the growing threat of modern NLG systems as generators of disinformation in the context of the challenges they pose to automated fact-checkers.","url_abs":"https://arxiv.org/abs/2202.09381v1","url_pdf":"https://arxiv.org/pdf/2202.09381v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"synthetic-disinformation-attacks-on-automated","repo_url":"https://github.com/yibing-du/adversarial-factcheck","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}}],"tasks":[{"task_slug":"fact-checking","task_name":"Fact Checking"},{"task_slug":"fact-verification","task_name":"Fact Verification"},{"task_slug":"misinformation","task_name":"Misinformation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2202.09381","atlas_url":"https://app.syntology.ai/?focus=2202.09381","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2202.09381"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/yibing-du/adversarial-factcheck","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"ran_draft_wrong":1,"ran_honours":2,"ran":2,"unverified":2},"by_repo_kind":{"official":{"samples":7,"ran":5,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"9df40357afea56cc","entry":"to_list","repo":"yibing-du/adversarial-factcheck","repo_kind":"official","path":"fever/corefbert/Pretrain/run_pretrain.py","file_url":"https://github.com/yibing-du/adversarial-factcheck/blob/HEAD/fever/corefbert/Pretrain/run_pretrain.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":2,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9df40357afea56cc"}},{"code_sha256_prefix":"347bcdf9cb798d84","entry":"kernal_mus","repo":"yibing-du/adversarial-factcheck","repo_kind":"official","path":"fever/corefbert/FEVER/models.py","file_url":"https://github.com/yibing-du/adversarial-factcheck/blob/HEAD/fever/corefbert/FEVER/models.py","link_basis":"plan_row","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"347bcdf9cb798d84"}},{"code_sha256_prefix":"0bafc889ce780931","entry":"kernel_sigmas","repo":"yibing-du/adversarial-factcheck","repo_kind":"official","path":"fever/corefbert/FEVER/models.py","file_url":"https://github.com/yibing-du/adversarial-factcheck/blob/HEAD/fever/corefbert/FEVER/models.py","link_basis":"plan_row","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"0bafc889ce780931"}},{"code_sha256_prefix":"e6586b6790b3b3fc","entry":"tok2int_sent","repo":"yibing-du/adversarial-factcheck","repo_kind":"official","path":"fever/corefbert/FEVER/data_loader.py","file_url":"https://github.com/yibing-du/adversarial-factcheck/blob/HEAD/fever/corefbert/FEVER/data_loader.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"e6586b6790b3b3fc"}},{"code_sha256_prefix":"07a2e3e996a6dc8e","entry":"url_to_filename","repo":"yibing-du/adversarial-factcheck","repo_kind":"official","path":"fever/corefbert/FEVER/file_utils.py","file_url":"https://github.com/yibing-du/adversarial-factcheck/blob/HEAD/fever/corefbert/FEVER/file_utils.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"07a2e3e996a6dc8e"}},{"code_sha256_prefix":"dc8e63d7478acf25","entry":"load_and_cache_examples","repo":"yibing-du/adversarial-factcheck","repo_kind":"official","path":"fever/corefbert/Pretrain/run_pretrain.py","file_url":"https://github.com/yibing-du/adversarial-factcheck/blob/HEAD/fever/corefbert/Pretrain/run_pretrain.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"dc8e63d7478acf25"}},{"code_sha256_prefix":"837f55825f82c177","entry":"tok2int_list","repo":"yibing-du/adversarial-factcheck","repo_kind":"official","path":"fever/corefbert/FEVER/data_loader.py","file_url":"https://github.com/yibing-du/adversarial-factcheck/blob/HEAD/fever/corefbert/FEVER/data_loader.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"837f55825f82c177"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}