{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/generating-scientific-claims-for-zero-shot-1","title":"Generating Scientific Claims for Zero-Shot Scientific Fact Checking","arxiv_id":"2203.12990","date":"2022-03-24","proceeding":"ACL 2022 5","authors":["Dustin Wright","David Wadden","Kyle Lo","Bailey Kuehl","Arman Cohan","Isabelle Augenstein","Lucy Lu Wang"],"abstract":"Automated scientific fact checking is difficult due to the complexity of scientific language and a lack of significant amounts of training data, as annotation requires domain expertise. To address this challenge, we propose scientific claim generation, the task of generating one or more atomic and verifiable claims from scientific sentences, and demonstrate its usefulness in zero-shot fact checking for biomedical claims. We propose CLAIMGEN-BART, a new supervised method for generating claims supported by the literature, as well as KBIN, a novel method for generating claim negations. Additionally, we adapt an existing unsupervised entity-centric method of claim generation to biomedical claims, which we call CLAIMGEN-ENTITY. Experiments on zero-shot fact checking demonstrate that both CLAIMGEN-ENTITY and CLAIMGEN-BART, coupled with KBIN, achieve up to 90% performance of fully supervised models trained on manually annotated claims and evidence. A rigorous evaluation study demonstrates significant improvement in generated claim and negation quality over existing baselines","url_abs":"https://arxiv.org/abs/2203.12990v1","url_pdf":"https://arxiv.org/pdf/2203.12990v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"generating-scientific-claims-for-zero-shot-1","repo_url":"https://github.com/allenai/scientific-claim-generation","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}}],"tasks":[{"task_slug":"fact-checking","task_name":"Fact Checking"},{"task_slug":"negation","task_name":"Negation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=2203.12990","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.12990"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/allenai/scientific-claim-generation","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"unverified":7},"by_repo_kind":{"official":{"samples":7,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"e24368339d19b559","entry":"compute_metrics","repo":"allenai/scientific-claim-generation","repo_kind":"official","path":"archive/run_bart_claim_generation.py","file_url":"https://github.com/allenai/scientific-claim-generation/blob/HEAD/archive/run_bart_claim_generation.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"e24368339d19b559"}},{"code_sha256_prefix":"f6a48a7da22d1cc1","entry":"data_preprocess","repo":"allenai/scientific-claim-generation","repo_kind":"official","path":"archive/run_bart_claim_generation.py","file_url":"https://github.com/allenai/scientific-claim-generation/blob/HEAD/archive/run_bart_claim_generation.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"f6a48a7da22d1cc1"}},{"code_sha256_prefix":"174036c49c9e752a","entry":"data_preprocess","repo":"allenai/scientific-claim-generation","repo_kind":"official","path":"archive/run_bart_scifact_claim_generation.py","file_url":"https://github.com/allenai/scientific-claim-generation/blob/HEAD/archive/run_bart_scifact_claim_generation.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"174036c49c9e752a"}},{"code_sha256_prefix":"75bf33d25ca9a6cd","entry":"get_perplexity","repo":"allenai/scientific-claim-generation","repo_kind":"official","path":"generate_claim_variants.py","file_url":"https://github.com/allenai/scientific-claim-generation/blob/HEAD/generate_claim_variants.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"75bf33d25ca9a6cd"}},{"code_sha256_prefix":"5b3466b7e8552a30","entry":"q2c_data_preprocess","repo":"allenai/scientific-claim-generation","repo_kind":"official","path":"claimgen_entity.py","file_url":"https://github.com/allenai/scientific-claim-generation/blob/HEAD/claimgen_entity.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"5b3466b7e8552a30"}},{"code_sha256_prefix":"eebb1231ae66ae99","entry":"qg_data_preprocess","repo":"allenai/scientific-claim-generation","repo_kind":"official","path":"claimgen_entity.py","file_url":"https://github.com/allenai/scientific-claim-generation/blob/HEAD/claimgen_entity.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"eebb1231ae66ae99"}},{"code_sha256_prefix":"6c83dbde7a7359ce","entry":"sort_fc_claims","repo":"allenai/scientific-claim-generation","repo_kind":"official","path":"claimgen_bart.py","file_url":"https://github.com/allenai/scientific-claim-generation/blob/HEAD/claimgen_bart.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"6c83dbde7a7359ce"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}