{"url":"/dataset/averitec","name":"AVeriTeC","full_name":"AVeriTeC: A Dataset for Real-world Claim Verification with Evidence from the Web","description_markdown":"AVeriTeC (Automated Verification of Textual Claims) is a dataset of 4568 real-world claims covering fact-checks by 50 different organizations. Each claim is annotated with question-answer pairs supported by evidence available online, as well as textual justifications explaining how the evidence combines to produce a verdict. The Claims in AVeriTeC are classified into four labels: \"Supported\", \"Refuted\", \"Not Enough Evidence\", \"Conflicting Evidence/Cherry-picking\". The dataset also contains several fields of metadata such as the speaker of the claim, the publisher of the claim, the date the claim was published, and the location most relevant to the claim. These can be used to support questions, answers, and justifications.","description_withheld":null,"homepage":"https://fever.ai/dataset/averitec.html","introduced_date":null,"introduced_date_note":null,"introduced_by":{"paper":"/paper/averitec-a-dataset-for-real-world-claim-1","title":"AVeriTeC: A Dataset for Real-world Claim Verification with Evidence from the Web","first_author":"Michael Schlichtkrull","url":null},"license":null,"modalities":[{"name":"Texts","url":"/datasets/modality/texts"}],"tasks":[{"name":"Fact Checking","url":"/task/fact-checking","datasets_with_task":"/datasets/task/fact-checking"},{"name":"Fact Verification","url":"/task/fact-verification","datasets_with_task":"/datasets/task/fact-verification"}],"languages":[{"name":"English","url":"/datasets/language/english"}],"variants":["AVeriTeC"],"data_loaders":[],"num_papers_in_archive":17,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[{"leaderboard":"/sota/fact-checking-on-averitec","task":"Fact Checking","dataset_variant":"AVeriTeC","rows":3,"metrics":["Question Only score","Question + Answer score","AveriTeC"],"first_row_in_archive_order":{"model":"HerO","paper":"/paper/hero-at-averitec-the-herd-of-open-large","metrics":{"AveriTeC":"0.57","Question + Answer score":"0.35","Question Only score":"0.48"},"code_links":[{"title":"ssu-humane/hero","url":"https://github.com/ssu-humane/hero"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"}],"papers_with_a_benchmark_row":[{"paper":"/paper/infact-a-strong-baseline-for-automated-fact","title":"InFact: A Strong Baseline for Automated Fact-Checking","date":"2024-11-01","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/hero-at-averitec-the-herd-of-open-large","title":"HerO at AVeriTeC: The Herd of Open Large Language Models for Verifying Real-World Claims","date":"2024-10-16","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/aic-ctu-system-at-averitec-re-framing","title":"AIC CTU system at AVeriTeC: Re-framing automated fact-checking as a simple RAG task","date":"2024-10-15","rows_on_this_dataset":1,"code_links":1,"syntology":null}],"syntology_totals":{"read_at":"2026-09-24T18:15:14+00:00","papers_with_samples":0,"samples_harvested":0,"samples_ran":0,"samples_unverified":0,"pointer_only_for_licence":0,"papers_with_no_sample_that_ran":0,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}