{"url":"/dataset/chaosnli","name":"ChaosNLI","full_name":null,"description_markdown":"Chaos NLI is a Natural Language Inference (NLI) dataset with 100 annotations per example (for a total of 464,500 annotations) for some existing data points in the development sets of SNLI, MNLI, and Abductive NLI. The dataset provides additional labels for NLI annotations that reflect the distribution of human annotators, instead of picking the majority label as the gold standard label.\r\n\r\nSource: [ChaosNLI Github Repository](https://github.com/easonnie/ChaosNLI)","description_withheld":null,"homepage":"https://github.com/easonnie/ChaosNLI","introduced_date":"2020-10-07","introduced_date_note":null,"introduced_by":{"paper":"/paper/what-can-we-learn-from-collective-human","title":"What Can We Learn from Collective Human Opinions on Natural Language Inference Data?","first_author":"Yixin Nie","url":null},"license":null,"modalities":[{"name":"Texts","url":"/datasets/modality/texts"}],"tasks":[{"name":"Natural Language Inference","url":"/task/natural-language-inference","datasets_with_task":"/datasets/task/natural-language-inference"}],"languages":[{"name":"English","url":"/datasets/language/english"}],"variants":["ChaosNLI"],"data_loaders":[{"repo":"https://github.com/easonnie/ChaosNLI","url":"https://github.com/easonnie/ChaosNLI","frameworks":[]}],"num_papers_in_archive":27,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[],"papers_with_a_benchmark_row":[],"syntology_totals":{"read_at":"2026-09-24T18:15:14+00:00","papers_with_samples":0,"samples_harvested":0,"samples_ran":0,"samples_unverified":0,"pointer_only_for_licence":0,"papers_with_no_sample_that_ran":0,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}