{"url":"/dataset/folktexts","name":"folktexts","full_name":"folktexts","description_markdown":"A collection of natural language prompt-completion pairs pertaining to multiple-choice Q&A on benchmark tasks based on US census products.\r\nBenchmark tasks are made available through a python package dubbed `folktexts`.\r\nThe main goal is to serve as a basis to evaluate LLMs' capabilities of uncertainty quantification on uncertain outcomes, i.e., evaluating quantification of _aleatoric_ uncertainty.\r\nThis is essentially a natural-language version of the popular _folktables_ tabular data package.","description_withheld":null,"homepage":"https://github.com/socialfoundations/folktexts","introduced_date":"2024-07-19","introduced_date_note":null,"introduced_by":{"paper":"/paper/evaluating-language-models-as-risk-scores","title":"Evaluating language models as risk scores","first_author":"André F. Cruz","url":null},"license":{"name":"MIT","url":"https://github.com/socialfoundations/folktexts/blob/main/LICENSE"},"modalities":[{"name":"Texts","url":"/datasets/modality/texts"}],"tasks":[],"languages":[{"name":"English","url":"/datasets/language/english"}],"variants":["folktexts"],"data_loaders":[{"repo":"https://github.com/huggingface/datasets","url":"https://huggingface.co/datasets/acruz/folktexts","frameworks":["tf","pytorch","jax"]},{"repo":"https://github.com/socialfoundations/folktexts","url":"https://github.com/socialfoundations/folktexts","frameworks":["pytorch"]}],"num_papers_in_archive":1,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[],"papers_with_a_benchmark_row":[],"syntology_totals":{"read_at":"2026-09-24T18:15:14+00:00","papers_with_samples":0,"samples_harvested":0,"samples_ran":0,"samples_unverified":0,"pointer_only_for_licence":0,"papers_with_no_sample_that_ran":0,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}