{"url":"/dataset/children-s-book-test","name":"Children's Book Test","full_name":null,"description_markdown":"Click to add a brief description of the dataset (Markdown and LaTeX enabled).\r\n\r\nProvide:\r\n\r\n* a high-level explanation of the dataset characteristics\r\n* explain motivations and summary of its content\r\n* potential use cases of the dataset","description_withheld":null,"homepage":"https://research.fb.com/downloads/babi","introduced_date":null,"introduced_date_note":null,"introduced_by":{"paper":"/paper/the-goldilocks-principle-reading-childrens","title":"The Goldilocks Principle: Reading Children's Books with Explicit Memory Representations","first_author":"Felix Hill","url":null},"license":null,"modalities":[],"tasks":[{"name":"Question Answering","url":"/task/question-answering","datasets_with_task":"/datasets/task/question-answering"}],"languages":[],"variants":[],"data_loaders":[],"num_papers_in_archive":50,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[{"leaderboard":"/sota/question-answering-on-childrens-book-test","task":"Question Answering","dataset_variant":"Children's Book Test","rows":8,"metrics":["Accuracy-CN","Accuracy-NE"],"first_row_in_archive_order":{"model":"NSE","paper":"/paper/gated-attention-readers-for-text","metrics":{"Accuracy-CN":"71.9%","Accuracy-NE":"73.2%"},"code_links":[{"title":"AI-metrics/AI-metrics","url":"https://github.com/AI-metrics/AI-metrics"},{"title":"bdhingra/ga-reader","url":"https://github.com/bdhingra/ga-reader"},{"title":"gchhablani/ReCAM","url":"https://github.com/gchhablani/ReCAM"},{"title":"aartika/experiment1","url":"https://github.com/aartika/experiment1"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"}],"papers_with_a_benchmark_row":[{"paper":"/paper/attention-over-attention-neural-networks-for","title":"Attention-over-Attention Neural Networks for Reading Comprehension","date":"2016-07-15","rows_on_this_dataset":1,"code_links":2,"syntology":null},{"paper":"/paper/natural-language-comprehension-with-the","title":"Natural Language Comprehension with the EpiReader","date":"2016-06-07","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/iterative-alternating-neural-attention-for","title":"Iterative Alternating Neural Attention for Machine Reading","date":"2016-06-07","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/gated-attention-readers-for-text","title":"Gated-Attention Readers for Text Comprehension","date":"2016-06-05","rows_on_this_dataset":3,"code_links":4,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":3,"samples_ran":1,"samples_unverified":2,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/text-understanding-with-the-attention-sum","title":"Text Understanding with the Attention Sum Reader Network","date":"2016-03-04","rows_on_this_dataset":2,"code_links":2,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":10,"samples_ran":0,"samples_unverified":10,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}}],"syntology_totals":{"read_at":"2026-09-24T18:15:14+00:00","papers_with_samples":2,"samples_harvested":13,"samples_ran":1,"samples_unverified":12,"pointer_only_for_licence":0,"papers_with_no_sample_that_ran":1,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}