{"url":"/dataset/help","name":"HELP","full_name":null,"description_markdown":"The **HELP** dataset is an automatically created natural language inference (NLI) dataset that embodies the combination of lexical and logical inferences focusing on monotonicity (i.e., phrase replacement-based reasoning). The HELP (Ver.1.0) has 36K inference pairs consisting of upward monotone, downward monotone, non-monotone, conjunction, and disjunction.\r\n\r\nSource: [HELP](https://github.com/verypluming/HELP)","description_withheld":null,"homepage":"https://github.com/verypluming/HELP","introduced_date":null,"introduced_date_note":null,"introduced_by":{"paper":"/paper/help-a-dataset-for-identifying-shortcomings","title":"HELP: A Dataset for Identifying Shortcomings of Neural Models in Monotonicity Reasoning","first_author":"Hitomi Yanaka","url":null},"license":{"name":"Custom","url":"https://github.com/verypluming/HELP"},"modalities":[{"name":"Texts","url":"/datasets/modality/texts"}],"tasks":[{"name":"Natural Language Inference","url":"/task/natural-language-inference","datasets_with_task":"/datasets/task/natural-language-inference"},{"name":"Fairness","url":"/task/fairness","datasets_with_task":"/datasets/task/fairness"},{"name":"Visual Navigation","url":"/task/visual-navigation","datasets_with_task":"/datasets/task/visual-navigation"},{"name":"Data Augmentation","url":"/task/data-augmentation","datasets_with_task":"/datasets/task/data-augmentation"}],"languages":[],"variants":["Help, Anna! (HANNA)","HELP"],"data_loaders":[{"repo":"https://github.com/verypluming/HELP","url":"https://github.com/verypluming/HELP","frameworks":[]}],"num_papers_in_archive":30,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[{"leaderboard":"/sota/visual-navigation-on-help-anna-hanna-1","task":"Visual Navigation","dataset_variant":"Help, Anna! (HANNA)","rows":1,"metrics":["spl"],"first_row_in_archive_order":{"model":"Prevalent","paper":"/paper/towards-learning-a-generic-agent-for-vision","metrics":{"spl":"28.72"},"code_links":[{"title":"weituo12321/PREVALENT","url":"https://github.com/weituo12321/PREVALENT"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"}],"papers_with_a_benchmark_row":[{"paper":"/paper/towards-learning-a-generic-agent-for-vision","title":"Towards Learning a Generic Agent for Vision-and-Language Navigation via Pre-training","date":"2020-02-25","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":1,"samples_ran":0,"samples_unverified":1,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}}],"syntology_totals":{"read_at":"2026-09-24T18:15:14+00:00","papers_with_samples":1,"samples_harvested":1,"samples_ran":0,"samples_unverified":1,"pointer_only_for_licence":0,"papers_with_no_sample_that_ran":1,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}