{"url":"/dataset/hwu64","name":"HWU64","full_name":"HWU64","description_markdown":"This project contains natural language data for human-robot interaction in home domain which we collected and annotated for evaluating NLU Services/platforms.","description_withheld":null,"homepage":"https://github.com/xliuhw/NLU-Evaluation-Data","introduced_date":"2019-03-13","introduced_date_note":null,"introduced_by":{"paper":"/paper/benchmarking-natural-language-understanding","title":"Benchmarking Natural Language Understanding Services for building Conversational Agents","first_author":"Xingkun Liu","url":null},"license":{"name":"CC-BY-SA 3.0","url":"https://github.com/xliuhw/NLU-Evaluation-Data/blob/master/LICENSE"},"modalities":[{"name":"Texts","url":"/datasets/modality/texts"}],"tasks":[{"name":"Intent Detection","url":"/task/intent-detection","datasets_with_task":"/datasets/task/intent-detection"}],"languages":[{"name":"English","url":"/datasets/language/english"}],"variants":["HWU64","HWU64 10-shot","HWU64 5-shot"],"data_loaders":[],"num_papers_in_archive":66,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[{"leaderboard":"/sota/intent-detection-on-hwu64","task":"Intent Detection","dataset_variant":"HWU64","rows":1,"metrics":["Accuracy (%)"],"first_row_in_archive_order":{"model":"RoBERTa-Large + ICDA","paper":"/paper/selective-in-context-data-augmentation-for","metrics":{"Accuracy (%)":"92.57"},"code_links":[]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/intent-detection-on-hwu64-10-shot","task":"Intent Detection","dataset_variant":"HWU64 10-shot","rows":1,"metrics":["Accuracy (%)"],"first_row_in_archive_order":{"model":"RoBERTa-Large + ICDA","paper":"/paper/selective-in-context-data-augmentation-for","metrics":{"Accuracy (%)":"87.41"},"code_links":[]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/intent-detection-on-hwu64-5-shot","task":"Intent Detection","dataset_variant":"HWU64 5-shot","rows":1,"metrics":["Accuracy (%)"],"first_row_in_archive_order":{"model":"RoBERTa-Large + ICDA","paper":"/paper/selective-in-context-data-augmentation-for","metrics":{"Accuracy (%)":"82.45"},"code_links":[]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"}],"papers_with_a_benchmark_row":[{"paper":"/paper/selective-in-context-data-augmentation-for","title":"Selective In-Context Data Augmentation for Intent Detection using Pointwise V-Information","date":"2023-02-10","rows_on_this_dataset":3,"code_links":0,"syntology":null}],"syntology_totals":{"read_at":"2026-09-24T18:15:14+00:00","papers_with_samples":0,"samples_harvested":0,"samples_ran":0,"samples_unverified":0,"pointer_only_for_licence":0,"papers_with_no_sample_that_ran":0,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}