{"url":"/dataset/snips-smartspeaker","name":"Snips-SmartSpeaker","full_name":null,"description_markdown":"The SmartSpeaker benchmark tests the performance of reacting to music player commands in English as well as in French.\r\nIt has the difficulty of containing many artist or music tracks with uncommon names in the commands, like\r\n“play music by [a boogie wit da hoodie]” or “I’d like to listen to [Kinokoteikoku]”.","description_withheld":null,"homepage":"https://github.com/sonos/spoken-language-understanding-research-datasets","introduced_date":"2018-10-30","introduced_date_note":null,"introduced_by":{"paper":"/paper/spoken-language-understanding-on-the-edge","title":"Spoken Language Understanding on the Edge","first_author":"Alaa Saade","url":null},"license":null,"modalities":[{"name":"Audio","url":"/datasets/modality/audio"}],"tasks":[{"name":"Spoken Language Understanding","url":"/task/spoken-language-understanding","datasets_with_task":"/datasets/task/spoken-language-understanding"}],"languages":[{"name":"English","url":"/datasets/language/english"},{"name":"French","url":"/datasets/language/french"}],"variants":["Snips-SmartSpeaker"],"data_loaders":[],"num_papers_in_archive":3,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[{"leaderboard":"/sota/spoken-language-understanding-on-snips-1","task":"Spoken Language Understanding","dataset_variant":"Snips-SmartSpeaker","rows":5,"metrics":["Accuracy-EN (%)","Accuracy-FR (%)"],"first_row_in_archive_order":{"model":"Finstreder (Conformer, character-based)","paper":"/paper/finstreder-simple-and-fast-spoken-language","metrics":{"Accuracy-EN (%)":"87.9","Accuracy-FR (%)":"86.5"},"code_links":[{"title":"Jaco-Assistant/Jaco-Master","url":"https://gitlab.com/Jaco-Assistant/Jaco-Master"},{"title":"Jaco-Assistant/finstreder","url":"https://gitlab.com/Jaco-Assistant/finstreder"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"}],"papers_with_a_benchmark_row":[{"paper":"/paper/finstreder-simple-and-fast-spoken-language","title":"Finstreder: Simple and fast Spoken Language Understanding with Finite State Transducers using modern Speech-to-Text models","date":"2022-06-29","rows_on_this_dataset":3,"code_links":2,"syntology":null},{"paper":"/paper/spoken-language-understanding-on-the-edge","title":"Spoken Language Understanding on the Edge","date":"2018-10-30","rows_on_this_dataset":2,"code_links":2,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":14,"samples_ran":1,"samples_unverified":13,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}}],"syntology_totals":{"read_at":"2026-09-24T18:15:14+00:00","papers_with_samples":1,"samples_harvested":14,"samples_ran":1,"samples_unverified":13,"pointer_only_for_licence":0,"papers_with_no_sample_that_ran":0,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}