{"url":"/dataset/snips-smartlights","name":"Snips-SmartLights","full_name":null,"description_markdown":"The SmartLights benchmark from Snipstests the capability of controlling lights in different rooms.\r\nIt consists of 1660 requests which are split into five partitions for a 5-fold evaluation.\r\n A sample command could be: “please change the [bedroom] lights to [red]” or “i’d like the [living room] lights to be at [twelve] percent”","description_withheld":null,"homepage":"https://github.com/sonos/spoken-language-understanding-research-datasets","introduced_date":"2018-10-30","introduced_date_note":null,"introduced_by":{"paper":"/paper/spoken-language-understanding-on-the-edge","title":"Spoken Language Understanding on the Edge","first_author":"Alaa Saade","url":null},"license":null,"modalities":[{"name":"Audio","url":"/datasets/modality/audio"}],"tasks":[{"name":"Spoken Language Understanding","url":"/task/spoken-language-understanding","datasets_with_task":"/datasets/task/spoken-language-understanding"}],"languages":[{"name":"English","url":"/datasets/language/english"}],"variants":["Snips-SmartLights"],"data_loaders":[],"num_papers_in_archive":8,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[{"leaderboard":"/sota/spoken-language-understanding-on-snips","task":"Spoken Language Understanding","dataset_variant":"Snips-SmartLights","rows":7,"metrics":["Accuracy (%)"],"first_row_in_archive_order":{"model":"Finstreder (Conformer, character-based)","paper":"/paper/finstreder-simple-and-fast-spoken-language","metrics":{"Accuracy (%)":"89.0"},"code_links":[{"title":"Jaco-Assistant/Jaco-Master","url":"https://gitlab.com/Jaco-Assistant/Jaco-Master"},{"title":"Jaco-Assistant/finstreder","url":"https://gitlab.com/Jaco-Assistant/finstreder"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"}],"papers_with_a_benchmark_row":[{"paper":"/paper/finstreder-simple-and-fast-spoken-language","title":"Finstreder: Simple and fast Spoken Language Understanding with Finite State Transducers using modern Speech-to-Text models","date":"2022-06-29","rows_on_this_dataset":3,"code_links":2,"syntology":null},{"paper":"/paper/exploring-transfer-learning-for-end-to-end","title":"Exploring Transfer Learning For End-to-End Spoken Language Understanding","date":"2020-12-15","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/using-speech-synthesis-to-train-end-to-end","title":"Using Speech Synthesis to Train End-to-End Spoken Language Understanding Models","date":"2019-10-21","rows_on_this_dataset":1,"code_links":3,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":12,"samples_ran":1,"samples_unverified":11,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/spoken-language-understanding-on-the-edge","title":"Spoken Language Understanding on the Edge","date":"2018-10-30","rows_on_this_dataset":2,"code_links":2,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":14,"samples_ran":1,"samples_unverified":13,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}}],"syntology_totals":{"read_at":"2026-09-24T18:15:14+00:00","papers_with_samples":2,"samples_harvested":26,"samples_ran":2,"samples_unverified":24,"pointer_only_for_licence":0,"papers_with_no_sample_that_ran":0,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}