{"url":"/dataset/banking77-oos","name":"BANKING77-OOS","full_name":null,"description_markdown":"A dataset with a single banking domain, includes both general Out-of-Scope (OOD-OOS) queries and In-Domain but Out-of-Scope (ID-OOS) queries, where ID-OOS queries are semantically similar intents/queries with in-scope intents.  BANKING77 originally includes 77 intents. BANKING77-OOS includes 50 in-scope intents in this dataset, and the ID-OOS queries are built up based on 27 held-out in-scope intents.\r\n\r\nConduct intent detection with and without OOD-OOS and ID-OOS queries","description_withheld":null,"homepage":"https://github.com/jianguoz/Few-Shot-Intent-Detection","introduced_date":"2021-06-08","introduced_date_note":null,"introduced_by":{"paper":"/paper/are-pretrained-transformers-robust-in-intent","title":"Are Pretrained Transformers Robust in Intent Classification? A Missing Ingredient in Evaluation of Out-of-Scope Intent Detection","first_author":"JianGuo Zhang","url":null},"license":null,"modalities":[],"tasks":[{"name":"Intent Detection","url":"/task/intent-detection","datasets_with_task":"/datasets/task/intent-detection"},{"name":"Intent Classification","url":"/task/intent-classification","datasets_with_task":"/datasets/task/intent-classification"},{"name":"Cold-Start Anomaly Detection","url":"/task/cold-start-anomaly-detection","datasets_with_task":"/datasets/task/cold-start-anomaly-detection"}],"languages":[],"variants":["BANKING77-OOS"],"data_loaders":[],"num_papers_in_archive":6,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[{"leaderboard":"/sota/cold-start-anomaly-detection-on-banking77-oos","task":"Cold-Start Anomaly Detection","dataset_variant":"BANKING77-OOS","rows":3,"metrics":["AUC 10%"],"first_row_in_archive_order":{"model":"ColdFusion","paper":"/paper/from-zero-to-hero-cold-start-anomaly","metrics":{"AUC 10%":"81.7"},"code_links":[{"title":"talreiss/coldfusion","url":"https://github.com/talreiss/coldfusion"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"}],"papers_with_a_benchmark_row":[{"paper":"/paper/from-zero-to-hero-cold-start-anomaly","title":"From Zero to Hero: Cold-Start Anomaly Detection","date":"2024-05-30","rows_on_this_dataset":3,"code_links":1,"syntology":null}],"syntology_totals":{"read_at":"2026-09-24T18:15:14+00:00","papers_with_samples":0,"samples_harvested":0,"samples_ran":0,"samples_unverified":0,"pointer_only_for_licence":0,"papers_with_no_sample_that_ran":0,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}