{"url":"/sota/slot-filling-on-mixsnips","task":{"name":"Slot Filling","url":"/task/slot-filling","note":null},"dataset":{"name":"MixSNIPS","url":"/dataset/mixsnips"},"category":"Natural Language Processing","categories":["Natural Language Processing"],"category_note":null,"description":"The goal of **Slot Filling** is to identify from a running dialog different slots, which correspond to different parameters of the user’s query. For instance, when a user queries for nearby restaurants, key slots for location and preferred food are required for a dialog system to retrieve the appropriate information. Thus, the main challenge in the slot-filling task is to extract the target entity.\r\n\r\n\r\n<span class=\"description-source\">Source: [Real-time On-Demand Crowd-powered Entity Extraction ](https://arxiv.org/abs/1704.03627)</span>\r\n\r\nImage credit: [Robust Retrieval Augmented Generation for Zero-shot Slot Filling](https://arxiv.org/pdf/2108.13934.pdf)","description_from":"task","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","rank":"the archive's row order at snapshot; not re-ranked","rows_end_at":"2025-07-28","rows_withheld_as_spam":0,"metric_values":"the archive's strings, untouched"},"metrics":["Micro F1"],"metric_direction":{"note":"inferred from the metric name only (the archive records no direction); null = not inferred, chart draws points only","by_metric":{"Micro F1":"higher"}},"counts":{"rows":16,"rows_with_code":9,"rows_with_paper_page":16,"rows_dated":14,"rows_using_additional_data":0},"rows":[{"rank_in_archive_order":1,"model":"BiSLU","metrics":{"Micro F1":"97.2"},"uses_additional_data":false,"paper_date":"2023-08-28","paper":"/paper/joint-multiple-intent-detection-and-slot-2","paper_url":"https://arxiv.org/abs/2308.14654v1","paper_title":"Joint Multiple Intent Detection and Slot Filling with Supervised Contrastive Learning and Self-Distillation","code":"https://github.com/anhtunguyen98/bislu","n_code_links":1,"syntology":null},{"rank_in_archive_order":2,"model":"SLIM (PACL)","metrics":{"Micro F1":"96.8"},"uses_additional_data":false,"paper_date":"2024-05-05","paper":"/paper/a-two-stage-prediction-aware-contrastive","paper_url":"https://arxiv.org/abs/2405.02925v1","paper_title":"A Two-Stage Prediction-Aware Contrastive Learning Framework for Multi-Intent NLU","code":null,"n_code_links":0,"syntology":null},{"rank_in_archive_order":3,"model":"SLIM","metrics":{"Micro F1":"96.5"},"uses_additional_data":false,"paper_date":"2021-08-26","paper":"/paper/slim-explicit-slot-intent-mapping-with-bert","paper_url":"https://arxiv.org/abs/2108.11711v1","paper_title":"SLIM: Explicit Slot-Intent Mapping with BERT for Joint Multi-Intent Detection and Slot Filling","code":"https://github.com/TRUMANCFY/SLIM","n_code_links":1,"syntology":null},{"rank_in_archive_order":4,"model":"Uni-MIS","metrics":{"Micro F1":"96.4"},"uses_additional_data":false,"paper_date":"2024-03-24","paper":"/paper/uni-mis-united-multiple-intent-spoken","paper_url":"https://ojs.aaai.org/index.php/AAAI/article/view/29910","paper_title":"Uni-MIS: United Multiple Intent Spoken Language Understanding via Multi-View Intent-Slot Interaction","code":"https://github.com/SJY8460/Uni-MIS","n_code_links":1,"syntology":null},{"rank_in_archive_order":5,"model":"TFMN","metrics":{"Micro F1":"96.4"},"uses_additional_data":false,"paper_date":null,"paper":"/paper/a-transformer-based-threshold-free-framework-1","paper_url":"https://aclanthology.org/2022.coling-1.629","paper_title":"A Transformer-based Threshold-Free Framework for Multi-Intent NLU","code":null,"n_code_links":0,"syntology":null},{"rank_in_archive_order":6,"model":"TFMN (PACL)","metrics":{"Micro F1":"96.3"},"uses_additional_data":false,"paper_date":"2024-05-05","paper":"/paper/a-two-stage-prediction-aware-contrastive","paper_url":"https://arxiv.org/abs/2405.02925v1","paper_title":"A Two-Stage Prediction-Aware Contrastive Learning Framework for Multi-Intent NLU","code":null,"n_code_links":0,"syntology":null},{"rank_in_archive_order":7,"model":"RoBERTa (PACL)","metrics":{"Micro F1":"96.2"},"uses_additional_data":false,"paper_date":"2024-05-05","paper":"/paper/a-two-stage-prediction-aware-contrastive","paper_url":"https://arxiv.org/abs/2405.02925v1","paper_title":"A Two-Stage Prediction-Aware Contrastive Learning Framework for Multi-Intent NLU","code":null,"n_code_links":0,"syntology":null},{"rank_in_archive_order":8,"model":"DGIF","metrics":{"Micro F1":"95.9"},"uses_additional_data":false,"paper_date":"2022-11-08","paper":"/paper/a-dynamic-graph-interactive-framework-with","paper_url":"https://arxiv.org/abs/2211.04023v1","paper_title":"A Dynamic Graph Interactive Framework with Label-Semantic Injection for Spoken Language Understanding","code":null,"n_code_links":0,"syntology":null},{"rank_in_archive_order":9,"model":"SSRAN","metrics":{"Micro F1":"95.8"},"uses_additional_data":false,"paper_date":"2022-11-22","paper":"/paper/a-scope-sensitive-and-result-attentive-model","paper_url":"https://arxiv.org/abs/2211.12220v1","paper_title":"A Scope Sensitive and Result Attentive Model for Multi-Intent Spoken Language Understanding","code":null,"n_code_links":0,"syntology":null},{"rank_in_archive_order":10,"model":"MISCA","metrics":{"Micro F1":"95.2"},"uses_additional_data":false,"paper_date":"2023-12-10","paper":"/paper/misca-a-joint-model-for-multiple-intent","paper_url":"https://arxiv.org/abs/2312.05741v1","paper_title":"MISCA: A Joint Model for Multiple Intent Detection and Slot Filling with Intent-Slot Co-Attention","code":"https://github.com/vinairesearch/misca","n_code_links":1,"syntology":null},{"rank_in_archive_order":11,"model":"Co-guiding Net","metrics":{"Micro F1":"95.1"},"uses_additional_data":false,"paper_date":"2022-10-19","paper":"/paper/co-guiding-net-achieving-mutual-guidances","paper_url":"https://arxiv.org/abs/2210.10375v2","paper_title":"Co-guiding Net: Achieving Mutual Guidances between Multiple Intent Detection and Slot Filling via Heterogeneous Semantics-Label Graphs","code":"https://github.com/xingbowen714/co-guiding","n_code_links":1,"syntology":null},{"rank_in_archive_order":12,"model":"Global Intent-Slot Co-occurence","metrics":{"Micro F1":"95.0"},"uses_additional_data":false,"paper_date":"2022-12-01","paper":"/paper/enhancing-joint-multiple-intent-detection-and","paper_url":"https://aclanthology.org/2022.emnlp-main.543/","paper_title":"Enhancing Joint Multiple Intent Detection and Slot Filling with Global Intent-Slot Co-occurrence","code":"https://github.com/smxiao/GISCo","n_code_links":1,"syntology":null},{"rank_in_archive_order":13,"model":"UGEN","metrics":{"Micro F1":"95.0"},"uses_additional_data":false,"paper_date":null,"paper":"/paper/incorporating-instructional-prompts-into-a","paper_url":"https://aclanthology.org/2022.coling-1.631","paper_title":"Incorporating Instructional Prompts into a Unified Generative Framework for Joint Multiple Intent Detection and Slot Filling","code":"https://github.com/young1993/ugen","n_code_links":1,"syntology":null},{"rank_in_archive_order":14,"model":"GL-GIN","metrics":{"Micro F1":"94.9"},"uses_additional_data":false,"paper_date":"2021-06-03","paper":"/paper/gl-gin-fast-and-accurate-non-autoregressive","paper_url":"https://arxiv.org/abs/2106.01925v1","paper_title":"GL-GIN: Fast and Accurate Non-Autoregressive Model for Joint Multiple Intent Detection and Slot Filling","code":"https://github.com/yizhen20133868/GL-GIN","n_code_links":1,"syntology":null},{"rank_in_archive_order":15,"model":"AGIF","metrics":{"Micro F1":"94.5"},"uses_additional_data":false,"paper_date":"2020-04-21","paper":"/paper/td-gin-token-level-dynamic-graph-interactive","paper_url":"https://arxiv.org/abs/2004.10087v4","paper_title":"AGIF: An Adaptive Graph-Interactive Framework for Joint Multiple Intent Detection and Slot Filling","code":"https://github.com/LooperXX/AGIF","n_code_links":1,"syntology":null},{"rank_in_archive_order":16,"model":"Topic Information","metrics":{"Micro F1":"94.4"},"uses_additional_data":false,"paper_date":"2022-01-16","paper":"/paper/exploiting-topic-information-for-joint-intent","paper_url":"https://openreview.net/forum?id=YXvbGWz1AGP","paper_title":"Exploiting Topic Information for Joint Intent Detection and Slot Filling","code":null,"n_code_links":0,"syntology":null}],"since_archive":{"claim":"Results that newer papers report for their own method, placed here by Syntology. A model pointed at the cell in the paper's own table; the number was read from that cell and checked against this leaderboard's metric, dataset, split and scale; an independent check that saw this leaderboard's other rows and every other leaderboard on the same dataset accepted it. Not reviewed by the paper's authors or by the archive's editors, and not ranked against the archive rows.","extraction_file_present":true,"measurement":{"test_papers":883,"papers_with_output":881,"judged_true":108,"judged":110,"wilson95_lower":0.9361,"measured_on":"2026-09-24","frozen_commit":"0e3de0df94"},"measurement_note":"blind adjudication of accepted entries on a held-out split of archive papers, rules frozen before the test","coverage":{"sentence":"Syntology has checked 7,081 of the 9,623 papers on this site that are newer than the archive; results from the others appear after they are checked.","complete":false,"papers_newer_than_archive":9623,"papers_checked":7081,"papers_extracted_not_yet_verified":217,"boards_without_verdict":27,"papers_not_yet_extracted":2325},"order":"newest first by month (arXiv date, else the arXiv-id month), then arXiv id descending","columns":[],"entries":[]},"syntology":{"read_at":"2026-09-25T09:33:49+00:00","claim":"Per row: N of M harvested code samples from that row's paper executed on a synthesized fixture; the other M-N are unverified. Not a reproduction of the row's number; not a correctness claim. n_pointer_only_licence counts samples the site points at rather than redistributes (a licence axis, independent of ran/unverified).","rows_with_graph_line":0,"rows_with_any_sample_ran":0,"distinct_papers_with_graph_line":0,"distinct_papers_with_any_sample_ran":0,"samples_over_distinct_papers":{"n_ran":0,"n_unverified":0,"n_samples":0,"n_pointer_only_licence":0,"note":"each paper (arXiv id) counted once, however many rows it is behind; this is the page-level figure"},"samples_row_weighted":{"n_ran":0,"n_unverified":0,"n_samples":0,"n_pointer_only_licence":0,"note":"row-weighted: a paper behind several rows is counted once per row; inflated relative to samples_over_distinct_papers by design, kept for readers summing the per-row syntology blocks"}}}