{"url":"/task/natural-language-understanding","name":"Natural Language Understanding","slug":"natural-language-understanding","description_markdown":"**Natural Language Understanding** is an important field of Natural Language Processing which contains various tasks such as text classification, natural language inference and story comprehension. Applications enabled by natural language understanding range from question answering  to automated reasoning.\r\n\r\n\r\n\r\nSource: [Find a Reasonable Ending for Stories: Does Logic Relation Help the Story Cloze Test?](https://arxiv.org/abs/1812.05411)","categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":1978,"papers_with_code":809,"benchmarks":6,"benchmark_tables_in_archive":6,"benchmark_tables_shown":6,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":72,"subtasks":2,"parent_tasks":0},"benchmarks":[{"leaderboard":"/sota/natural-language-understanding-on-pdp60","slug":"natural-language-understanding-on-pdp60","dataset":"PDP60","dataset_url":null,"rows_in_archive":13,"metrics":["Accuracy"],"first_row_in_archive_order":{"model":"HNN","paper_title":"A Hybrid Neural Network Model for Commonsense Reasoning","paper_url":"/paper/a-hybrid-neural-network-model-for-commonsense","paper_date":"2019-07-27","arxiv_id":"1907.11983","code_links":[{"title":"namisan/mt-dnn","url":"https://github.com/namisan/mt-dnn"},{"title":"microsoft/MT-DNN","url":"https://github.com/microsoft/MT-DNN"},{"title":"chunhuililili/mt_dnn","url":"https://github.com/chunhuililili/mt_dnn"}],"syntology":{"n":1,"n_ran":0,"n_unverified":1,"n_pointer_only":0}}},{"leaderboard":"/sota/natural-language-understanding-on-streusle","slug":"natural-language-understanding-on-streusle","dataset":"STREUSLE","dataset_url":"/dataset/steusle","rows_in_archive":11,"metrics":["Tags (Full) Acc","Role F1 (Preps)","Function F1 (Preps)","Full F1 (Preps)"],"first_row_in_archive_order":{"model":"BERT (pred POS/lemmas)","paper_title":"Lexical Semantic Recognition","paper_url":"/paper/lexical-semantic-recognition","paper_date":"2020-04-30","arxiv_id":"2004.15008","code_links":[{"title":"nert-nlp/streusle","url":"https://github.com/nert-nlp/streusle"},{"title":"nelson-liu/lexical-semantic-recognition","url":"https://github.com/nelson-liu/lexical-semantic-recognition"}],"syntology":null}},{"leaderboard":"/sota/natural-language-understanding-on-lexglue","slug":"natural-language-understanding-on-lexglue","dataset":"LexGLUE","dataset_url":"/dataset/lexglue","rows_in_archive":8,"metrics":["ECtHR Task A","ECtHR Task B","SCOTUS","EUR-LEX","LEDGAR","UNFAIR-ToS","CaseHOLD"],"first_row_in_archive_order":{"model":"BERT","paper_title":"LexGLUE: A Benchmark Dataset for Legal Language Understanding in English","paper_url":"/paper/lexglue-a-benchmark-dataset-for-legal","paper_date":"2021-10-03","arxiv_id":"2110.00976","code_links":[{"title":"coastalcph/lex-glue","url":"https://github.com/coastalcph/lex-glue"}],"syntology":{"n":1,"n_ran":0,"n_unverified":1,"n_pointer_only":1}}},{"leaderboard":"/sota/natural-language-understanding-on-dialoglue-1","slug":"natural-language-understanding-on-dialoglue-1","dataset":"DialoGLUE fewshot","dataset_url":"/dataset/dialoglue","rows_in_archive":5,"metrics":["Average","Banking77 (Acc)","CLINC150 (Acc)","HWU64 (Acc)","Restaurant8k (F-1)","DSTC8 (F-1)","TOP (EM)","MultiWOZ (Joint Goal Acc)"],"first_row_in_archive_order":{"model":"ConvBERT-DG","paper_title":null,"paper_url":null,"paper_date":"","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":"/sota/natural-language-understanding-on-dialoglue","slug":"natural-language-understanding-on-dialoglue","dataset":"DialoGLUE full","dataset_url":"/dataset/dialoglue","rows_in_archive":3,"metrics":["Average","Banking77 (Acc)","CLINC150 (Acc)","HWU64 (Acc)","Restaurant8k (F-1)","DSTC8 (F-1)","TOP (EM)","MultiWOZ (Joint Goal Acc)"],"first_row_in_archive_order":{"model":"ConvBERT + Pre + Multi","paper_title":null,"paper_url":null,"paper_date":"","arxiv_id":null,"code_links":[],"syntology":null}},{"leaderboard":"/sota/natural-language-understanding-on-glue","slug":"natural-language-understanding-on-glue","dataset":"GLUE","dataset_url":"/dataset/glue","rows_in_archive":2,"metrics":["Average"],"first_row_in_archive_order":{"model":"MT-DNN-SMART","paper_title":"SMART: Robust and Efficient Fine-Tuning for Pre-trained Natural Language Models through Principled Regularized Optimization","paper_url":"/paper/smart-robust-and-efficient-fine-tuning-for","paper_date":"2019-11-08","arxiv_id":"1911.03437","code_links":[{"title":"namisan/mt-dnn","url":"https://github.com/namisan/mt-dnn"},{"title":"microsoft/MT-DNN","url":"https://github.com/microsoft/MT-DNN"},{"title":"archinetai/smart-pytorch","url":"https://github.com/archinetai/smart-pytorch"},{"title":"archinetai/vat-pytorch","url":"https://github.com/archinetai/vat-pytorch"},{"title":"cliang1453/camero","url":"https://github.com/cliang1453/camero"},{"title":"chunhuililili/mt_dnn","url":"https://github.com/chunhuililili/mt_dnn"}],"syntology":{"n":8,"n_ran":6,"n_unverified":2,"n_pointer_only":1}}}],"datasets":[{"url":"/dataset/glue","name":"GLUE","full_name":"General Language Understanding Evaluation benchmark","num_papers_in_archive":3197},{"url":"/dataset/mmlu","name":"MML","full_name":"Massive Multitask Language Understanding","num_papers_in_archive":1922},{"url":"/dataset/winogrande","name":"WinoGrande","full_name":"","num_papers_in_archive":703},{"url":"/dataset/sgd","name":"SGD","full_name":"Schema-Guided Dialogue","num_papers_in_archive":186},{"url":"/dataset/logiqa","name":"LogiQA","full_name":"","num_papers_in_archive":127},{"url":"/dataset/writingprompts","name":"WritingPrompts","full_name":"","num_papers_in_archive":118},{"url":"/dataset/cosmosqa","name":"CosmosQA","full_name":"","num_papers_in_archive":102},{"url":"/dataset/clue","name":"CLUE","full_name":"Chinese Language Understanding Evaluation Benchmark","num_papers_in_archive":99},{"url":"/dataset/belebele","name":"Belebele","full_name":"","num_papers_in_archive":68},{"url":"/dataset/aqua-rat","name":"AQUA-RAT","full_name":"Algebra Question Answering with Rationales","num_papers_in_archive":64},{"url":"/dataset/lexglue","name":"LexGLUE","full_name":"","num_papers_in_archive":46},{"url":"/dataset/climate-fever","name":"CLIMATE-FEVER","full_name":"","num_papers_in_archive":38},{"url":"/dataset/emobank","name":"EmoBank","full_name":"","num_papers_in_archive":32},{"url":"/dataset/decanlp","name":"decaNLP","full_name":"Natural Language Decathlon Benchmark","num_papers_in_archive":28},{"url":"/dataset/wikicoref","name":"WikiCoref","full_name":"","num_papers_in_archive":28},{"url":"/dataset/crosswoz","name":"CrossWOZ","full_name":"CrossWOZ","num_papers_in_archive":25},{"url":"/dataset/mcscript","name":"MCScript","full_name":"MCScript","num_papers_in_archive":24},{"url":"/dataset/moral-stories","name":"Moral Stories","full_name":"","num_papers_in_archive":24},{"url":"/dataset/recipeqa","name":"RecipeQA","full_name":"","num_papers_in_archive":24},{"url":"/dataset/xglue","name":"XGLUE","full_name":"","num_papers_in_archive":22},{"url":"/dataset/steusle","name":"STREUSLE","full_name":"","num_papers_in_archive":21},{"url":"/dataset/preco","name":"PreCo","full_name":"","num_papers_in_archive":20},{"url":"/dataset/kornli","name":"KorNLI","full_name":null,"num_papers_in_archive":18},{"url":"/dataset/dialoglue","name":"DialoGLUE","full_name":"","num_papers_in_archive":17},{"url":"/dataset/indonlu-benchmark","name":"IndoNLU Benchmark","full_name":"","num_papers_in_archive":14},{"url":"/dataset/fewglue","name":"FewGlue","full_name":"","num_papers_in_archive":13},{"url":"/dataset/jec-qa","name":"JEC-QA","full_name":"","num_papers_in_archive":13},{"url":"/dataset/klej","name":"KLEJ","full_name":"","num_papers_in_archive":13},{"url":"/dataset/korsts","name":"KorSTS","full_name":"","num_papers_in_archive":13},{"url":"/dataset/sara","name":"SARA","full_name":"StAtutory Reasoning Assessment","num_papers_in_archive":13},{"url":"/dataset/epie","name":"EPIE","full_name":"","num_papers_in_archive":12},{"url":"/dataset/perspectrum","name":"Perspectrum","full_name":"","num_papers_in_archive":11},{"url":"/dataset/only-connect-wall-ocw-dataset","name":"OCW","full_name":"Only Connect Wall Dataset and creative problem solving tasks","num_papers_in_archive":10},{"url":"/dataset/mmcu","name":"MMCU","full_name":"Measuring Massive Multitask Chinese Understanding","num_papers_in_archive":9},{"url":"/dataset/orangesum","name":"OrangeSum","full_name":"","num_papers_in_archive":8},{"url":"/dataset/definite-pronoun-resolution-dataset","name":"Definite Pronoun Resolution Dataset","full_name":"","num_papers_in_archive":7},{"url":"/dataset/medal","name":"MeDAL","full_name":"","num_papers_in_archive":7},{"url":"/dataset/imppres","name":"IMPPRES","full_name":"","num_papers_in_archive":6},{"url":"/dataset/nlu","name":"NLU++","full_name":"NLLU++ : A Multi-Label, Slot-Rich, Generalisable Dataset for Natural Language Understanding in Task-Oriented Dialogue","num_papers_in_archive":6},{"url":"/dataset/vispro","name":"VisPro","full_name":"VisPro","num_papers_in_archive":6},{"url":"/dataset/wikicrem","name":"WikiCREM","full_name":"WikiCREM","num_papers_in_archive":6},{"url":"/dataset/sp-10k","name":"SP-10K","full_name":"","num_papers_in_archive":5},{"url":"/dataset/xwino","name":"XWINO","full_name":"","num_papers_in_archive":4},{"url":"/dataset/allegro-reviews","name":"Allegro Reviews","full_name":"","num_papers_in_archive":3},{"url":"/dataset/arabic-dataset-for-commonsense-validation","name":"Arabic Dataset for Commonsense Validation¬†","full_name":"","num_papers_in_archive":3},{"url":"/dataset/chq-summ","name":"CHQ-Summ","full_name":"Consumer Healthcare Question Summarization","num_papers_in_archive":3},{"url":"/dataset/emotional-dialogue-acts","name":"Emotional Dialogue Acts","full_name":"","num_papers_in_archive":3},{"url":"/dataset/eth-py150-open","name":"ETH Py150 Open","full_name":"","num_papers_in_archive":3},{"url":"/dataset/geoglue","name":"GeoGLUE","full_name":"GeoGraphic Language Understanding Evaluation Benchmark","num_papers_in_archive":3},{"url":"/dataset/justice","name":"JUSTICE","full_name":"JUSTICE: A Dataset for Supreme Court’s Judgment Prediction","num_papers_in_archive":3},{"url":"/dataset/muld","name":"MuLD","full_name":"Multitask Long Document Benchmark","num_papers_in_archive":3},{"url":"/dataset/nusacrowd","name":"NusaCrowd","full_name":"","num_papers_in_archive":3},{"url":"/dataset/wikitext-tl-39","name":"WikiText-TL-39","full_name":"","num_papers_in_archive":3},{"url":"/dataset/rumedbench","name":"RuMedBench","full_name":"","num_papers_in_archive":2},{"url":"/dataset/bigscience-p3","name":"bigscience/P3","full_name":"bigscience/P3, split='ai2_arc_ARC_Challenge_pick_the_most_correct_option'","num_papers_in_archive":1},{"url":"/dataset/candor-corpus-1","name":"CANDOR Corpus","full_name":"CANDOR = Conversation: A Naturalistic Dataset of Online Recordings","num_papers_in_archive":1},{"url":"/dataset/chatlog","name":"ChatLog","full_name":"","num_papers_in_archive":1},{"url":"/dataset/clues","name":"CLUES","full_name":"Constrained Language Understanding Evaluation Standard","num_papers_in_archive":1},{"url":"/dataset/dialog-based-language-learning-dataset","name":"Dialog-based Language Learning dataset","full_name":"","num_papers_in_archive":1},{"url":"/dataset/discoeval","name":"DiscoEval","full_name":"Discourse Evaluation","num_papers_in_archive":1},{"url":"/dataset/epic30m","name":"EPIC30M","full_name":"","num_papers_in_archive":1},{"url":"/dataset/expunations","name":"ExPUNations","full_name":"","num_papers_in_archive":1},{"url":"/dataset/fewglue-64-labeled","name":"FewGLUE_64_labeled","full_name":"A new version of FewGLUE with 64 training examples","num_papers_in_archive":1},{"url":"/dataset/idk-mrc","name":"IDK-MRC","full_name":"","num_papers_in_archive":1},{"url":"/dataset/imagifilter","name":"ImagiFilter","full_name":"","num_papers_in_archive":1},{"url":"/dataset/maven-arg","name":"MAVEN-Arg","full_name":"MAVEN-Arguments","num_papers_in_archive":1},{"url":"/dataset/multiwoz-coref","name":"MultiWOZ-coref","full_name":null,"num_papers_in_archive":1},{"url":"/dataset/nlu-evaluation-corpora","name":"NLU Evaluation Corpora","full_name":"","num_papers_in_archive":1},{"url":"/dataset/phrase-in-context","name":"Phrase-in-Context","full_name":"Phrase-in-Context","num_papers_in_archive":1},{"url":"/dataset/pre-trained-transliterated-embeddings-for","name":"Pre-trained Transliterated Embeddings for Indian Languages","full_name":"","num_papers_in_archive":1},{"url":"/dataset/thunder-nubench","name":"Thunder-NUBench","full_name":"","num_papers_in_archive":1},{"url":"/dataset/indirectrequests","name":"IndirectRequests","full_name":"IndirectRequests","num_papers_in_archive":0}],"subtasks":[{"url":"/task/emotional-dialogue-acts","name":"Emotional Dialogue Acts"},{"url":"/task/vietnamese-social-media-text-processing","name":"Vietnamese Social Media Text Processing"}],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (desc), then date (desc); the archive holds no stars","population":"papers tagged with this task that list at least one repository in the archive","shown":30,"of":809,"tagged_in_all":1978,"items":[{"url":"/paper/attention-is-all-you-need","title":"Attention Is All You Need","date":"2017-06-12","arxiv_id":"1706.03762","repositories_listed":595,"syntology":{"n":946,"n_ran":600,"n_unverified":346,"n_pointer_only":451}},{"url":"/paper/bert-pre-training-of-deep-bidirectional","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","date":"2018-10-11","arxiv_id":"1810.04805","repositories_listed":534,"syntology":{"n":659,"n_ran":204,"n_unverified":455,"n_pointer_only":149}},{"url":"/paper/learning-transferable-visual-models-from","title":"Learning Transferable Visual Models From Natural Language Supervision","date":"2021-02-26","arxiv_id":"2103.00020","repositories_listed":82,"syntology":{"n":20,"n_ran":16,"n_unverified":4,"n_pointer_only":16}},{"url":"/paper/electra-pre-training-text-encoders-as-1","title":"ELECTRA: Pre-training Text Encoders as Discriminators Rather Than Generators","date":"2020-03-23","arxiv_id":"2003.10555","repositories_listed":19,"syntology":{"n":40,"n_ran":26,"n_unverified":14,"n_pointer_only":10}},{"url":"/paper/a-neural-conversational-model","title":"A Neural Conversational Model","date":"2015-06-19","arxiv_id":"1506.05869","repositories_listed":18,"syntology":{"n":4,"n_ran":2,"n_unverified":2,"n_pointer_only":3}},{"url":"/paper/cross-lingual-language-model-pretraining","title":"Cross-lingual Language Model Pretraining","date":"2019-01-22","arxiv_id":"1901.07291","repositories_listed":17,"syntology":{"n":7,"n_ran":1,"n_unverified":6,"n_pointer_only":1}},{"url":"/paper/bert-for-joint-intent-classification-and-slot","title":"BERT for Joint Intent Classification and Slot Filling","date":"2019-02-28","arxiv_id":"1902.10909","repositories_listed":16,"syntology":{"n":32,"n_ran":9,"n_unverified":23,"n_pointer_only":3}},{"url":"/paper/snips-voice-platform-an-embedded-spoken","title":"Snips Voice Platform: an embedded Spoken Language Understanding system for private-by-design voice interfaces","date":"2018-05-25","arxiv_id":"1805.10190","repositories_listed":16,"syntology":{"n":15,"n_ran":1,"n_unverified":14,"n_pointer_only":0}},{"url":"/paper/deberta-decoding-enhanced-bert-with","title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","date":"2020-06-05","arxiv_id":"2006.03654","repositories_listed":14,"syntology":{"n":13,"n_ran":4,"n_unverified":9,"n_pointer_only":3}},{"url":"/paper/improving-language-understanding-by","title":"Improving Language Understanding by Generative Pre-Training","date":"2018-06-11","arxiv_id":null,"repositories_listed":13,"syntology":null},{"url":"/paper/data2vec-a-general-framework-for-self-1","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","date":"2022-02-07","arxiv_id":"2202.03555","repositories_listed":12,"syntology":{"n":6,"n_ran":0,"n_unverified":6,"n_pointer_only":0}},{"url":"/paper/neural-architecture-search-with-reinforcement","title":"Neural Architecture Search with Reinforcement Learning","date":"2016-11-05","arxiv_id":"1611.01578","repositories_listed":12,"syntology":{"n":5,"n_ran":5,"n_unverified":0,"n_pointer_only":3}},{"url":"/paper/know-what-you-dont-know-unanswerable","title":"Know What You Don't Know: Unanswerable Questions for SQuAD","date":"2018-06-11","arxiv_id":"1806.03822","repositories_listed":11,"syntology":null},{"url":"/paper/glue-a-multi-task-benchmark-and-analysis","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","date":"2018-04-20","arxiv_id":"1804.07461","repositories_listed":11,"syntology":{"n":14,"n_ran":5,"n_unverified":9,"n_pointer_only":1}},{"url":"/paper/gpt-understands-too","title":"GPT Understands, Too","date":"2021-03-18","arxiv_id":"2103.10385","repositories_listed":10,"syntology":{"n":3,"n_ran":3,"n_unverified":0,"n_pointer_only":2}},{"url":"/paper/190910351","title":"TinyBERT: Distilling BERT for Natural Language Understanding","date":"2019-09-23","arxiv_id":"1909.10351","repositories_listed":10,"syntology":{"n":4,"n_ran":0,"n_unverified":4,"n_pointer_only":4}},{"url":"/paper/nezha-neural-contextualized-representation","title":"NEZHA: Neural Contextualized Representation for Chinese Language Understanding","date":"2019-08-31","arxiv_id":"1909.00204","repositories_listed":10,"syntology":null},{"url":"/paper/colbert-efficient-and-effective-passage","title":"ColBERT: Efficient and Effective Passage Search via Contextualized Late Interaction over BERT","date":"2020-04-27","arxiv_id":"2004.12832","repositories_listed":9,"syntology":{"n":1,"n_ran":1,"n_unverified":0,"n_pointer_only":0}},{"url":"/paper/unified-language-model-pre-training-for","title":"Unified Language Model Pre-training for Natural Language Understanding and Generation","date":"2019-05-08","arxiv_id":"1905.03197","repositories_listed":9,"syntology":null},{"url":"/paper/benchmarking-natural-language-understanding","title":"Benchmarking Natural Language Understanding Services for building Conversational Agents","date":"2019-03-13","arxiv_id":"1903.05566","repositories_listed":9,"syntology":null},{"url":"/paper/all-nlp-tasks-are-generation-tasks-a-general","title":"GLM: General Language Model Pretraining with Autoregressive Blank Infilling","date":"2021-03-18","arxiv_id":"2103.10360","repositories_listed":8,"syntology":{"n":1,"n_ran":1,"n_unverified":0,"n_pointer_only":0}},{"url":"/paper/convbert-improving-bert-with-span-based","title":"ConvBERT: Improving BERT with Span-based Dynamic Convolution","date":"2020-08-06","arxiv_id":"2008.02496","repositories_listed":8,"syntology":null},{"url":"/paper/i-bert-integer-only-bert-quantization","title":"I-BERT: Integer-only BERT Quantization","date":"2021-01-05","arxiv_id":"2101.01321","repositories_listed":7,"syntology":null},{"url":"/paper/leveraging-pre-trained-checkpoints-for","title":"Leveraging Pre-trained Checkpoints for Sequence Generation Tasks","date":"2019-07-29","arxiv_id":"1907.12461","repositories_listed":7,"syntology":{"n":6,"n_ran":0,"n_unverified":6,"n_pointer_only":0}},{"url":"/paper/multi-task-deep-neural-networks-for-natural","title":"Multi-Task Deep Neural Networks for Natural Language Understanding","date":"2019-01-31","arxiv_id":"1901.11504","repositories_listed":7,"syntology":{"n":13,"n_ran":5,"n_unverified":8,"n_pointer_only":2}},{"url":"/paper/massive-a-1m-example-multilingual-natural","title":"MASSIVE: A 1M-Example Multilingual Natural Language Understanding Dataset with 51 Typologically-Diverse Languages","date":"2022-04-18","arxiv_id":"2204.08582","repositories_listed":6,"syntology":{"n":10,"n_ran":1,"n_unverified":9,"n_pointer_only":1}},{"url":"/paper/a-relational-tsetlin-machine-with","title":"A Relational Tsetlin Machine with Applications to Natural Language Understanding","date":"2021-02-22","arxiv_id":"2102.10952","repositories_listed":6,"syntology":null},{"url":"/paper/smart-robust-and-efficient-fine-tuning-for","title":"SMART: Robust and Efficient Fine-Tuning for Pre-trained Natural Language Models through Principled Regularized Optimization","date":"2019-11-08","arxiv_id":"1911.03437","repositories_listed":6,"syntology":{"n":8,"n_ran":6,"n_unverified":2,"n_pointer_only":1}},{"url":"/paper/efficient-self-supervised-learning-with","title":"Efficient Self-supervised Learning with Contextualized Target Representations for Vision, Speech and Language","date":"2022-12-14","arxiv_id":"2212.07525","repositories_listed":5,"syntology":{"n":8,"n_ran":5,"n_unverified":3,"n_pointer_only":0}},{"url":"/paper/pangu-a-large-scale-autoregressive-pretrained","title":"PanGu-$α$: Large-scale Autoregressive Pretrained Chinese Language Models with Auto-parallel Computation","date":"2021-04-26","arxiv_id":"2104.12369","repositories_listed":5,"syntology":null}],"syntology_records":21,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-09-24T18:15:14+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"}},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"}}