{"url":"/sota/question-generation-on-squad11","task":{"name":"Question Generation","url":"/task/question-generation","note":null},"dataset":{"name":"SQuAD1.1","url":"/dataset/squad"},"category":"Natural Language Processing","categories":["Natural Language Processing"],"category_note":null,"description":"The goal of **Question Generation** is to generate a valid and fluent question according to a given passage and the target answer. Question Generation can be used in many scenarios, such as automatic tutoring systems, improving the performance of Question Answering models and enabling chatbots to lead a conversation. \r\n\r\n<span class=\"description-source\">Source: [Generating Highly Relevant Questions ](https://arxiv.org/abs/1910.03401)</span>","description_from":"task","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","rank":"the archive's row order at snapshot; not re-ranked","rows_end_at":"2025-07-28","rows_withheld_as_spam":0,"metric_values":"the archive's strings, untouched"},"metrics":["BLEU-4","METEOR","ROUGE-L"],"metric_direction":{"note":"inferred from the metric name only (the archive records no direction); null = not inferred, chart draws points only","by_metric":{"BLEU-4":"higher","METEOR":null,"ROUGE-L":"higher"}},"counts":{"rows":13,"rows_with_code":10,"rows_with_paper_page":13,"rows_dated":13,"rows_using_additional_data":7},"rows":[{"rank_in_archive_order":1,"model":"ERNIE-GENLARGE (beam size=5)","metrics":{"BLEU-4":"25.41"},"uses_additional_data":true,"paper_date":"2020-01-26","paper":"/paper/ernie-gen-an-enhanced-multi-flow-pre-training","paper_url":"https://arxiv.org/abs/2001.11314v3","paper_title":"ERNIE-GEN: An Enhanced Multi-Flow Pre-training and Fine-tuning Framework for Natural Language Generation","code":"https://github.com/PaddlePaddle/PaddleNLP/blob/develop/paddlenlp/transformers/ernie_gen/modeling.py","n_code_links":5,"syntology":null},{"rank_in_archive_order":2,"model":"BART (TextBox 2.0)","metrics":{"BLEU-4":"25.08","METEOR":"26.73","ROUGE-L":"52.55"},"uses_additional_data":false,"paper_date":"2022-12-26","paper":"/paper/textbox-2-0-a-text-generation-library-with","paper_url":"https://arxiv.org/abs/2212.13005v1","paper_title":"TextBox 2.0: A Text Generation Library with Pre-trained Language Models","code":"https://github.com/RUCAIBox/TextBox","n_code_links":1,"syntology":{"n_ran":1,"n_unverified":0,"n_samples":1,"n_pointer_only_licence":0}},{"rank_in_archive_order":3,"model":"ProphetNet + ASGen","metrics":{"BLEU-4":"24.44","METEOR":"26.73","ROUGE-L":"52.8"},"uses_additional_data":true,"paper_date":"2021-01-01","paper":"/paper/learning-to-generate-questions-by-recovering","paper_url":"https://openreview.net/forum?id=PRr_3HPakQ","paper_title":"Learning to Generate Questions by Recovering Answer-containing Sentences","code":null,"n_code_links":0,"syntology":null},{"rank_in_archive_order":4,"model":"UniLMv2","metrics":{"BLEU-4":"24.43"},"uses_additional_data":true,"paper_date":"2020-02-28","paper":"/paper/unilmv2-pseudo-masked-language-models-for","paper_url":"https://arxiv.org/abs/2002.12804v1","paper_title":"UniLMv2: Pseudo-Masked Language Models for Unified Language Model Pre-Training","code":"https://github.com/microsoft/unilm","n_code_links":3,"syntology":{"n_ran":1,"n_unverified":0,"n_samples":1,"n_pointer_only_licence":0}},{"rank_in_archive_order":5,"model":"ProphetNet + syn. mask + localness","metrics":{"BLEU-4":"24.37","METEOR":"26.26","ROUGE-L":"52.77"},"uses_additional_data":false,"paper_date":"2022-09-09","paper":"/paper/enhancing-pre-trained-models-with-text","paper_url":"https://arxiv.org/abs/2209.04179v1","paper_title":"Enhancing Pre-trained Models with Text Structure Knowledge for Question Generation","code":null,"n_code_links":0,"syntology":null},{"rank_in_archive_order":6,"model":"ProphetNet","metrics":{"BLEU-4":"23.91","METEOR":"26.6","ROUGE-L":"52.3"},"uses_additional_data":true,"paper_date":"2020-01-13","paper":"/paper/prophetnet-predicting-future-n-gram-for","paper_url":"https://arxiv.org/abs/2001.04063v3","paper_title":"ProphetNet: Predicting Future N-gram for Sequence-to-Sequence Pre-training","code":"https://github.com/huggingface/transformers","n_code_links":5,"syntology":null},{"rank_in_archive_order":7,"model":"UniLM + ASGen","metrics":{"BLEU-4":"23.7","METEOR":"25.9","ROUGE-L":"52.3"},"uses_additional_data":true,"paper_date":"2021-01-01","paper":"/paper/learning-to-generate-questions-by-recovering","paper_url":"https://openreview.net/forum?id=PRr_3HPakQ","paper_title":"Learning to Generate Questions by Recovering Answer-containing Sentences","code":null,"n_code_links":0,"syntology":null},{"rank_in_archive_order":8,"model":"UniLM","metrics":{"BLEU-4":"22.78","METEOR":"25.1","ROUGE-L":"51.1"},"uses_additional_data":true,"paper_date":"2019-05-08","paper":"/paper/unified-language-model-pre-training-for","paper_url":"https://arxiv.org/abs/1905.03197v3","paper_title":"Unified Language Model Pre-training for Natural Language Understanding and Generation","code":"https://github.com/microsoft/unilm","n_code_links":9,"syntology":null},{"rank_in_archive_order":9,"model":"BERTSQG","metrics":{"BLEU-4":"22.17"},"uses_additional_data":true,"paper_date":"2019-11-01","paper":"/paper/a-recurrent-bert-based-model-for-question","paper_url":"https://aclanthology.org/D19-5821","paper_title":"A Recurrent BERT-based Model for Question Generation","code":"https://github.com/minji-o-j/BERT-Question-Generation","n_code_links":1,"syntology":null},{"rank_in_archive_order":10,"model":"Selector & NQG++","metrics":{"BLEU-4":"15.874"},"uses_additional_data":false,"paper_date":"2019-09-04","paper":"/paper/mixture-content-selection-for-diverse","paper_url":"https://arxiv.org/abs/1909.01953v1","paper_title":"Mixture Content Selection for Diverse Sequence Generation","code":"https://github.com/clovaai/FocusSeq2Seq","n_code_links":1,"syntology":null},{"rank_in_archive_order":11,"model":"MPQG","metrics":{"BLEU-4":"13.91"},"uses_additional_data":false,"paper_date":"2018-06-01","paper":"/paper/leveraging-context-information-for-natural","paper_url":"https://aclanthology.org/N18-2090","paper_title":"Leveraging Context Information for Natural Question Generation","code":"https://github.com/freesunshine0316/MPQG","n_code_links":1,"syntology":null},{"rank_in_archive_order":12,"model":"RNN +attn +copy","metrics":{"BLEU-4":"13.5"},"uses_additional_data":false,"paper_date":"2019-02-28","paper":"/paper/evaluating-rewards-for-question-generation","paper_url":"https://arxiv.org/abs/1902.11049v2","paper_title":"Evaluating Rewards for Question Generation Models","code":"https://github.com/bloomsburyai/question-generation","n_code_links":1,"syntology":null},{"rank_in_archive_order":13,"model":"NQG++","metrics":{"BLEU-4":"13.27"},"uses_additional_data":false,"paper_date":"2017-04-06","paper":"/paper/neural-question-generation-from-text-a","paper_url":"http://arxiv.org/abs/1704.01792v3","paper_title":"Neural Question Generation from Text: A Preliminary Study","code":"https://github.com/magic282/NQG","n_code_links":6,"syntology":{"n_ran":1,"n_unverified":0,"n_samples":1,"n_pointer_only_licence":1}}],"since_archive":{"present":false,"note":"No Syntology-extracted rows are published in this build."},"syntology":{"read_at":"2026-09-24T18:15:14+00:00","claim":"Per row: N of M harvested code samples from that row's paper executed on a synthesized fixture; the other M-N are unverified. Not a reproduction of the row's number; not a correctness claim. n_pointer_only_licence counts samples the site points at rather than redistributes (a licence axis, independent of ran/unverified).","rows_with_graph_line":3,"rows_with_any_sample_ran":3,"distinct_papers_with_graph_line":3,"distinct_papers_with_any_sample_ran":3,"samples_over_distinct_papers":{"n_ran":3,"n_unverified":0,"n_samples":3,"n_pointer_only_licence":1,"note":"each paper (arXiv id) counted once, however many rows it is behind; this is the page-level figure"},"samples_row_weighted":{"n_ran":3,"n_unverified":0,"n_samples":3,"n_pointer_only_licence":1,"note":"row-weighted: a paper behind several rows is counted once per row; inflated relative to samples_over_distinct_papers by design, kept for readers summing the per-row syntology blocks"}}}