{"url":"/sota/question-generation-on-grailqa-compositional","task":{"name":"Question Generation","url":"/task/question-generation","note":null},"dataset":{"name":"GrailQA-Compositional","url":"/dataset/grailqa"},"category":"Natural Language Processing","categories":["Natural Language Processing"],"category_note":null,"description":"The goal of **Question Generation** is to generate a valid and fluent question according to a given passage and the target answer. Question Generation can be used in many scenarios, such as automatic tutoring systems, improving the performance of Question Answering models and enabling chatbots to lead a conversation. \r\n\r\n<span class=\"description-source\">Source: [Generating Highly Relevant Questions ](https://arxiv.org/abs/1910.03401)</span>","description_from":"task","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","rank":"the archive's row order at snapshot; not re-ranked","rows_end_at":"2025-07-28","rows_withheld_as_spam":0,"metric_values":"the archive's strings, untouched"},"metrics":["METEOR","BLEU","FactSpotter"],"metric_direction":{"note":"inferred from the metric name only (the archive records no direction); null = not inferred, chart draws points only","by_metric":{"METEOR":null,"BLEU":"higher","FactSpotter":null}},"counts":{"rows":4,"rows_with_code":4,"rows_with_paper_page":4,"rows_dated":4,"rows_using_additional_data":0},"rows":[{"rank_in_archive_order":1,"model":"FactJointGT","metrics":{"BLEU":"31.25","FactSpotter":"97.10","METEOR":"36.21"},"uses_additional_data":false,"paper_date":"2023-10-25","paper":"/paper/factspotter-evaluating-the-factual","paper_url":"https://dumas.ccsd.cnrs.fr/INRIA-SACLAY/hal-04257838v1","paper_title":"FactSpotter: Evaluating the Factual Faithfulness of Graph-to-Text Generation","code":"https://github.com/guihuzhang/FactSpotter","n_code_links":1,"syntology":null},{"rank_in_archive_order":2,"model":"JointGT","metrics":{"BLEU":"31.46","FactSpotter":"95.26","METEOR":"36.08"},"uses_additional_data":false,"paper_date":"2021-06-19","paper":"/paper/jointgt-graph-text-joint-representation","paper_url":"https://arxiv.org/abs/2106.10502v1","paper_title":"JointGT: Graph-Text Joint Representation Learning for Text Generation from Knowledge Graphs","code":"https://github.com/thu-coai/JointGT","n_code_links":1,"syntology":null},{"rank_in_archive_order":3,"model":"FactT5B","metrics":{"BLEU":"31.66","FactSpotter":"96.53","METEOR":"35.72"},"uses_additional_data":false,"paper_date":"2023-10-25","paper":"/paper/factspotter-evaluating-the-factual","paper_url":"https://dumas.ccsd.cnrs.fr/INRIA-SACLAY/hal-04257838v1","paper_title":"FactSpotter: Evaluating the Factual Faithfulness of Graph-to-Text Generation","code":"https://github.com/guihuzhang/FactSpotter","n_code_links":1,"syntology":null},{"rank_in_archive_order":4,"model":"T5B","metrics":{"BLEU":"31.75","FactSpotter":"94.84","METEOR":"35.64"},"uses_additional_data":false,"paper_date":"2020-07-16","paper":"/paper/investigating-pretrained-language-models-for","paper_url":"https://arxiv.org/abs/2007.08426v3","paper_title":"Investigating Pretrained Language Models for Graph-to-Text Generation","code":"https://github.com/bjascob/amrlib","n_code_links":3,"syntology":{"n_ran":2,"n_unverified":10,"n_samples":12,"n_pointer_only_licence":0}}],"since_archive":{"present":false,"note":"No Syntology-extracted rows are published in this build."},"syntology":{"read_at":"2026-09-24T18:15:14+00:00","claim":"Per row: N of M harvested code samples from that row's paper executed on a synthesized fixture; the other M-N are unverified. Not a reproduction of the row's number; not a correctness claim. n_pointer_only_licence counts samples the site points at rather than redistributes (a licence axis, independent of ran/unverified).","rows_with_graph_line":1,"rows_with_any_sample_ran":1,"distinct_papers_with_graph_line":1,"distinct_papers_with_any_sample_ran":1,"samples_over_distinct_papers":{"n_ran":2,"n_unverified":10,"n_samples":12,"n_pointer_only_licence":0,"note":"each paper (arXiv id) counted once, however many rows it is behind; this is the page-level figure"},"samples_row_weighted":{"n_ran":2,"n_unverified":10,"n_samples":12,"n_pointer_only_licence":0,"note":"row-weighted: a paper behind several rows is counted once per row; inflated relative to samples_over_distinct_papers by design, kept for readers summing the per-row syntology blocks"}}}