{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/transformer-based-end-to-end-question","title":"Simplifying Paragraph-level Question Generation via Transformer Language Models","arxiv_id":"2005.01107","date":"2020-05-03","proceeding":null,"authors":["Luis Enrico Lopez","Diane Kathryn Cruz","Jan Christian Blaise Cruz","Charibeth Cheng"],"abstract":"Question generation (QG) is a natural language generation task where a model is trained to ask questions corresponding to some input text. Most recent approaches frame QG as a sequence-to-sequence problem and rely on additional features and mechanisms to increase performance; however, these often increase model complexity, and can rely on auxiliary data unavailable in practical use. A single Transformer-based unidirectional language model leveraging transfer learning can be used to produce high quality questions while disposing of additional task-specific complexity. Our QG model, finetuned from GPT-2 Small, outperforms several paragraph-level QG baselines on the SQuAD dataset by 0.95 METEOR points. Human evaluators rated questions as easy to answer, relevant to their context paragraph, and corresponding well to natural human speech. Also introduced is a new set of baseline scores on the RACE dataset, which has not previously been used for QG tasks. Further experimentation with varying model capacities and datasets with non-identification type questions is recommended in order to further verify the robustness of pretrained Transformer-based LMs as question generators.","url_abs":"https://arxiv.org/abs/2005.01107v4","url_pdf":"https://arxiv.org/pdf/2005.01107v4.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"transformer-based-end-to-end-question","repo_url":"https://github.com/AndreasInk/Quiz-APIv2","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"transformer-based-end-to-end-question","repo_url":"https://github.com/biswa380/t5_multitask_api","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"transformer-based-end-to-end-question","repo_url":"https://github.com/liamdugan/question_generation","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"transformer-based-end-to-end-question","repo_url":"https://github.com/patil-suraj/question_generation","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"language-modeling","task_name":"Language Modeling"},{"task_slug":"language-modelling","task_name":"Language Modelling"},{"task_slug":"question-generation","task_name":"Question Generation"},{"task_slug":"question-generation","task_name":"Question-Generation"},{"task_slug":"text-generation","task_name":"Text Generation"},{"task_slug":"transfer-learning","task_name":"Transfer Learning"}],"methods":[{"method_slug":"adam","method_name":"Adam"},{"method_slug":"attention","method_name":"Attention"},{"method_slug":"attention-dropout","method_name":"Attention Dropout"},{"method_slug":"bpe","method_name":"BPE"},{"method_slug":"cosine-annealing","method_name":"Cosine Annealing"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"discriminative-fine-tuning","method_name":"Discriminative Fine-Tuning"},{"method_slug":"dropout","method_name":"Dropout"},{"method_slug":"gpt-2","method_name":"GPT-2"},{"method_slug":"layer-normalization","method_name":"Layer Normalization"},{"method_slug":"linear-layer","method_name":"Linear Layer"},{"method_slug":"linear-warmup-with-cosine-annealing","method_name":"Linear Warmup With Cosine Annealing"},{"method_slug":"multi-head-attention","method_name":"Multi-Head Attention"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"sigmoid-activation","method_name":"Sigmoid Activation"},{"method_slug":"softmax","method_name":"Softmax"},{"method_slug":"tanh-activation","method_name":"Tanh Activation"},{"method_slug":"weight-decay","method_name":"Weight Decay"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2005.01107","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.01107"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/liamdugan/question_generation","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/biswa380/t5_multitask_api","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/patil-suraj/question_generation","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/AndreasInk/Quiz-APIv2","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":1,"unverified":7},"by_repo_kind":{"listed":{"samples":8,"ran":1,"repositories":2}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"eeb8dc60c6ef1fa4","entry":"trim_batch","repo":"AndreasInk/Quiz-APIv2","repo_kind":"listed","path":"data_collator.py","file_url":"https://github.com/AndreasInk/Quiz-APIv2/blob/HEAD/data_collator.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"eeb8dc60c6ef1fa4"}},{"code_sha256_prefix":"adf103ca18b5fd78","entry":"filter_e2e_qg","repo":"AndreasInk/Quiz-APIv2","repo_kind":"listed","path":"prepare_data.py","file_url":"https://github.com/AndreasInk/Quiz-APIv2/blob/HEAD/prepare_data.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"adf103ca18b5fd78"}},{"code_sha256_prefix":"4643e380618fe0c5","entry":"filter_qa","repo":"AndreasInk/Quiz-APIv2","repo_kind":"listed","path":"prepare_data.py","file_url":"https://github.com/AndreasInk/Quiz-APIv2/blob/HEAD/prepare_data.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4643e380618fe0c5"}},{"code_sha256_prefix":"7ab6ed8c2d373657","entry":"filter_qg","repo":"AndreasInk/Quiz-APIv2","repo_kind":"listed","path":"prepare_data.py","file_url":"https://github.com/AndreasInk/Quiz-APIv2/blob/HEAD/prepare_data.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7ab6ed8c2d373657"}},{"code_sha256_prefix":"3e6b2aa920dd0f89","entry":"grad_status","repo":"AndreasInk/Quiz-APIv2","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/AndreasInk/Quiz-APIv2/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3e6b2aa920dd0f89"}},{"code_sha256_prefix":"2e8522233e82d5b1","entry":"label_smoothed_nll_loss","repo":"AndreasInk/Quiz-APIv2","repo_kind":"listed","path":"utils.py","file_url":"https://github.com/AndreasInk/Quiz-APIv2/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2e8522233e82d5b1"}},{"code_sha256_prefix":"9bdd29f2eb570b1d","entry":"pipeline","repo":"AndreasInk/Quiz-APIv2","repo_kind":"listed","path":"pipelines.py","file_url":"https://github.com/AndreasInk/Quiz-APIv2/blob/HEAD/pipelines.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9bdd29f2eb570b1d"}},{"code_sha256_prefix":"0b723c5ee79bdf83","entry":"pipeline","repo":"liamdugan/question_generation","repo_kind":"listed","path":"pipelines.py","file_url":"https://github.com/liamdugan/question_generation/blob/HEAD/pipelines.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0b723c5ee79bdf83"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}