{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/question-generation-by-transformers","title":"Question Generation by Transformers","arxiv_id":"1909.05017","date":"2019-09-09","proceeding":null,"authors":["Kettip Kriangchaivech","Artit Wangperawong"],"abstract":"A machine learning model was developed to automatically generate questions from Wikipedia passages using transformers, an attention-based model eschewing the paradigm of existing recurrent neural networks (RNNs). The model was trained on the inverted Stanford Question Answering Dataset (SQuAD), which is a reading comprehension dataset consisting of 100,000+ questions posed by crowdworkers on a set of Wikipedia articles. After training, the question generation model is able to generate simple questions relevant to unseen passages and answers containing an average of 8 words per question. The word error rate (WER) was used as a metric to compare the similarity between SQuAD questions and the model-generated questions. Although the high average WER suggests that the questions generated differ from the original SQuAD questions, the questions generated are mostly grammatically correct and plausible in their own right.","url_abs":"https://arxiv.org/abs/1909.05017v2","url_pdf":"https://arxiv.org/pdf/1909.05017v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"question-generation-by-transformers","repo_url":"https://github.com/artitw/BERT_QA","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}}],"tasks":[{"task_slug":"articles","task_name":"Articles"},{"task_slug":"question-answering","task_name":"Question Answering"},{"task_slug":"question-generation","task_name":"Question Generation"},{"task_slug":"question-generation","task_name":"Question-Generation"},{"task_slug":"reading-comprehension","task_name":"Reading Comprehension"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1909.05017","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.05017"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/artitw/BERT_QA","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"ran_draft_wrong":1,"unverified":13},"by_repo_kind":{"listed":{"samples":14,"ran":1,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"591598c6e9e9294a","entry":"get_initializer","repo":"artitw/BERT_QA","repo_kind":"listed","path":"bert_qa/bert_modeling.py","file_url":"https://github.com/artitw/BERT_QA/blob/HEAD/bert_qa/bert_modeling.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"591598c6e9e9294a"}},{"code_sha256_prefix":"7346ad7b1d174de0","entry":"convert_single_example","repo":"artitw/BERT_QA","repo_kind":"listed","path":"bert_qa/classifier_data_lib.py","file_url":"https://github.com/artitw/BERT_QA/blob/HEAD/bert_qa/classifier_data_lib.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"7346ad7b1d174de0"}},{"code_sha256_prefix":"37b7e327abf6ebe3","entry":"create_attention_mask_from_input_mask","repo":"artitw/BERT_QA","repo_kind":"listed","path":"bert_qa/bert_modeling.py","file_url":"https://github.com/artitw/BERT_QA/blob/HEAD/bert_qa/bert_modeling.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"37b7e327abf6ebe3"}},{"code_sha256_prefix":"342ecb2772b332ff","entry":"file_based_convert_examples_to_features","repo":"artitw/BERT_QA","repo_kind":"listed","path":"bert_qa/classifier_data_lib.py","file_url":"https://github.com/artitw/BERT_QA/blob/HEAD/bert_qa/classifier_data_lib.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"342ecb2772b332ff"}},{"code_sha256_prefix":"8148682084ad8025","entry":"gather_indexes","repo":"artitw/BERT_QA","repo_kind":"listed","path":"bert_qa/bert_models.py","file_url":"https://github.com/artitw/BERT_QA/blob/HEAD/bert_qa/bert_models.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"8148682084ad8025"}},{"code_sha256_prefix":"0194c7c12ff4afda","entry":"gelu","repo":"artitw/BERT_QA","repo_kind":"listed","path":"bert_qa/activations.py","file_url":"https://github.com/artitw/BERT_QA/blob/HEAD/bert_qa/activations.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"0194c7c12ff4afda"}},{"code_sha256_prefix":"0d0191d0adf31881","entry":"generate_tf_record_from_data_file","repo":"artitw/BERT_QA","repo_kind":"listed","path":"bert_qa/classifier_data_lib.py","file_url":"https://github.com/artitw/BERT_QA/blob/HEAD/bert_qa/classifier_data_lib.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"0d0191d0adf31881"}},{"code_sha256_prefix":"7cb07bdfa1f42eeb","entry":"get_bert_model","repo":"artitw/BERT_QA","repo_kind":"listed","path":"bert_qa/bert_modeling.py","file_url":"https://github.com/artitw/BERT_QA/blob/HEAD/bert_qa/bert_modeling.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"7cb07bdfa1f42eeb"}},{"code_sha256_prefix":"0ef881d517628d47","entry":"get_transformer_encoder","repo":"artitw/BERT_QA","repo_kind":"listed","path":"bert_qa/bert_models.py","file_url":"https://github.com/artitw/BERT_QA/blob/HEAD/bert_qa/bert_models.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"0ef881d517628d47"}},{"code_sha256_prefix":"31f5129e21532bbf","entry":"hard_swish","repo":"artitw/BERT_QA","repo_kind":"listed","path":"bert_qa/activations.py","file_url":"https://github.com/artitw/BERT_QA/blob/HEAD/bert_qa/activations.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"31f5129e21532bbf"}},{"code_sha256_prefix":"fc44a0dfc06deb6b","entry":"pretrain_model","repo":"artitw/BERT_QA","repo_kind":"listed","path":"bert_qa/bert_models.py","file_url":"https://github.com/artitw/BERT_QA/blob/HEAD/bert_qa/bert_models.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"fc44a0dfc06deb6b"}},{"code_sha256_prefix":"8cffcf8ba6ef99cc","entry":"run_customized_training_loop","repo":"artitw/BERT_QA","repo_kind":"listed","path":"bert_qa/model_training_utils.py","file_url":"https://github.com/artitw/BERT_QA/blob/HEAD/bert_qa/model_training_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"8cffcf8ba6ef99cc"}},{"code_sha256_prefix":"91f68cb072b261f2","entry":"simple_swish","repo":"artitw/BERT_QA","repo_kind":"listed","path":"bert_qa/activations.py","file_url":"https://github.com/artitw/BERT_QA/blob/HEAD/bert_qa/activations.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"91f68cb072b261f2"}},{"code_sha256_prefix":"c509d695494f63fb","entry":"steps_to_run","repo":"artitw/BERT_QA","repo_kind":"listed","path":"bert_qa/model_training_utils.py","file_url":"https://github.com/artitw/BERT_QA/blob/HEAD/bert_qa/model_training_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"c509d695494f63fb"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}