{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/gpt-too-a-language-model-first-approach-for","title":"GPT-too: A language-model-first approach for AMR-to-text generation","arxiv_id":"2005.09123","date":"2020-05-18","proceeding":"ACL 2020 6","authors":["Manuel Mager","Ramon Fernandez Astudillo","Tahira Naseem","Md. Arafat Sultan","Young-suk Lee","Radu Florian","Salim Roukos"],"abstract":"Meaning Representations (AMRs) are broad-coverage sentence-level semantic graphs. Existing approaches to generating text from AMR have focused on training sequence-to-sequence or graph-to-sequence models on AMR annotated data only. In this paper, we propose an alternative approach that combines a strong pre-trained language model with cycle consistency-based re-scoring. Despite the simplicity of the approach, our experimental results show these models outperform all previous techniques on the English LDC2017T10dataset, including the recent use of transformer architectures. In addition to the standard evaluation metrics, we provide human evaluation experiments that further substantiate the strength of our approach.","url_abs":"https://arxiv.org/abs/2005.09123v2","url_pdf":"https://arxiv.org/pdf/2005.09123v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"gpt-too-a-language-model-first-approach-for","repo_url":"https://github.com/IBM/GPT-too-AMR2text","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}}],"tasks":[{"task_slug":"amr-to-text-generation","task_name":"AMR-to-Text Generation"},{"task_slug":"data-to-text-generation","task_name":"Data-to-Text Generation"},{"task_slug":"graph-to-sequence","task_name":"Graph-to-Sequence"},{"task_slug":"language-modeling","task_name":"Language Modeling"},{"task_slug":"language-modelling","task_name":"Language Modelling"},{"task_slug":"sentence","task_name":"Sentence"},{"task_slug":"text-generation","task_name":"Text Generation"}],"methods":[{"method_slug":"absolute-position-encodings","method_name":"Absolute Position Encodings"},{"method_slug":"adam","method_name":"Adam"},{"method_slug":"attention","method_name":"Attention"},{"method_slug":"bpe","method_name":"BPE"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"dropout","method_name":"Dropout"},{"method_slug":"label-smoothing","method_name":"Label Smoothing"},{"method_slug":"layer-normalization","method_name":"Layer Normalization"},{"method_slug":"linear-layer","method_name":"Linear Layer"},{"method_slug":"multi-head-attention","method_name":"Multi-Head Attention"},{"method_slug":"position-wise-feed-forward-layer","method_name":"Position-Wise Feed-Forward Layer"},{"method_slug":"relu","method_name":"ReLU"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"softmax","method_name":"Softmax"},{"method_slug":"transformer","method_name":"Transformer"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=2005.09123","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.09123"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/IBM/GPT-too-AMR2text","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"ran_draft_wrong":1,"ran":1,"unverified":4},"by_repo_kind":{"official":{"samples":6,"ran":2,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"e7e75981cb464788","entry":"normalize_answer","repo":"IBM/GPT-too-AMR2text","repo_kind":"official","path":"utils.py","file_url":"https://github.com/IBM/GPT-too-AMR2text/blob/HEAD/utils.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"e7e75981cb464788"}},{"code_sha256_prefix":"5e060ba08fb272f3","entry":"tokenize_sentence","repo":"IBM/GPT-too-AMR2text","repo_kind":"official","path":"extra/eval_sacrebleu.py","file_url":"https://github.com/IBM/GPT-too-AMR2text/blob/HEAD/extra/eval_sacrebleu.py","link_basis":"plan_row","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"5e060ba08fb272f3"}},{"code_sha256_prefix":"5bf4fcd36bbf573b","entry":"find_sub_list","repo":"IBM/GPT-too-AMR2text","repo_kind":"official","path":"utils.py","file_url":"https://github.com/IBM/GPT-too-AMR2text/blob/HEAD/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"5bf4fcd36bbf573b"}},{"code_sha256_prefix":"b3da1c77b2d6cce9","entry":"get_best_indexes","repo":"IBM/GPT-too-AMR2text","repo_kind":"official","path":"utils.py","file_url":"https://github.com/IBM/GPT-too-AMR2text/blob/HEAD/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"b3da1c77b2d6cce9"}},{"code_sha256_prefix":"3e1e885d710c3bcc","entry":"split_list","repo":"IBM/GPT-too-AMR2text","repo_kind":"official","path":"amr_utils.py","file_url":"https://github.com/IBM/GPT-too-AMR2text/blob/HEAD/amr_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"3e1e885d710c3bcc"}},{"code_sha256_prefix":"60c6e6944d7b8b8a","entry":"tokenize_and_encode","repo":"IBM/GPT-too-AMR2text","repo_kind":"official","path":"amr_utils.py","file_url":"https://github.com/IBM/GPT-too-AMR2text/blob/HEAD/amr_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"60c6e6944d7b8b8a"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}