{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/the-university-of-sydneys-machine-translation","title":"The University of Sydney's Machine Translation System for WMT19","arxiv_id":"1907.00494","date":"2019-06-30","proceeding":"WS 2019 8","authors":["Liang Ding","DaCheng Tao"],"abstract":"This paper describes the University of Sydney's submission of the WMT 2019 shared news translation task. We participated in the Finnish$\\rightarrow$English direction and got the best BLEU(33.0) score among all the participants. Our system is based on the self-attentional Transformer networks, into which we integrated the most recent effective strategies from academic research (e.g., BPE, back translation, multi-features data selection, data augmentation, greedy model ensemble, reranking, ConMBR system combination, and post-processing). Furthermore, we propose a novel augmentation method $Cycle Translation$ and a data mixture strategy $Big$/$Small$ parallel construction to entirely exploit the synthetic corpus. Extensive experiments show that adding the above techniques can make continuous improvements of the BLEU scores, and the best result outperforms the baseline (Transformer ensemble model trained with the original parallel corpus) by approximately 5.3 BLEU score, achieving the state-of-the-art performance.","url_abs":"https://arxiv.org/abs/1907.00494v1","url_pdf":"https://arxiv.org/pdf/1907.00494v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[],"tasks":[{"task_slug":"data-augmentation","task_name":"Data Augmentation"},{"task_slug":"machine-translation","task_name":"Machine Translation"},{"task_slug":"reranking","task_name":"Reranking"},{"task_slug":"translation","task_name":"Translation"}],"methods":[{"method_slug":"absolute-position-encodings","method_name":"Absolute Position Encodings"},{"method_slug":"adam","method_name":"Adam"},{"method_slug":"attention","method_name":"Attention"},{"method_slug":"bpe","method_name":"BPE"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"dropout","method_name":"Dropout"},{"method_slug":"label-smoothing","method_name":"Label Smoothing"},{"method_slug":"layer-normalization","method_name":"Layer Normalization"},{"method_slug":"linear-layer","method_name":"Linear Layer"},{"method_slug":"multi-head-attention","method_name":"Multi-Head Attention"},{"method_slug":"position-wise-feed-forward-layer","method_name":"Position-Wise Feed-Forward Layer"},{"method_slug":"relu","method_name":"ReLU"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"softmax","method_name":"Softmax"},{"method_slug":"transformer","method_name":"Transformer"}],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/machine-translation-on-wmt-2018-finnish","task":"Machine Translation","dataset":"WMT 2018 Finnish-English","model":"CT+B/S construction","rank_in_archive_order":1,"of":2,"metrics":{"BLEU":"26.5"},"uses_additional_data":false},{"leaderboard":"/sota/machine-translation-on-wmt2016-finnish","task":"Machine Translation","dataset":"WMT2016 Finnish-English","model":"CT+B/S construction","rank_in_archive_order":1,"of":1,"metrics":{"BLEU":"32.4"},"uses_additional_data":false},{"leaderboard":"/sota/machine-translation-on-wmt2017-finnish","task":"Machine Translation","dataset":"WMT2017 Finnish-English","model":"CT+B/S construction","rank_in_archive_order":1,"of":1,"metrics":{"BLEU":"35.5"},"uses_additional_data":false},{"leaderboard":"/sota/machine-translation-on-wmt2019-finnish","task":"Machine Translation","dataset":"WMT2019 Finnish-English","model":"CT+B/S construction","rank_in_archive_order":1,"of":1,"metrics":{"BLEU":"34.1"},"uses_additional_data":false}],"syntology":{"syntology_url":null,"atlas_url":null,"mcp":null,"developers":"https://syntology.ai/developers"},"arxiv_metadata":null,"syntology_extracted_results":null}