{"url":"/dataset/frmt","name":"FRMT","full_name":"Few-shot Region-aware Machine Translation","description_markdown":"**FRMT** is a dataset and evaluation benchmark for Few-shot Region-aware Machine Translation, a type of style-targeted translation. The dataset consists of human translations of a few thousand English Wikipedia sentences into regional variants of Portuguese and Mandarin. Source documents are selected to enable detailed analysis of phenomena of interest, including lexically distinct terms and distractor terms.\r\n\r\nSource:","description_withheld":null,"homepage":"https://github.com/google-research/google-research/tree/master/frmt","introduced_date":"2022-10-01","introduced_date_note":null,"introduced_by":{"paper":"/paper/frmt-a-benchmark-for-few-shot-region-aware","title":"FRMT: A Benchmark for Few-Shot Region-Aware Machine Translation","first_author":"Parker Riley","url":null},"license":{"name":"CC BY-SA 3.0","url":"http://creativecommons.org/licenses/by-sa/3.0/"},"modalities":[{"name":"Texts","url":"/datasets/modality/texts"}],"tasks":[{"name":"Machine Translation","url":"/task/machine-translation","datasets_with_task":"/datasets/task/machine-translation"},{"name":"Translation","url":"/task/translation","datasets_with_task":"/datasets/task/translation"}],"languages":[{"name":"English","url":"/datasets/language/english"},{"name":"Chinese","url":"/datasets/language/chinese"},{"name":"Portuguese","url":"/datasets/language/portuguese"}],"variants":["FRMT","FRMT (Portuguese - Portugal)","FRMT (Chinese - Mainland)","FRMT (Chinese - Taiwan)","FRMT (Portuguese - Brazil)"],"data_loaders":[],"num_papers_in_archive":4,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[{"leaderboard":"/sota/machine-translation-on-frmt-chinese-mainland","task":"Machine Translation","dataset_variant":"FRMT (Chinese - Mainland)","rows":3,"metrics":["BLEURT"],"first_row_in_archive_order":{"model":"PaLM 2","paper":"/paper/palm-2-technical-report-1","metrics":{"BLEURT":"74.4"},"code_links":[{"title":"eternityyw/tram-benchmark","url":"https://github.com/eternityyw/tram-benchmark"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/machine-translation-on-frmt-chinese-taiwan","task":"Machine Translation","dataset_variant":"FRMT (Chinese - Taiwan)","rows":3,"metrics":["BLEURT"],"first_row_in_archive_order":{"model":"PaLM 2","paper":"/paper/palm-2-technical-report-1","metrics":{"BLEURT":"72.0"},"code_links":[{"title":"eternityyw/tram-benchmark","url":"https://github.com/eternityyw/tram-benchmark"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/machine-translation-on-frmt-portuguese","task":"Machine Translation","dataset_variant":"FRMT (Portuguese - Portugal)","rows":3,"metrics":["BLEURT"],"first_row_in_archive_order":{"model":"PaLM 2","paper":"/paper/palm-2-technical-report-1","metrics":{"BLEURT":"78.3"},"code_links":[{"title":"eternityyw/tram-benchmark","url":"https://github.com/eternityyw/tram-benchmark"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/machine-translation-on-frmt-portuguese-brazil","task":"Machine Translation","dataset_variant":"FRMT (Portuguese - Brazil)","rows":3,"metrics":["BLEURT"],"first_row_in_archive_order":{"model":"PaLM 2","paper":"/paper/palm-2-technical-report-1","metrics":{"BLEURT":"81.1"},"code_links":[{"title":"eternityyw/tram-benchmark","url":"https://github.com/eternityyw/tram-benchmark"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"}],"papers_with_a_benchmark_row":[{"paper":"/paper/palm-2-technical-report-1","title":"PaLM 2 Technical Report","date":"2023-05-17","rows_on_this_dataset":12,"code_links":1,"syntology":null}],"syntology_totals":{"read_at":"2026-09-24T18:15:14+00:00","papers_with_samples":0,"samples_harvested":0,"samples_ran":0,"samples_unverified":0,"pointer_only_for_licence":0,"papers_with_no_sample_that_ran":0,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}