{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/machine-translation/papers/5","list_of":"/task/machine-translation","task":"Machine Translation","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"repositories listed in the archive (most first), then date (newest first), then slug","page":5,"pages_in_order":108,"rows_per_page":100,"rows":[401,500],"of":10752,"counts":{"archive_papers_tagged":10752,"with_a_code_link":2444,"where_syntology_ran_a_sample":477,"not_listed_spam_title":0,"listed":10752,"listed_where_code_ran":477,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":381,"every_run_a_failure_of_syntologys_instrument":96,"listed_with_a_run_with_no_instrument_failure":381,"listed_every_run_a_failure_of_syntologys_instrument":96,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/machine-translation","prev":"/task/machine-translation/papers/4","next":"/task/machine-translation/papers/6","papers":[{"url":"/paper/theory-and-experiments-on-vector-quantized","slug":"theory-and-experiments-on-vector-quantized","title":"Theory and Experiments on Vector Quantized Autoencoders","date":"2018-05-28","arxiv_id":"1805.11063","repositories_listed":2,"syntology":null},{"url":"/paper/subword-regularization-improving-neural","slug":"subword-regularization-improving-neural","title":"Subword Regularization: Improving Neural Network Translation Models with Multiple Subword Candidates","date":"2018-04-29","arxiv_id":"1804.10959","repositories_listed":2,"syntology":null},{"url":"/paper/a-call-for-clarity-in-reporting-bleu-scores","slug":"a-call-for-clarity-in-reporting-bleu-scores","title":"A Call for Clarity in Reporting BLEU Scores","date":"2018-04-23","arxiv_id":"1804.08771","repositories_listed":2,"syntology":{"n":11,"n_ran":11,"n_constructed":0,"n_ran_checked":11,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-call-for-clarity-in-reporting-bleu-scores#ran","syntology_url":"https://syntology.ai/paper/1804.08771","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1804.08771"}},"official":null}},{"url":"/paper/achieving-human-parity-on-automatic-chinese","slug":"achieving-human-parity-on-automatic-chinese","title":"Achieving Human Parity on Automatic Chinese to English News Translation","date":"2018-03-15","arxiv_id":"1803.05567","repositories_listed":2,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":2,"n_no_contract":3,"n_pointer_only":3,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 2 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/achieving-human-parity-on-automatic-chinese#ran","syntology_url":"https://syntology.ai/paper/1803.05567","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1803.05567"}},"official":{"repos":["cfedermann/Appraise"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/deterministic-non-autoregressive-neural","slug":"deterministic-non-autoregressive-neural","title":"Deterministic Non-Autoregressive Neural Sequence Modeling by Iterative Refinement","date":"2018-02-19","arxiv_id":"1802.06901","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/deterministic-non-autoregressive-neural#ran","syntology_url":"https://syntology.ai/paper/1802.06901","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1802.06901"}},"official":{"repos":["nyu-dl/dl4mt-nonauto"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/discrete-autoencoders-for-sequence-models","slug":"discrete-autoencoders-for-sequence-models","title":"Discrete Autoencoders for Sequence Models","date":"2018-01-29","arxiv_id":"1801.09797","repositories_listed":2,"syntology":null},{"url":"/paper/asynchronous-bidirectional-decoding-for","slug":"asynchronous-bidirectional-decoding-for","title":"Asynchronous Bidirectional Decoding for Neural Machine Translation","date":"2018-01-16","arxiv_id":"1801.05122","repositories_listed":2,"syntology":null},{"url":"/paper/non-autoregressive-neural-machine-translation-1","slug":"non-autoregressive-neural-machine-translation-1","title":"Non-Autoregressive Neural Machine Translation","date":"2017-11-07","arxiv_id":"1711.02281","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/non-autoregressive-neural-machine-translation-1#ran","syntology_url":"https://syntology.ai/paper/1711.02281","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1711.02281"}},"official":{"repos":["salesforce/nonauto-nmt"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/unsupervised-neural-machine-translation","slug":"unsupervised-neural-machine-translation","title":"Unsupervised Neural Machine Translation","date":"2017-10-30","arxiv_id":"1710.11041","repositories_listed":2,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":1,"n_instrument":5,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":6,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/unsupervised-neural-machine-translation#ran","syntology_url":"https://syntology.ai/paper/1710.11041","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1710.11041"}},"official":{"repos":["artetxem/undreamt","rsennrich/subword-nmt"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/attention-based-models-for-text-dependent","slug":"attention-based-models-for-text-dependent","title":"Attention-Based Models for Text-Dependent Speaker Verification","date":"2017-10-28","arxiv_id":"1710.10470","repositories_listed":2,"syntology":null},{"url":"/paper/rotational-unit-of-memory","slug":"rotational-unit-of-memory","title":"Rotational Unit of Memory","date":"2017-10-26","arxiv_id":"1710.09537","repositories_listed":2,"syntology":null},{"url":"/paper/enhanced-neural-machine-translation-by","slug":"enhanced-neural-machine-translation-by","title":"Enhanced Neural Machine Translation by Learning from Draft","date":"2017-10-04","arxiv_id":"1710.01789","repositories_listed":2,"syntology":null},{"url":"/paper/mmcr4nlp-multilingual-multiway-corpora","slug":"mmcr4nlp-multilingual-multiway-corpora","title":"MMCR4NLP: Multilingual Multiway Corpora Repository for Natural Language Processing","date":"2017-10-03","arxiv_id":"1710.01025","repositories_listed":2,"syntology":null},{"url":"/paper/neural-optimizer-search-with-reinforcement","slug":"neural-optimizer-search-with-reinforcement","title":"Neural Optimizer Search with Reinforcement Learning","date":"2017-09-21","arxiv_id":"1709.07417","repositories_listed":2,"syntology":null},{"url":"/paper/arabic-multi-dialect-segmentation-bi-lstm-crf","slug":"arabic-multi-dialect-segmentation-bi-lstm-crf","title":"Arabic Multi-Dialect Segmentation: bi-LSTM-CRF vs. SVM","date":"2017-08-19","arxiv_id":"1708.05891","repositories_listed":2,"syntology":null},{"url":"/paper/learning-language-representations-for","slug":"learning-language-representations-for","title":"Learning Language Representations for Typology Prediction","date":"2017-07-29","arxiv_id":"1707.09569","repositories_listed":2,"syntology":null},{"url":"/paper/split-and-rephrase","slug":"split-and-rephrase","title":"Split and Rephrase","date":"2017-07-21","arxiv_id":"1707.06971","repositories_listed":2,"syntology":null},{"url":"/paper/depthwise-separable-convolutions-for-neural","slug":"depthwise-separable-convolutions-for-neural","title":"Depthwise Separable Convolutions for Neural Machine Translation","date":"2017-06-09","arxiv_id":"1706.03059","repositories_listed":2,"syntology":null},{"url":"/paper/diversity-driven-attention-model-for-query","slug":"diversity-driven-attention-model-for-query","title":"Diversity driven Attention Model for Query-based Abstractive Summarization","date":"2017-04-26","arxiv_id":"1704.08300","repositories_listed":2,"syntology":null},{"url":"/paper/online-and-linear-time-attention-by-enforcing","slug":"online-and-linear-time-attention-by-enforcing","title":"Online and Linear-Time Attention by Enforcing Monotonic Alignments","date":"2017-04-03","arxiv_id":"1704.00784","repositories_listed":2,"syntology":null},{"url":"/paper/learning-to-remember-rare-events","slug":"learning-to-remember-rare-events","title":"Learning to Remember Rare Events","date":"2017-03-09","arxiv_id":"1703.03129","repositories_listed":2,"syntology":null},{"url":"/paper/neural-machine-translation-and-sequence-to","slug":"neural-machine-translation-and-sequence-to","title":"Neural Machine Translation and Sequence-to-sequence Models: A Tutorial","date":"2017-03-05","arxiv_id":"1703.01619","repositories_listed":2,"syntology":null},{"url":"/paper/deep-reinforcement-learning-an-overview","slug":"deep-reinforcement-learning-an-overview","title":"Deep Reinforcement Learning: An Overview","date":"2017-01-25","arxiv_id":"1701.07274","repositories_listed":2,"syntology":null},{"url":"/paper/regularizing-neural-networks-by-penalizing","slug":"regularizing-neural-networks-by-penalizing","title":"Regularizing Neural Networks by Penalizing Confident Output Distributions","date":"2017-01-23","arxiv_id":"1701.06548","repositories_listed":2,"syntology":null},{"url":"/paper/a-convolutional-encoder-model-for-neural","slug":"a-convolutional-encoder-model-for-neural","title":"A Convolutional Encoder Model for Neural Machine Translation","date":"2016-11-07","arxiv_id":"1611.02344","repositories_listed":2,"syntology":null},{"url":"/paper/can-active-memory-replace-attention","slug":"can-active-memory-replace-attention","title":"Can Active Memory Replace Attention?","date":"2016-10-27","arxiv_id":"1610.08613","repositories_listed":2,"syntology":null},{"url":"/paper/fully-character-level-neural-machine","slug":"fully-character-level-neural-machine","title":"Fully Character-Level Neural Machine Translation without Explicit Segmentation","date":"2016-10-10","arxiv_id":"1610.03017","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/fully-character-level-neural-machine#ran","syntology_url":"https://syntology.ai/paper/1610.03017","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1610.03017"}},"official":{"repos":["nyu-dl/dl4mt-c2c"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/is-neural-machine-translation-ready-for","slug":"is-neural-machine-translation-ready-for","title":"Is Neural Machine Translation Ready for Deployment? A Case Study on 30 Translation Directions","date":"2016-10-04","arxiv_id":"1610.01108","repositories_listed":2,"syntology":null},{"url":"/paper/context-gates-for-neural-machine-translation","slug":"context-gates-for-neural-machine-translation","title":"Context Gates for Neural Machine Translation","date":"2016-08-22","arxiv_id":"1608.06043","repositories_listed":2,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/context-gates-for-neural-machine-translation#ran","syntology_url":"https://syntology.ai/paper/1608.06043","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1608.06043"}},"official":{"repos":["tuzhaopeng/nmt"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/incorporating-discrete-translation-lexicons","slug":"incorporating-discrete-translation-lexicons","title":"Incorporating Discrete Translation Lexicons into Neural Machine Translation","date":"2016-06-07","arxiv_id":"1606.02006","repositories_listed":2,"syntology":null},{"url":"/paper/neural-network-translation-models-for","slug":"neural-network-translation-models-for","title":"Neural Network Translation Models for Grammatical Error Correction","date":"2016-06-01","arxiv_id":"1606.00189","repositories_listed":2,"syntology":null},{"url":"/paper/multi30k-multilingual-english-german-image","slug":"multi30k-multilingual-english-german-image","title":"Multi30K: Multilingual English-German Image Descriptions","date":"2016-05-02","arxiv_id":"1605.00459","repositories_listed":2,"syntology":null},{"url":"/paper/how-not-to-evaluate-your-dialogue-system-an","slug":"how-not-to-evaluate-your-dialogue-system-an","title":"How NOT To Evaluate Your Dialogue System: An Empirical Study of Unsupervised Evaluation Metrics for Dialogue Response Generation","date":"2016-03-25","arxiv_id":"1603.08023","repositories_listed":2,"syntology":null},{"url":"/paper/a-character-level-decoder-without-explicit","slug":"a-character-level-decoder-without-explicit","title":"A Character-Level Decoder without Explicit Segmentation for Neural Machine Translation","date":"2016-03-19","arxiv_id":"1603.06147","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/a-character-level-decoder-without-explicit#ran","syntology_url":"https://syntology.ai/paper/1603.06147","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1603.06147"}},"official":null}},{"url":"/paper/multi-layer-representation-learning-for","slug":"multi-layer-representation-learning-for","title":"Multi-layer Representation Learning for Medical Concepts","date":"2016-02-17","arxiv_id":"1602.05568","repositories_listed":2,"syntology":null},{"url":"/paper/strategies-for-training-large-vocabulary","slug":"strategies-for-training-large-vocabulary","title":"Strategies for Training Large Vocabulary Neural Language Models","date":"2015-12-15","arxiv_id":"1512.04906","repositories_listed":2,"syntology":null},{"url":"/paper/improving-neural-machine-translation-models","slug":"improving-neural-machine-translation-models","title":"Improving Neural Machine Translation Models with Monolingual Data","date":"2015-11-20","arxiv_id":"1511.06709","repositories_listed":2,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":3,"n_instrument":3,"n_unverified":0,"n_honours":3,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 3 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/improving-neural-machine-translation-models#ran","syntology_url":"https://syntology.ai/paper/1511.06709","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1511.06709"}},"official":null}},{"url":"/paper/yara-parser-a-fast-and-accurate-dependency","slug":"yara-parser-a-fast-and-accurate-dependency","title":"Yara Parser: A Fast and Accurate Dependency Parser","date":"2015-03-23","arxiv_id":"1503.06733","repositories_listed":2,"syntology":null},{"url":"/paper/cross-lingual-adaptation-using-structural","slug":"cross-lingual-adaptation-using-structural","title":"Cross-Lingual Adaptation using Structural Correspondence Learning","date":"2010-08-04","arxiv_id":"1008.0716","repositories_listed":2,"syntology":null},{"url":"/paper/cycledistill-bootstrapping-machine","slug":"cycledistill-bootstrapping-machine","title":"CycleDistill: Bootstrapping Machine Translation using LLMs with Cyclical Distillation","date":"2025-06-24","arxiv_id":"2506.19952","repositories_listed":1,"syntology":null},{"url":"/paper/has-machine-translation-evaluation-achieved","slug":"has-machine-translation-evaluation-achieved","title":"Has Machine Translation Evaluation Achieved Human Parity? The Human Reference and the Limits of Progress","date":"2025-06-24","arxiv_id":"2506.19571","repositories_listed":1,"syntology":null},{"url":"/paper/consistencychecker-tree-based-evaluation-of","slug":"consistencychecker-tree-based-evaluation-of","title":"ConsistencyChecker: Tree-based Evaluation of LLM Generalization Capabilities","date":"2025-06-14","arxiv_id":"2506.12376","repositories_listed":1,"syntology":null},{"url":"/paper/deep-symmetric-autoencoders-from-the-eckart","slug":"deep-symmetric-autoencoders-from-the-eckart","title":"Deep Symmetric Autoencoders from the Eckart-Young-Schmidt Perspective","date":"2025-06-13","arxiv_id":"2506.11641","repositories_listed":1,"syntology":null},{"url":"/paper/gender-bias-in-english-to-greek-machine","slug":"gender-bias-in-english-to-greek-machine","title":"Gender Bias in English-to-Greek Machine Translation","date":"2025-06-11","arxiv_id":"2506.09558","repositories_listed":1,"syntology":null},{"url":"/paper/tactic-translation-agents-with-cognitive","slug":"tactic-translation-agents-with-cognitive","title":"TACTIC: Translation Agents with Cognitive-Theoretic Interactive Collaboration","date":"2025-06-10","arxiv_id":"2506.08403","repositories_listed":1,"syntology":null},{"url":"/paper/translate-with-care-addressing-gender-bias","slug":"translate-with-care-addressing-gender-bias","title":"Translate With Care: Addressing Gender Bias, Neutrality, and Reasoning in Large Language Model Translations","date":"2025-05-31","arxiv_id":"2506.00748","repositories_listed":1,"syntology":null},{"url":"/paper/should-i-share-this-translation-evaluating","slug":"should-i-share-this-translation-evaluating","title":"Should I Share this Translation? Evaluating Quality Feedback for User Reliance on Machine Translation","date":"2025-05-30","arxiv_id":"2505.24683","repositories_listed":1,"syntology":null},{"url":"/paper/document-level-text-generation-with-minimum","slug":"document-level-text-generation-with-minimum","title":"Document-Level Text Generation with Minimum Bayes Risk Decoding using Optimal Transport","date":"2025-05-29","arxiv_id":"2505.23078","repositories_listed":1,"syntology":null},{"url":"/paper/unsupervised-word-level-quality-estimation","slug":"unsupervised-word-level-quality-estimation","title":"Unsupervised Word-level Quality Estimation for Machine Translation Through the Lens of Annotators (Dis)agreement","date":"2025-05-29","arxiv_id":"2505.23183","repositories_listed":1,"syntology":null},{"url":"/paper/enhancing-paraphrase-type-generation-the","slug":"enhancing-paraphrase-type-generation-the","title":"Enhancing Paraphrase Type Generation: The Impact of DPO and RLHF Evaluated with Human-Ranked Data","date":"2025-05-28","arxiv_id":"2506.02018","repositories_listed":1,"syntology":null},{"url":"/paper/evaluating-machine-translation-models-for","slug":"evaluating-machine-translation-models-for","title":"Evaluating Machine Translation Models for English-Hindi Language Pairs: A Comparative Analysis","date":"2025-05-26","arxiv_id":"2505.19604","repositories_listed":1,"syntology":null},{"url":"/paper/how-well-do-large-reasoning-models-translate","slug":"how-well-do-large-reasoning-models-translate","title":"How Well Do Large Reasoning Models Translate? A Comprehensive Evaluation for Multi-Domain Machine Translation","date":"2025-05-26","arxiv_id":"2505.19987","repositories_listed":1,"syntology":null},{"url":"/paper/universal-reasoner-a-single-composable-plug","slug":"universal-reasoner-a-single-composable-plug","title":"Universal Reasoner: A Single, Composable Plug-and-Play Reasoner for Frozen LLMs","date":"2025-05-25","arxiv_id":"2505.19075","repositories_listed":1,"syntology":null},{"url":"/paper/tulun-transparent-and-adaptable-low-resource","slug":"tulun-transparent-and-adaptable-low-resource","title":"TULUN: Transparent and Adaptable Low-resource Machine Translation","date":"2025-05-24","arxiv_id":"2505.18683","repositories_listed":1,"syntology":null},{"url":"/paper/llms-are-not-scorers-rethinking-mt-evaluation","slug":"llms-are-not-scorers-rethinking-mt-evaluation","title":"LLMs Are Not Scorers: Rethinking MT Evaluation with Generation-Based Methods","date":"2025-05-22","arxiv_id":"2505.16129","repositories_listed":1,"syntology":null},{"url":"/paper/ssr-zero-simple-self-rewarding-reinforcement","slug":"ssr-zero-simple-self-rewarding-reinforcement","title":"SSR-Zero: Simple Self-Rewarding Reinforcement Learning for Machine Translation","date":"2025-05-22","arxiv_id":"2505.16637","repositories_listed":1,"syntology":null},{"url":"/paper/steering-large-language-models-for-machine-1","slug":"steering-large-language-models-for-machine-1","title":"Steering Large Language Models for Machine Translation Personalization","date":"2025-05-22","arxiv_id":"2505.16612","repositories_listed":1,"syntology":null},{"url":"/paper/exploring-in-image-machine-translation-with","slug":"exploring-in-image-machine-translation-with","title":"Exploring In-Image Machine Translation with Real-World Background","date":"2025-05-21","arxiv_id":"2505.15282","repositories_listed":1,"syntology":null},{"url":"/paper/a-case-study-of-cross-lingual-zero-shot","slug":"a-case-study-of-cross-lingual-zero-shot","title":"A Case Study of Cross-Lingual Zero-Shot Generalization for Classical Languages in LLMs","date":"2025-05-19","arxiv_id":"2505.13173","repositories_listed":1,"syntology":null},{"url":"/paper/extrans-multilingual-deep-reasoning","slug":"extrans-multilingual-deep-reasoning","title":"ExTrans: Multilingual Deep Reasoning Translation via Exemplar-Enhanced Reinforcement Learning","date":"2025-05-19","arxiv_id":"2505.12996","repositories_listed":1,"syntology":null},{"url":"/paper/llm-based-evaluation-of-low-resource-machine","slug":"llm-based-evaluation-of-low-resource-machine","title":"LLM-Based Evaluation of Low-Resource Machine Translation: A Reference-less Dialect Guided Approach with a Refined Sylheti-English Benchmark","date":"2025-05-18","arxiv_id":"2505.12273","repositories_listed":1,"syntology":null},{"url":"/paper/are-we-paying-attention-to-her-investigating","slug":"are-we-paying-attention-to-her-investigating","title":"Are We Paying Attention to Her? Investigating Gender Disambiguation and Attention in Machine Translation","date":"2025-05-13","arxiv_id":"2505.08546","repositories_listed":1,"syntology":null},{"url":"/paper/transproqa-an-llm-based-literary-translation","slug":"transproqa-an-llm-based-literary-translation","title":"LiTransProQA: an LLM-based Literary Translation evaluation metric with Professional Question Answering","date":"2025-05-08","arxiv_id":"2505.05423","repositories_listed":1,"syntology":null},{"url":"/paper/calibrating-translation-decoding-with-quality","slug":"calibrating-translation-decoding-with-quality","title":"Calibrating Translation Decoding with Quality Estimation on LLMs","date":"2025-04-26","arxiv_id":"2504.19044","repositories_listed":1,"syntology":null},{"url":"/paper/medibeng-whisper-tiny-a-fine-tuned-code","slug":"medibeng-whisper-tiny-a-fine-tuned-code","title":"MEDIBENG WHISPER TINY: A FINE-TUNED CODE-SWITCHED BENGALI-ENGLISH TRANSLATOR FOR CLINICAL APPLICATIONS","date":"2025-04-25","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/fairtranslate-an-english-french-dataset-for","slug":"fairtranslate-an-english-french-dataset-for","title":"FairTranslate: An English-French Dataset for Gender Bias Evaluation in Machine Translation by Overcoming Gender Binarity","date":"2025-04-22","arxiv_id":"2504.15941","repositories_listed":1,"syntology":null},{"url":"/paper/trans-zero-self-play-incentivizes-large","slug":"trans-zero-self-play-incentivizes-large","title":"Trans-Zero: Self-Play Incentivizes Large Language Models for Multilingual Translation Without Parallel Data","date":"2025-04-20","arxiv_id":"2504.14669","repositories_listed":1,"syntology":null},{"url":"/paper/remedy-learning-machine-translation","slug":"remedy-learning-machine-translation","title":"Remedy: Learning Machine Translation Evaluation from Human Preferences with Reward Modeling","date":"2025-04-18","arxiv_id":"2504.13630","repositories_listed":1,"syntology":{"n":13,"n_ran":13,"n_constructed":0,"n_ran_checked":13,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":13,"n_pointer_only":0,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 13 with no instrument failure: 0 honoured, 0 violated, 13 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/remedy-learning-machine-translation#ran","syntology_url":"https://syntology.ai/paper/2504.13630","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2504.13630"}},"official":{"repos":["Smu-Tan/Remedy"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":13,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/mt-r1-zero-advancing-llm-based-machine","slug":"mt-r1-zero-advancing-llm-based-machine","title":"MT-R1-Zero: Advancing LLM-based Machine Translation via R1-Zero-like Reinforcement Learning","date":"2025-04-14","arxiv_id":"2504.10160","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/mt-r1-zero-advancing-llm-based-machine#ran","syntology_url":"https://syntology.ai/paper/2504.10160","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2504.10160"}},"official":{"repos":["fzp0424/mt-r1-zero"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/can-you-map-it-to-english-the-role-of-cross","slug":"can-you-map-it-to-english-the-role-of-cross","title":"Can you map it to English? The Role of Cross-Lingual Alignment in Multilingual Performance of LLMs","date":"2025-04-13","arxiv_id":"2504.09378","repositories_listed":1,"syntology":null},{"url":"/paper/llms-can-achieve-high-quality-simultaneous","slug":"llms-can-achieve-high-quality-simultaneous","title":"LLMs Can Achieve High-quality Simultaneous Machine Translation as Efficiently as Offline","date":"2025-04-13","arxiv_id":"2504.09570","repositories_listed":1,"syntology":null},{"url":"/paper/benchmarking-adversarial-robustness-to-bias","slug":"benchmarking-adversarial-robustness-to-bias","title":"Benchmarking Adversarial Robustness to Bias Elicitation in Large Language Models: Scalable Automated Assessment with LLM-as-a-Judge","date":"2025-04-10","arxiv_id":"2504.07887","repositories_listed":1,"syntology":null},{"url":"/paper/do-llms-understand-your-translations","slug":"do-llms-understand-your-translations","title":"Do LLMs Understand Your Translations? Evaluating Paragraph-level MT with Question Answering","date":"2025-04-10","arxiv_id":"2504.07583","repositories_listed":1,"syntology":null},{"url":"/paper/redefining-machine-translation-on-social","slug":"redefining-machine-translation-on-social","title":"Redefining Machine Translation on Social Network Services with Large Language Models","date":"2025-04-10","arxiv_id":"2504.07901","repositories_listed":1,"syntology":null},{"url":"/paper/docia-an-online-document-level-context","slug":"docia-an-online-document-level-context","title":"DoCIA: An Online Document-Level Context Incorporation Agent for Speech Translation","date":"2025-04-07","arxiv_id":"2504.05122","repositories_listed":1,"syntology":null},{"url":"/paper/m-prometheus-a-suite-of-open-multilingual-llm","slug":"m-prometheus-a-suite-of-open-multilingual-llm","title":"M-Prometheus: A Suite of Open Multilingual LLM Judges","date":"2025-04-07","arxiv_id":"2504.04953","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/m-prometheus-a-suite-of-open-multilingual-llm#ran","syntology_url":"https://syntology.ai/paper/2504.04953","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2504.04953"}},"official":{"repos":["prometheus-eval/prometheus-eval"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/using-source-side-confidence-estimation-for","slug":"using-source-side-confidence-estimation-for","title":"Using Source-Side Confidence Estimation for Reliable Translation into Unfamiliar Languages","date":"2025-03-30","arxiv_id":"2503.23305","repositories_listed":1,"syntology":null},{"url":"/paper/sun-shine-a-large-language-model-for-tibetan","slug":"sun-shine-a-large-language-model-for-tibetan","title":"Sun-Shine: A Large Language Model for Tibetan Culture","date":"2025-03-24","arxiv_id":"2503.18288","repositories_listed":1,"syntology":null},{"url":"/paper/automatically-generating-chinese-homophone","slug":"automatically-generating-chinese-homophone","title":"Automatically Generating Chinese Homophone Words to Probe Machine Translation Estimation Systems","date":"2025-03-20","arxiv_id":"2503.16158","repositories_listed":1,"syntology":null},{"url":"/paper/distributed-llms-and-multimodal-large","slug":"distributed-llms-and-multimodal-large","title":"Distributed LLMs and Multimodal Large Language Models: A Survey on Advances, Challenges, and Future Directions","date":"2025-03-20","arxiv_id":"2503.16585","repositories_listed":1,"syntology":null},{"url":"/paper/an-expanded-massive-multilingual-dataset-for","slug":"an-expanded-massive-multilingual-dataset-for","title":"An Expanded Massive Multilingual Dataset for High-Performance Language Technologies","date":"2025-03-13","arxiv_id":"2503.10267","repositories_listed":1,"syntology":null},{"url":"/paper/source-primed-multi-turn-conversation-helps","slug":"source-primed-multi-turn-conversation-helps","title":"Source-primed Multi-turn Conversation Helps Large Language Models Translate Documents","date":"2025-03-13","arxiv_id":"2503.10494","repositories_listed":1,"syntology":null},{"url":"/paper/explicit-learning-and-the-llm-in-machine","slug":"explicit-learning-and-the-llm-in-machine","title":"Explicit Learning and the LLM in Machine Translation","date":"2025-03-12","arxiv_id":"2503.09454","repositories_listed":1,"syntology":null},{"url":"/paper/word2winners-at-semeval-2025-task-7","slug":"word2winners-at-semeval-2025-task-7","title":"Word2winners at SemEval-2025 Task 7: Multilingual and Crosslingual Fact-Checked Claim Retrieval","date":"2025-03-12","arxiv_id":"2503.09011","repositories_listed":1,"syntology":null},{"url":"/paper/beyond-decoder-only-large-language-models-can","slug":"beyond-decoder-only-large-language-models-can","title":"Beyond Decoder-only: Large Language Models Can be Good Encoders for Machine Translation","date":"2025-03-09","arxiv_id":"2503.06594","repositories_listed":1,"syntology":null},{"url":"/paper/the-box-is-in-the-pen-evaluating-commonsense-1","slug":"the-box-is-in-the-pen-evaluating-commonsense-1","title":"The Box is in the Pen: Evaluating Commonsense Reasoning in Neural Machine Translation","date":"2025-03-05","arxiv_id":"2503.03308","repositories_listed":1,"syntology":null},{"url":"/paper/visualising-policy-reward-interplay-to-inform","slug":"visualising-policy-reward-interplay-to-inform","title":"Visualising Policy-Reward Interplay to Inform Zeroth-Order Preference Optimisation of Large Language Models","date":"2025-03-05","arxiv_id":"2503.03460","repositories_listed":1,"syntology":null},{"url":"/paper/qe4pe-word-level-quality-estimation-for-human","slug":"qe4pe-word-level-quality-estimation-for-human","title":"QE4PE: Word-level Quality Estimation for Human Post-Editing","date":"2025-03-04","arxiv_id":"2503.03044","repositories_listed":1,"syntology":null},{"url":"/paper/wikipedia-in-the-era-of-llms-evolution-and","slug":"wikipedia-in-the-era-of-llms-evolution-and","title":"Wikipedia in the Era of LLMs: Evolution and Risks","date":"2025-03-04","arxiv_id":"2503.02879","repositories_listed":1,"syntology":null},{"url":"/paper/evaluating-gender-bias-in-german-machine","slug":"evaluating-gender-bias-in-german-machine","title":"Evaluating Gender Bias in German Machine Translation","date":"2025-02-26","arxiv_id":"2502.19104","repositories_listed":1,"syntology":null},{"url":"/paper/early-exit-and-instant-confidence-translation","slug":"early-exit-and-instant-confidence-translation","title":"Early-Exit and Instant Confidence Translation Quality Estimation","date":"2025-02-20","arxiv_id":"2502.14429","repositories_listed":1,"syntology":null},{"url":"/paper/english-please-evaluating-machine-translation","slug":"english-please-evaluating-machine-translation","title":"English Please: Evaluating Machine Translation with Large Language Models for Multilingual Bug Reports","date":"2025-02-20","arxiv_id":"2502.14338","repositories_listed":1,"syntology":null},{"url":"/paper/middle-layer-representation-alignment-for","slug":"middle-layer-representation-alignment-for","title":"Middle-Layer Representation Alignment for Cross-Lingual Transfer in Fine-Tuned LLMs","date":"2025-02-20","arxiv_id":"2502.14830","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/middle-layer-representation-alignment-for#ran","syntology_url":"https://syntology.ai/paper/2502.14830","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.14830"}},"official":{"repos":["dannigt/mid-align"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/efficient-machine-translation-corpus","slug":"efficient-machine-translation-corpus","title":"Efficient Machine Translation Corpus Generation: Integrating Human-in-the-Loop Post-Editing with Large Language Models","date":"2025-02-18","arxiv_id":"2502.12755","repositories_listed":1,"syntology":null},{"url":"/paper/how-much-do-llms-hallucinate-across-languages","slug":"how-much-do-llms-hallucinate-across-languages","title":"How Much Do LLMs Hallucinate across Languages? On Multilingual Estimation of LLM Hallucination in the Wild","date":"2025-02-18","arxiv_id":"2502.12769","repositories_listed":1,"syntology":null},{"url":"/paper/wmt24-expanding-the-language-coverage-of","slug":"wmt24-expanding-the-language-coverage-of","title":"WMT24++: Expanding the Language Coverage of WMT24 to 55 Languages & Dialects","date":"2025-02-18","arxiv_id":"2502.12404","repositories_listed":1,"syntology":null},{"url":"/paper/understanding-in-context-machine-translation","slug":"understanding-in-context-machine-translation","title":"Understanding In-Context Machine Translation for Low-Resource Languages: A Case Study on Manchu","date":"2025-02-17","arxiv_id":"2502.11862","repositories_listed":1,"syntology":null},{"url":"/paper/tumlu-a-unified-and-native-language","slug":"tumlu-a-unified-and-native-language","title":"TUMLU: A Unified and Native Language Understanding Benchmark for Turkic Languages","date":"2025-02-16","arxiv_id":"2502.11020","repositories_listed":1,"syntology":null},{"url":"/paper/truth-knows-no-language-evaluating","slug":"truth-knows-no-language-evaluating","title":"Truth Knows No Language: Evaluating Truthfulness Beyond English","date":"2025-02-13","arxiv_id":"2502.09387","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/truth-knows-no-language-evaluating#ran","syntology_url":"https://syntology.ai/paper/2502.09387","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.09387"}},"official":{"repos":["hitz-zentroa/truthfulqa-multi"],"state":"official: not harvested","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":[]}}},{"url":"/paper/cocoa-a-generalized-approach-to-uncertainty","slug":"cocoa-a-generalized-approach-to-uncertainty","title":"Uncertainty Quantification for LLMs through Minimum Bayes Risk: Bridging Confidence and Consistency","date":"2025-02-07","arxiv_id":"2502.04964","repositories_listed":1,"syntology":null}],"record_sha256":"c301700421527dbd61569b20fb693dfb411a6d97a23077f0681aec18bdcdf3d8","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}