@article{Tan2022, 
author = {Xin Tan and Long-Yin Zhang and Guo-Dong Zhou},
title = {Document-Level Neural Machine Translation with Hierarchical Modeling of Global Context},
year = {2022},
journal = {Journal of Computer Science and Technology},
volume = {37},
number = {2},
pages = {295-308},
keywords = {neural machine translation, document-level translation, global context, hierarchical model},
url = {https://www.sciopen.com/article/10.1007/s11390-021-0286-3},
doi = {10.1007/s11390-021-0286-3},
abstract = {Document-level machine translation (MT) remains challenging due to its difficulty in efficiently using document-level global context for translation. In this paper, we propose a hierarchical model to learn the global context for document-level neural machine translation (NMT). This is done through a sentence encoder to capture intra-sentence dependencies and a document encoder to model document-level inter-sentence consistency and coherence. With this hierarchical architecture, we feedback the extracted document-level global context to each word in a top-down fashion to distinguish different translations of a word according to its specific surrounding context. Notably, we explore the effect of three popular attention functions during the information backward-distribution phase to take a deep look into the global context information distribution of our model. In addition, since large-scale in-domain document-level parallel corpora are usually unavailable, we use a two-step training strategy to take advantage of a large-scale corpus with out-of-domain parallel sentence pairs and a small-scale corpus with in-domain parallel document pairs to achieve the domain adaptability. Experimental results of our model on Chinese-English and English-German corpora significantly improve the Transformer baseline by 4.5 BLEU points on average which demonstrates the effectiveness of our proposed hierarchical model in document-level NMT.}
}