@InProceedings{vanderwees-bisazza-monz:2016:COLING,
  author    = {van der Wees, Marlies  and  Bisazza, Arianna  and  Monz, Christof},
  title     = {Measuring the Effect of Conversational Aspects on Machine Translation Quality},
  booktitle = {Proceedings of COLING 2016, the 26th International Conference on Computational Linguistics: Technical Papers},
  month     = {December},
  year      = {2016},
  address   = {Osaka, Japan},
  publisher = {The COLING 2016 Organizing Committee},
  pages     = {2571--2581},
  abstract  = {Research in statistical machine translation (SMT) is largely driven by formal
	translation tasks, while translating informal text is much more challenging. In
	this paper we focus on SMT for the informal genre of dialogues, which has
	rarely been addressed to date. Concretely, we investigate the effect of
	dialogue acts, speakers, gender, and text register on SMT quality when
	translating fictional dialogues. We first create and release a corpus of
	multilingual movie dialogues annotated with these four dialogue-specific
	aspects. When measuring translation performance for each of these variables, we
	find that BLEU fluctuations between their categories are often significantly
	larger than randomly expected. Following this finding, we hypothesize and show
	that SMT of fictional dialogues benefits from adaptation towards dialogue acts
	and registers. Finally, we find that male speakers are harder to translate and
	use more vulgar language than female speakers, and that vulgarity is often not
	preserved during translation.},
  url       = {http://aclweb.org/anthology/C16-1242}
}

