@InProceedings{baskaya-EtAl:2017:EACLlong,
  author    = {Baskaya, Osman  and  Yildiz, Eray  and  Tunaoglu, Doruk  and  Eren, Mustafa Tolga  and  Do\u{g}ru\"{o}z, A. Seza},
  title     = {Integrating Meaning into Quality Evaluation of Machine Translation},
  booktitle = {Proceedings of the 15th Conference of the European Chapter of the Association for Computational Linguistics: Volume 1, Long Papers},
  month     = {April},
  year      = {2017},
  address   = {Valencia, Spain},
  publisher = {Association for Computational Linguistics},
  pages     = {210--219},
  abstract  = {Machine translation (MT) quality is evaluated through comparisons between MT
	outputs and the human translations (HT). Traditionally, this evaluation relies
	on form related features (e.g. lexicon and syntax) and ignores the transfer of
	meaning reflected in HT outputs. Instead, we evaluate the quality of MT outputs
	through meaning related features (e.g. polarity, subjectivity) with two
	experiments. In the first experiment, the meaning related features are compared
	to human rankings individually. In the second experiment, combinations of
	meaning related features and other quality metrics are utilized to predict the
	same human rankings. The results of our experiments confirm the benefit of
	these features in predicting human evaluation of translation quality in
	addition to traditional metrics which focus mainly on form.},
  url       = {http://www.aclweb.org/anthology/E17-1020}
}