@InProceedings{fujita-EtAl:2017:LAW,
  author    = {Fujita, Atsushi  and  Tanabe, Kikuko  and  Toyoshima, Chiho  and  Yamamoto, Mayuka  and  Kageura, Kyo  and  Hartley, Anthony},
  title     = {Consistent Classification of Translation Revisions: A Case Study of English-Japanese Student Translations},
  booktitle = {Proceedings of the 11th Linguistic Annotation Workshop},
  month     = {April},
  year      = {2017},
  address   = {Valencia, Spain},
  publisher = {Association for Computational Linguistics},
  pages     = {57--66},
  abstract  = {Consistency is a crucial requirement in text annotation.  It is especially
	important in educational applications, as lack of consistency directly affects
	learners' motivation and learning performance.                          This paper
	presents
	a
	quality
	assessment scheme for English-to-Japanese translations produced by learner
	translators at university.  We constructed a revision typology and a decision
	tree manually through an application of the OntoNotes method, i.e., an
	iteration of assessing learners' translations and hypothesizing the conditions
	for consistent decision making, as well as re-organizing the typology. 
	Intrinsic evaluation of the created scheme confirmed its potential contribution
	to the consistent classification of identified erroneous text spans, achieving
	visibly higher Cohen's kappa values, up to 0.831, than previous work.  This
	paper also describes an application of our scheme to an English-to-Japanese
	translation exercise course for undergraduate students at a university in
	Japan.},
  url       = {http://www.aclweb.org/anthology/W17-0807}
}