@InProceedings{martinezalonso-delamaire-sagot:2017:LAW,
  author    = {Mart\'{i}nez Alonso, H\'{e}ctor  and  Delamaire, Amaury  and  Sagot, Beno\^{i}t},
  title     = {Annotating omission in statement pairs},
  booktitle = {Proceedings of the 11th Linguistic Annotation Workshop},
  month     = {April},
  year      = {2017},
  address   = {Valencia, Spain},
  publisher = {Association for Computational Linguistics},
  pages     = {41--45},
  abstract  = {We focus on the identification of omission in statement pairs. We compare three
	annotation schemes, namely two different crowdsourcing schemes and manual
	expert annotation. We show that the simplest of the two crowdsourcing
	approaches yields a better annotation quality than the more complex one. We use
	a dedicated classifier to assess whether the annotators' behavior can be
	explained by straightforward linguistic features. The classifier benefits from
	a modeling that uses lexical information beyond length and overlap measures.
	However, for our  task, we argue that expert and not crowdsourcing-based
	annotation is the best compromise between annotation cost and quality.},
  url       = {http://www.aclweb.org/anthology/W17-0805}
}