@InProceedings{kabbach-ribeyre-herbelot:2018:C18-1,
  author    = {Kabbach, Alexandre  and  Ribeyre, Corentin  and  Herbelot, Aurélie},
  title     = {Butterfly Effects in Frame Semantic Parsing: impact of data processing on model ranking},
  booktitle = {Proceedings of the 27th International Conference on Computational Linguistics},
  month     = {August},
  year      = {2018},
  address   = {Santa Fe, New Mexico, USA},
  publisher = {Association for Computational Linguistics},
  pages     = {3158--3169},
  abstract  = {Knowing the state-of-the-art for a particular task is an essential component of any computational linguistics investigation. But can we be truly confident that the current state-of-the-art is indeed the best performing model? In this paper, we study the case of frame semantic parsing, a well-established task with multiple shared datasets. We show that in spite of all the care taken to provide a standard evaluation resource, small variations in data processing can have dramatic consequences for ranking parser performance. This leads us to propose an open-source standardized processing pipeline, which can be shared and reused for robust model comparison.},
  url       = {http://www.aclweb.org/anthology/C18-1267}
}