@InProceedings{honda-hirao-nagata:2018:N18-2,
  author    = {Honda, Ukyo  and  Hirao, Tsutomu  and  Nagata, Masaaki},
  title     = {Pruning Basic Elements for Better Automatic Evaluation of Summaries},
  booktitle = {Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 2 (Short Papers)},
  month     = {June},
  year      = {2018},
  address   = {New Orleans, Louisiana},
  publisher = {Association for Computational Linguistics},
  pages     = {661--666},
  abstract  = {We propose a simple but highly effective automatic evaluation measure of summarization, pruned Basic Elements (pBE). Although the BE concept is widely used for the automated evaluation of summaries, its weakness is that it redundantly matches basic elements. To avoid this redundancy, pBE prunes basic elements by (1) disregarding frequency count of basic elements and (2) reducing semantically overlapped basic elements based on word similarity. Even though it is simple, pBE outperforms ROUGE in DUC datasets in most cases and achieves the highest rank correlation coefficient in TAC 2011 AESOP task.},
  url       = {http://www.aclweb.org/anthology/N18-2104}
}