@InProceedings{peyrard-ecklekohler:2017:Short,
  author    = {Peyrard, Maxime  and  Eckle-Kohler, Judith},
  title     = {A Principled Framework for Evaluating Summarizers: Comparing Models of Summary Quality against Human Judgments},
  booktitle = {Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)},
  month     = {July},
  year      = {2017},
  address   = {Vancouver, Canada},
  publisher = {Association for Computational Linguistics},
  pages     = {26--31},
  abstract  = {We present a new framework for evaluating extractive summarizers, which is
	based on a principled representation as optimization problem. We prove that
	every extractive summarizer can be decomposed into an objective function  and
	an optimization technique. We perform a comparative analysis and evaluation of
	several objective functions embedded in well-known summarizers regarding their
	correlation with human judgments. Our comparison of these correlations across
	two datasets yields surprising insights into the role and performance of
	objective functions in the different  summarizers.},
  url       = {http://aclweb.org/anthology/P17-2005}
}