@InProceedings{hirao-EtAl:2017:EACLlong,
  author    = {Hirao, Tsutomu  and  Nishino, Masaaki  and  Suzuki, Jun  and  Nagata, Masaaki},
  title     = {Enumeration of Extractive Oracle Summaries},
  booktitle = {Proceedings of the 15th Conference of the European Chapter of the Association for Computational Linguistics: Volume 1, Long Papers},
  month     = {April},
  year      = {2017},
  address   = {Valencia, Spain},
  publisher = {Association for Computational Linguistics},
  pages     = {386--396},
  abstract  = {To analyze the limitations and the future directions of the extractive
	summarization paradigm, this paper proposes an Integer Linear Programming (ILP)
	formulation to obtain extractive oracle summaries in terms of ROUGE-N. We also
	propose an algorithm that enumerates all of the oracle summaries for a set of
	reference summaries to exploit F-measures that evaluate which system summaries
	contain how many sentences that are extracted as an oracle summary. Our
	experimental results obtained from Document Understanding Conference (DUC)
	corpora demonstrated the following: (1) room still exists to improve the
	performance of extractive summarization;  (2) the F-measures derived from the
	enumerated oracle summaries have significantly stronger correlations with human
	judgment than those derived from single oracle summaries.},
  url       = {http://www.aclweb.org/anthology/E17-1037}
}