@InProceedings{spala-EtAl:2018:C18-2,
  author    = {Spala, Sasha  and  Dernoncourt, Franck  and  Chang, Walter  and  Dockhorn, Carl},
  title     = {A Web-based Framework for Collecting and Assessing Highlighted Sentences in a Document},
  booktitle = {Proceedings of the 27th International Conference on Computational Linguistics: System Demonstrations},
  month     = {August},
  year      = {2018},
  address   = {Santa Fe, New Mexico},
  publisher = {Association for Computational Linguistics},
  pages     = {78--81},
  abstract  = {Automatically highlighting a text aims at identifying key portions that are the most important to a reader. In this paper, we present a web-based framework designed to efficiently and scalably crowdsource two independent but related tasks: collecting highlight annotations, and comparing the performance of automated highlighting systems. The first task is necessary to understand human preferences and train supervised automated highlighting systems. The second task yields a more accurate and fine-grained evaluation than existing automated performance metrics.},
  url       = {http://www.aclweb.org/anthology/C18-2017}
}