@InProceedings{choshen-abend:2018:N18-2,
  author    = {Choshen, Leshem  and  Abend, Omri},
  title     = {Reference-less Measure of Faithfulness for Grammatical Error Correction},
  booktitle = {Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 2 (Short Papers)},
  month     = {June},
  year      = {2018},
  address   = {New Orleans, Louisiana},
  publisher = {Association for Computational Linguistics},
  pages     = {124--129},
  abstract  = {We propose USim, a semantic measure for Grammatical Error Correction (that measures the semantic faithfulness of the output to the source, thereby complementing existing reference-less measures (RLMs) for measuring the output's grammaticality. USim operates by comparing the semantic symbolic structure of the source and the correction, without relying on manually-curated references. Our experiments establish the validity of {\sc USim}, by showing that the semantic structures can be consistently applied to ungrammatical text, that valid corrections obtain a high {\sc USim} similarity score to the source, and that invalid corrections obtain a lower score.},
  url       = {http://www.aclweb.org/anthology/N18-2020}
}