@inproceedings{van-miltenburg-etal-2021-underreporting,
    title = "Underreporting of errors in {NLG} output, and what to do about it",
    author = {van Miltenburg, Emiel  and
      Clinciu, Miruna  and
      Du{\v{s}}ek, Ond{\v{r}}ej  and
      Gkatzia, Dimitra  and
      Inglis, Stephanie  and
      Lepp{\"a}nen, Leo  and
      Mahamood, Saad  and
      Manning, Emma  and
      Schoch, Stephanie  and
      Thomson, Craig  and
      Wen, Luou},
    booktitle = "Proceedings of the 14th International Conference on Natural Language Generation",
    month = aug,
    year = "2021",
    address = "Aberdeen, Scotland, UK",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2021.inlg-1.14",
    pages = "140--153",
    abstract = "We observe a severe under-reporting of the different kinds of errors that Natural Language Generation systems make. This is a problem, because mistakes are an important indicator of where systems should still be improved. If authors only report overall performance metrics, the research community is left in the dark about the specific weaknesses that are exhibited by {`}state-of-the-art{'} research. Next to quantifying the extent of error under-reporting, this position paper provides recommendations for error identification, analysis and reporting.",
}