@inproceedings{van-miltenburg-etal-2023-barriers,
title = "Barriers and enabling factors for error analysis in {NLG} research",
author = {van Miltenburg, Emiel and
Clinciu, Miruna and
Du{\v{s}}ek, Ond{\v{r}}ej and
Gkatzia, Dimitra and
Inglis, Stephanie and
Lepp{\"a}nen, Leo and
Mahamood, Saad and
Schoch, Stephanie and
Thomson, Craig and
Wen, Luou},
editor = "Derczynski, Leon",
booktitle = "Northern European Journal of Language Technology, Volume 9",
year = "2023",
address = {Link{\"o}ping, Sweden},
publisher = {Link{\"o}ping University Electronic Press},
url = "https://aclanthology.org/2023.nejlt-1.3",
doi = "https://doi.org/10.3384/nejlt.2000-1533.2023.4529",
abstract = "Earlier research has shown that few studies in Natural Language Generation (NLG) evaluate their system outputs using an error analysis, despite known limitations of automatic evaluation metrics and human ratings. This position paper takes the stance that error analyses should be encouraged, and discusses several ways to do so. This paper is based on our shared experience as authors as well as a survey we distributed as a means of public consultation. We provide an overview of existing barriers to carrying out error analyses, and propose changes to improve error reporting in the NLG literature.",
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="van-miltenburg-etal-2023-barriers">
<titleInfo>
<title>Barriers and enabling factors for error analysis in NLG research</title>
</titleInfo>
<name type="personal">
<namePart type="given">Emiel</namePart>
<namePart type="family">van Miltenburg</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Miruna</namePart>
<namePart type="family">Clinciu</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Ondřej</namePart>
<namePart type="family">Dušek</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Dimitra</namePart>
<namePart type="family">Gkatzia</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Stephanie</namePart>
<namePart type="family">Inglis</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Leo</namePart>
<namePart type="family">Leppänen</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Saad</namePart>
<namePart type="family">Mahamood</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Stephanie</namePart>
<namePart type="family">Schoch</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Craig</namePart>
<namePart type="family">Thomson</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Luou</namePart>
<namePart type="family">Wen</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2023</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Northern European Journal of Language Technology, Volume 9</title>
</titleInfo>
<name type="personal">
<namePart type="given">Leon</namePart>
<namePart type="family">Derczynski</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Linköping University Electronic Press</publisher>
<place>
<placeTerm type="text">Linköping, Sweden</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>Earlier research has shown that few studies in Natural Language Generation (NLG) evaluate their system outputs using an error analysis, despite known limitations of automatic evaluation metrics and human ratings. This position paper takes the stance that error analyses should be encouraged, and discusses several ways to do so. This paper is based on our shared experience as authors as well as a survey we distributed as a means of public consultation. We provide an overview of existing barriers to carrying out error analyses, and propose changes to improve error reporting in the NLG literature.</abstract>
<identifier type="citekey">van-miltenburg-etal-2023-barriers</identifier>
<identifier type="doi">https://doi.org/10.3384/nejlt.2000-1533.2023.4529</identifier>
<location>
<url>https://aclanthology.org/2023.nejlt-1.3</url>
</location>
<part>
<date>2023</date>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Barriers and enabling factors for error analysis in NLG research
%A van Miltenburg, Emiel
%A Clinciu, Miruna
%A Dušek, Ondřej
%A Gkatzia, Dimitra
%A Inglis, Stephanie
%A Leppänen, Leo
%A Mahamood, Saad
%A Schoch, Stephanie
%A Thomson, Craig
%A Wen, Luou
%Y Derczynski, Leon
%S Northern European Journal of Language Technology, Volume 9
%D 2023
%I Linköping University Electronic Press
%C Linköping, Sweden
%F van-miltenburg-etal-2023-barriers
%X Earlier research has shown that few studies in Natural Language Generation (NLG) evaluate their system outputs using an error analysis, despite known limitations of automatic evaluation metrics and human ratings. This position paper takes the stance that error analyses should be encouraged, and discusses several ways to do so. This paper is based on our shared experience as authors as well as a survey we distributed as a means of public consultation. We provide an overview of existing barriers to carrying out error analyses, and propose changes to improve error reporting in the NLG literature.
%R https://doi.org/10.3384/nejlt.2000-1533.2023.4529
%U https://aclanthology.org/2023.nejlt-1.3
%U https://doi.org/https://doi.org/10.3384/nejlt.2000-1533.2023.4529
Markdown (Informal)
[Barriers and enabling factors for error analysis in NLG research](https://aclanthology.org/2023.nejlt-1.3) (van Miltenburg et al., NEJLT 2023)
ACL
- Emiel van Miltenburg, Miruna Clinciu, Ondřej Dušek, Dimitra Gkatzia, Stephanie Inglis, Leo Leppänen, Saad Mahamood, Stephanie Schoch, Craig Thomson, and Luou Wen. 2023. Barriers and enabling factors for error analysis in NLG research. In Northern European Journal of Language Technology, Volume 9, Linköping, Sweden. Linköping University Electronic Press.