@inproceedings{liebling-etal-2022-opportunities,
title = "Opportunities for Human-centered Evaluation of Machine Translation Systems",
author = "Liebling, Daniel and
Heller, Katherine and
Robertson, Samantha and
Deng, Wesley",
booktitle = "Findings of the Association for Computational Linguistics: NAACL 2022",
month = jul,
year = "2022",
address = "Seattle, United States",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2022.findings-naacl.17",
doi = "10.18653/v1/2022.findings-naacl.17",
pages = "229--240",
abstract = "Machine translation models are embedded in larger user-facing systems. Although model evaluation has matured, evaluation at the systems level is still lacking. We review literature from both the translation studies and HCI communities about who uses machine translation and for what purposes. We emphasize an important difference in evaluating machine translation models versus the physical and cultural systems in which they are embedded. We then propose opportunities for improved measurement of user-facing translation systems. We pay particular attention to the need for design and evaluation to aid engendering trust and enhancing user agency in future machine translation systems.",
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="liebling-etal-2022-opportunities">
<titleInfo>
<title>Opportunities for Human-centered Evaluation of Machine Translation Systems</title>
</titleInfo>
<name type="personal">
<namePart type="given">Daniel</namePart>
<namePart type="family">Liebling</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Katherine</namePart>
<namePart type="family">Heller</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Samantha</namePart>
<namePart type="family">Robertson</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Wesley</namePart>
<namePart type="family">Deng</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2022-07</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Findings of the Association for Computational Linguistics: NAACL 2022</title>
</titleInfo>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Seattle, United States</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>Machine translation models are embedded in larger user-facing systems. Although model evaluation has matured, evaluation at the systems level is still lacking. We review literature from both the translation studies and HCI communities about who uses machine translation and for what purposes. We emphasize an important difference in evaluating machine translation models versus the physical and cultural systems in which they are embedded. We then propose opportunities for improved measurement of user-facing translation systems. We pay particular attention to the need for design and evaluation to aid engendering trust and enhancing user agency in future machine translation systems.</abstract>
<identifier type="citekey">liebling-etal-2022-opportunities</identifier>
<identifier type="doi">10.18653/v1/2022.findings-naacl.17</identifier>
<location>
<url>https://aclanthology.org/2022.findings-naacl.17</url>
</location>
<part>
<date>2022-07</date>
<extent unit="page">
<start>229</start>
<end>240</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Opportunities for Human-centered Evaluation of Machine Translation Systems
%A Liebling, Daniel
%A Heller, Katherine
%A Robertson, Samantha
%A Deng, Wesley
%S Findings of the Association for Computational Linguistics: NAACL 2022
%D 2022
%8 July
%I Association for Computational Linguistics
%C Seattle, United States
%F liebling-etal-2022-opportunities
%X Machine translation models are embedded in larger user-facing systems. Although model evaluation has matured, evaluation at the systems level is still lacking. We review literature from both the translation studies and HCI communities about who uses machine translation and for what purposes. We emphasize an important difference in evaluating machine translation models versus the physical and cultural systems in which they are embedded. We then propose opportunities for improved measurement of user-facing translation systems. We pay particular attention to the need for design and evaluation to aid engendering trust and enhancing user agency in future machine translation systems.
%R 10.18653/v1/2022.findings-naacl.17
%U https://aclanthology.org/2022.findings-naacl.17
%U https://doi.org/10.18653/v1/2022.findings-naacl.17
%P 229-240
Markdown (Informal)
[Opportunities for Human-centered Evaluation of Machine Translation Systems](https://aclanthology.org/2022.findings-naacl.17) (Liebling et al., Findings 2022)
ACL