@inproceedings{xu-etal-2026-chinese,
title = "A {C}hinese Challenge Set to Assess Gender Bias in Automated Translation",
author = "Xu, Xiaolan and
Mendes, Sara and
Hsu, Yu-Yin",
editor = "Lardelli, Manuel and
Savoldi, Beatrice and
Hackenbuchner, Jani{\c{c}}a and
Bentivogli, Luisa and
Gkovedarou, Eleni and
Daems, Joke",
booktitle = "Proceedings of the 4th Workshop on Gender-Inclusive Translation Technologies ({GITT} 2026)",
month = jun,
year = "2026",
address = "Tilburg, the Netherlands",
publisher = "European Association for Machine Translation",
url = "https://aclanthology.org/2026.gitt-1.8/",
pages = "87--99",
abstract = "Gender bias in automated translation (AT) is well-documented for English-source language pairs, while source languages generally lacking grammatical gender remain largely understudied. This paper addresses the Chinese-Portuguese direction, a language pair that has received little attention in this context. We developed a Chinese challenge set of 495 sentences constructed from 45 occupations across an eleven-sentence template matrix, systematically varying the type and syntactic position of gender cues: no cue, explicit prenominal modifiers, and coreferential pronouns varying in position and syntactic complexity. We tested two commercial neural machine translation (NMT) systems and six large language models (LLMs) with this challenge set. Results show a clear hierarchy of cue effectiveness: explicit prenominal modifiers yield universal 100{\%} accuracy; in the absence of gender cues, models predominantly default to masculine forms; and coreferential pronouns in complex sentences reveal a pronounced masculine-feminine asymmetry. Also, LLMs demonstrate more symmetric gender cue processing than NMT systems. Our data and code are available at https://github.com/xu-xiaolan/chinese-challenge-set-gender-bias."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="xu-etal-2026-chinese">
<titleInfo>
<title>A Chinese Challenge Set to Assess Gender Bias in Automated Translation</title>
</titleInfo>
<name type="personal">
<namePart type="given">Xiaolan</namePart>
<namePart type="family">Xu</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Sara</namePart>
<namePart type="family">Mendes</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Yu-Yin</namePart>
<namePart type="family">Hsu</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-06</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 4th Workshop on Gender-Inclusive Translation Technologies (GITT 2026)</title>
</titleInfo>
<name type="personal">
<namePart type="given">Manuel</namePart>
<namePart type="family">Lardelli</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Beatrice</namePart>
<namePart type="family">Savoldi</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Janiça</namePart>
<namePart type="family">Hackenbuchner</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Luisa</namePart>
<namePart type="family">Bentivogli</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Eleni</namePart>
<namePart type="family">Gkovedarou</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Joke</namePart>
<namePart type="family">Daems</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>European Association for Machine Translation</publisher>
<place>
<placeTerm type="text">Tilburg, the Netherlands</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>Gender bias in automated translation (AT) is well-documented for English-source language pairs, while source languages generally lacking grammatical gender remain largely understudied. This paper addresses the Chinese-Portuguese direction, a language pair that has received little attention in this context. We developed a Chinese challenge set of 495 sentences constructed from 45 occupations across an eleven-sentence template matrix, systematically varying the type and syntactic position of gender cues: no cue, explicit prenominal modifiers, and coreferential pronouns varying in position and syntactic complexity. We tested two commercial neural machine translation (NMT) systems and six large language models (LLMs) with this challenge set. Results show a clear hierarchy of cue effectiveness: explicit prenominal modifiers yield universal 100% accuracy; in the absence of gender cues, models predominantly default to masculine forms; and coreferential pronouns in complex sentences reveal a pronounced masculine-feminine asymmetry. Also, LLMs demonstrate more symmetric gender cue processing than NMT systems. Our data and code are available at https://github.com/xu-xiaolan/chinese-challenge-set-gender-bias.</abstract>
<identifier type="citekey">xu-etal-2026-chinese</identifier>
<location>
<url>https://aclanthology.org/2026.gitt-1.8/</url>
</location>
<part>
<date>2026-06</date>
<extent unit="page">
<start>87</start>
<end>99</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T A Chinese Challenge Set to Assess Gender Bias in Automated Translation
%A Xu, Xiaolan
%A Mendes, Sara
%A Hsu, Yu-Yin
%Y Lardelli, Manuel
%Y Savoldi, Beatrice
%Y Hackenbuchner, Janiça
%Y Bentivogli, Luisa
%Y Gkovedarou, Eleni
%Y Daems, Joke
%S Proceedings of the 4th Workshop on Gender-Inclusive Translation Technologies (GITT 2026)
%D 2026
%8 June
%I European Association for Machine Translation
%C Tilburg, the Netherlands
%F xu-etal-2026-chinese
%X Gender bias in automated translation (AT) is well-documented for English-source language pairs, while source languages generally lacking grammatical gender remain largely understudied. This paper addresses the Chinese-Portuguese direction, a language pair that has received little attention in this context. We developed a Chinese challenge set of 495 sentences constructed from 45 occupations across an eleven-sentence template matrix, systematically varying the type and syntactic position of gender cues: no cue, explicit prenominal modifiers, and coreferential pronouns varying in position and syntactic complexity. We tested two commercial neural machine translation (NMT) systems and six large language models (LLMs) with this challenge set. Results show a clear hierarchy of cue effectiveness: explicit prenominal modifiers yield universal 100% accuracy; in the absence of gender cues, models predominantly default to masculine forms; and coreferential pronouns in complex sentences reveal a pronounced masculine-feminine asymmetry. Also, LLMs demonstrate more symmetric gender cue processing than NMT systems. Our data and code are available at https://github.com/xu-xiaolan/chinese-challenge-set-gender-bias.
%U https://aclanthology.org/2026.gitt-1.8/
%P 87-99
Markdown (Informal)
[A Chinese Challenge Set to Assess Gender Bias in Automated Translation](https://aclanthology.org/2026.gitt-1.8/) (Xu et al., GITT 2026)
ACL