@inproceedings{knowles-goutte-2026-crosslingual,
title = "Crosslingual Disparities in {LLM} Performance: Challenges for {MT} as Mitigation",
author = "Knowles, Rebecca and
Goutte, Cyril",
editor = "Briakou, Eleftheria and
Gwinnup, Jeremy and
Goel, Shivali",
booktitle = "Proceedings of the 17th Conference of the Association for Machine Translation in the {A}mericas (Volume 1: Research Track)",
month = aug,
year = "2026",
address = "Qu{\'e}bec City, Canada",
publisher = "Association for Machine Translation in the Americas",
url = "https://aclanthology.org/2026.amta-research.9/",
pages = "146--158",
abstract = "We examine crosslingual performance disparities in large language models (LLMs) in the context of safety- and regulation-related queries in Canada. We manually build a set of English and French query pairs with gold standard answers and collect LLM-generated answers, which are manually annotated for correctness. We find that LLMs are more likely to produce errors in their answers in French than in English. We investigate a machine translation pipeline, translating the French query, producing an English LLM response, and translating the response back to French. We find that, while it can mitigate some of these performance disparities, additional challenges such as the reliability and language of the cited sources or technical terms greatly impact that mitigation strategy."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="knowles-goutte-2026-crosslingual">
<titleInfo>
<title>Crosslingual Disparities in LLM Performance: Challenges for MT as Mitigation</title>
</titleInfo>
<name type="personal">
<namePart type="given">Rebecca</namePart>
<namePart type="family">Knowles</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Cyril</namePart>
<namePart type="family">Goutte</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-08</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 17th Conference of the Association for Machine Translation in the Americas (Volume 1: Research Track)</title>
</titleInfo>
<name type="personal">
<namePart type="given">Eleftheria</namePart>
<namePart type="family">Briakou</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jeremy</namePart>
<namePart type="family">Gwinnup</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Shivali</namePart>
<namePart type="family">Goel</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Machine Translation in the Americas</publisher>
<place>
<placeTerm type="text">Québec City, Canada</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>We examine crosslingual performance disparities in large language models (LLMs) in the context of safety- and regulation-related queries in Canada. We manually build a set of English and French query pairs with gold standard answers and collect LLM-generated answers, which are manually annotated for correctness. We find that LLMs are more likely to produce errors in their answers in French than in English. We investigate a machine translation pipeline, translating the French query, producing an English LLM response, and translating the response back to French. We find that, while it can mitigate some of these performance disparities, additional challenges such as the reliability and language of the cited sources or technical terms greatly impact that mitigation strategy.</abstract>
<identifier type="citekey">knowles-goutte-2026-crosslingual</identifier>
<location>
<url>https://aclanthology.org/2026.amta-research.9/</url>
</location>
<part>
<date>2026-08</date>
<extent unit="page">
<start>146</start>
<end>158</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Crosslingual Disparities in LLM Performance: Challenges for MT as Mitigation
%A Knowles, Rebecca
%A Goutte, Cyril
%Y Briakou, Eleftheria
%Y Gwinnup, Jeremy
%Y Goel, Shivali
%S Proceedings of the 17th Conference of the Association for Machine Translation in the Americas (Volume 1: Research Track)
%D 2026
%8 August
%I Association for Machine Translation in the Americas
%C Québec City, Canada
%F knowles-goutte-2026-crosslingual
%X We examine crosslingual performance disparities in large language models (LLMs) in the context of safety- and regulation-related queries in Canada. We manually build a set of English and French query pairs with gold standard answers and collect LLM-generated answers, which are manually annotated for correctness. We find that LLMs are more likely to produce errors in their answers in French than in English. We investigate a machine translation pipeline, translating the French query, producing an English LLM response, and translating the response back to French. We find that, while it can mitigate some of these performance disparities, additional challenges such as the reliability and language of the cited sources or technical terms greatly impact that mitigation strategy.
%U https://aclanthology.org/2026.amta-research.9/
%P 146-158
Markdown (Informal)
[Crosslingual Disparities in LLM Performance: Challenges for MT as Mitigation](https://aclanthology.org/2026.amta-research.9/) (Knowles & Goutte, AMTA 2026)
ACL