@inproceedings{laskar-etal-2026-findings,
title = "Findings of the {WMT} 2026 Shared Task on Low-Resource {A}rabic-{A}sian Language Translation",
author = "Laskar, Sahinur Rahman and
Alam, Firoj and
Paul, Bishwaraj and
Ahmad, Irfan and
Lydia, Maya Silvi and
Dadure, Pankaj",
editor = "Haddow, Barry and
Kocmi, Tom and
Koehn, Philipp and
Monz, Christof",
booktitle = "Proceedings of the Eleventh Conference on Machine Translation",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.wmt-main.54/",
pages = "1117--1130",
ISBN = "979-8-89176-474-3",
abstract = "We present the findings of the WMT 2026, which evaluated bidirectional translation between Arabic and English, Hindi, Bangla, Indonesian, and Urdu. We release AraAsian1.0, a news-domain parallel corpus with 20.1K-21.0K training pairs per language pair, and evaluate submissions on ten translation directions using BLEU, ChrF2, TER, COMET, and BERT-based metrics. Of 23 registered teams, 13 submitted systems, producing 70 primary and 65 contrastive runs. Fine-tuned multilingual MT models remained the strongest overall: MADLAD-based systems won four primary directions, while target-aware pivoting, joint multilingual adaptation, and MBR-based ensembling led the remaining tracks. The best contrastive run exceeded the best primary run in only three of ten directions, and each gain was below 0.2 BLEU, indicating that additional data, prompting, or multi-pass refinement did not provide consistent improvements. Bangla had the lowest winning BLEU in both directions, despite comparable training-set size. BLEU and COMET selected the same winner in nine of ten primary results but only six of ten contrastive results, with the largest disagreements occurring for LLM-based and reranked outputs. These results emphasize domain-matched adaptation, target-aware transfer, and multi-metric reporting in low-resource Arabic-Asian translation. We made the AraAsian1.0 dataset available for the community."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="laskar-etal-2026-findings">
<titleInfo>
<title>Findings of the WMT 2026 Shared Task on Low-Resource Arabic-Asian Language Translation</title>
</titleInfo>
<name type="personal">
<namePart type="given">Sahinur</namePart>
<namePart type="given">Rahman</namePart>
<namePart type="family">Laskar</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Firoj</namePart>
<namePart type="family">Alam</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Bishwaraj</namePart>
<namePart type="family">Paul</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Irfan</namePart>
<namePart type="family">Ahmad</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Maya</namePart>
<namePart type="given">Silvi</namePart>
<namePart type="family">Lydia</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Pankaj</namePart>
<namePart type="family">Dadure</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the Eleventh Conference on Machine Translation</title>
</titleInfo>
<name type="personal">
<namePart type="given">Barry</namePart>
<namePart type="family">Haddow</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Tom</namePart>
<namePart type="family">Kocmi</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Philipp</namePart>
<namePart type="family">Koehn</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Christof</namePart>
<namePart type="family">Monz</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-474-3</identifier>
</relatedItem>
<abstract>We present the findings of the WMT 2026, which evaluated bidirectional translation between Arabic and English, Hindi, Bangla, Indonesian, and Urdu. We release AraAsian1.0, a news-domain parallel corpus with 20.1K-21.0K training pairs per language pair, and evaluate submissions on ten translation directions using BLEU, ChrF2, TER, COMET, and BERT-based metrics. Of 23 registered teams, 13 submitted systems, producing 70 primary and 65 contrastive runs. Fine-tuned multilingual MT models remained the strongest overall: MADLAD-based systems won four primary directions, while target-aware pivoting, joint multilingual adaptation, and MBR-based ensembling led the remaining tracks. The best contrastive run exceeded the best primary run in only three of ten directions, and each gain was below 0.2 BLEU, indicating that additional data, prompting, or multi-pass refinement did not provide consistent improvements. Bangla had the lowest winning BLEU in both directions, despite comparable training-set size. BLEU and COMET selected the same winner in nine of ten primary results but only six of ten contrastive results, with the largest disagreements occurring for LLM-based and reranked outputs. These results emphasize domain-matched adaptation, target-aware transfer, and multi-metric reporting in low-resource Arabic-Asian translation. We made the AraAsian1.0 dataset available for the community.</abstract>
<identifier type="citekey">laskar-etal-2026-findings</identifier>
<location>
<url>https://aclanthology.org/2026.wmt-main.54/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>1117</start>
<end>1130</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Findings of the WMT 2026 Shared Task on Low-Resource Arabic-Asian Language Translation
%A Laskar, Sahinur Rahman
%A Alam, Firoj
%A Paul, Bishwaraj
%A Ahmad, Irfan
%A Lydia, Maya Silvi
%A Dadure, Pankaj
%Y Haddow, Barry
%Y Kocmi, Tom
%Y Koehn, Philipp
%Y Monz, Christof
%S Proceedings of the Eleventh Conference on Machine Translation
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-474-3
%F laskar-etal-2026-findings
%X We present the findings of the WMT 2026, which evaluated bidirectional translation between Arabic and English, Hindi, Bangla, Indonesian, and Urdu. We release AraAsian1.0, a news-domain parallel corpus with 20.1K-21.0K training pairs per language pair, and evaluate submissions on ten translation directions using BLEU, ChrF2, TER, COMET, and BERT-based metrics. Of 23 registered teams, 13 submitted systems, producing 70 primary and 65 contrastive runs. Fine-tuned multilingual MT models remained the strongest overall: MADLAD-based systems won four primary directions, while target-aware pivoting, joint multilingual adaptation, and MBR-based ensembling led the remaining tracks. The best contrastive run exceeded the best primary run in only three of ten directions, and each gain was below 0.2 BLEU, indicating that additional data, prompting, or multi-pass refinement did not provide consistent improvements. Bangla had the lowest winning BLEU in both directions, despite comparable training-set size. BLEU and COMET selected the same winner in nine of ten primary results but only six of ten contrastive results, with the largest disagreements occurring for LLM-based and reranked outputs. These results emphasize domain-matched adaptation, target-aware transfer, and multi-metric reporting in low-resource Arabic-Asian translation. We made the AraAsian1.0 dataset available for the community.
%U https://aclanthology.org/2026.wmt-main.54/
%P 1117-1130
Markdown (Informal)
[Findings of the WMT 2026 Shared Task on Low-Resource Arabic-Asian Language Translation](https://aclanthology.org/2026.wmt-main.54/) (Laskar et al., WMT 2026)
ACL