@inproceedings{rosa-etal-2026-improves,
title = "What Improves {A}kkadian Machine Translation, and What Only Seems To?",
author = "Rosa, Francesco la and
Choi, Jaehyuk and
Siu, King Shun Hanson",
editor = "Adelani, David Ifeoluwa and
Alabi, Jesujoba and
Arnett, Catherine and
Chang, Tyler and
Downey, C.M. and
Goldman, Omer and
Li, Senyu and
Miranda, Lester James Validad and
Qi, Jirui and
Stap, David and
Winata, Genta Indra and
Zhang, Xinyu Crystina",
booktitle = "Proceedings of the 6th Workshop on Multilingual Representation Learning ({MRL} 2026)",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.mrl-1.11/",
pages = "135--150",
ISBN = "979-8-89176-469-9",
abstract = "We study machine translation of Old Assyrian Akkadian into English. Hundreds of thousands of cuneiform tablets survive, most untranslated, while the largest aligned corpus for this dialect holds roughly 6,700 sentence pairs and no pretrained Akkadian language models exist. To find which choices matter in this setting, we compare the main ones a system builder faces. We test a byte-level (ByT5) against a subword (mT5) pretrained model family, model sizes from 300 million to 1.2 billion parameters, six preprocessing schemes drawn from Assyriological practice, and the quantity of training data, each measured with three random seeds. Two factors have reliable effects. Training data adds 17.4 points on our combined metric (the geometric mean of BLEU and chrF++) from a quarter of the corpus to all of it, and model size adds 7.3 points from 300 million to 580 million parameters, with one to two more at 1.2 billion. The remaining choices have smaller effects than a single shared fine-tuning recipe suggests. With all models tuned on one narrow learning-rate grid calibrated on the byte-level family, that family led by 17 to 21 points and every preprocessing scheme hurt the larger model. Choosing each configuration{'}s learning rate on validation data instead cuts that lead below two points and removes part of the apparent degradation. We recommend prioritising data quantity, then model size, and treating comparisons of model families or preprocessing as reliable only when every configuration is tuned separately."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="rosa-etal-2026-improves">
<titleInfo>
<title>What Improves Akkadian Machine Translation, and What Only Seems To?</title>
</titleInfo>
<name type="personal">
<namePart type="given">Francesco</namePart>
<namePart type="given">la</namePart>
<namePart type="family">Rosa</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jaehyuk</namePart>
<namePart type="family">Choi</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">King</namePart>
<namePart type="given">Shun</namePart>
<namePart type="given">Hanson</namePart>
<namePart type="family">Siu</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 6th Workshop on Multilingual Representation Learning (MRL 2026)</title>
</titleInfo>
<name type="personal">
<namePart type="given">David</namePart>
<namePart type="given">Ifeoluwa</namePart>
<namePart type="family">Adelani</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jesujoba</namePart>
<namePart type="family">Alabi</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Catherine</namePart>
<namePart type="family">Arnett</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Tyler</namePart>
<namePart type="family">Chang</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">C</namePart>
<namePart type="given">M</namePart>
<namePart type="family">Downey</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Omer</namePart>
<namePart type="family">Goldman</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Senyu</namePart>
<namePart type="family">Li</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Lester</namePart>
<namePart type="given">James</namePart>
<namePart type="given">Validad</namePart>
<namePart type="family">Miranda</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jirui</namePart>
<namePart type="family">Qi</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">David</namePart>
<namePart type="family">Stap</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Genta</namePart>
<namePart type="given">Indra</namePart>
<namePart type="family">Winata</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Xinyu</namePart>
<namePart type="given">Crystina</namePart>
<namePart type="family">Zhang</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-469-9</identifier>
</relatedItem>
<abstract>We study machine translation of Old Assyrian Akkadian into English. Hundreds of thousands of cuneiform tablets survive, most untranslated, while the largest aligned corpus for this dialect holds roughly 6,700 sentence pairs and no pretrained Akkadian language models exist. To find which choices matter in this setting, we compare the main ones a system builder faces. We test a byte-level (ByT5) against a subword (mT5) pretrained model family, model sizes from 300 million to 1.2 billion parameters, six preprocessing schemes drawn from Assyriological practice, and the quantity of training data, each measured with three random seeds. Two factors have reliable effects. Training data adds 17.4 points on our combined metric (the geometric mean of BLEU and chrF++) from a quarter of the corpus to all of it, and model size adds 7.3 points from 300 million to 580 million parameters, with one to two more at 1.2 billion. The remaining choices have smaller effects than a single shared fine-tuning recipe suggests. With all models tuned on one narrow learning-rate grid calibrated on the byte-level family, that family led by 17 to 21 points and every preprocessing scheme hurt the larger model. Choosing each configuration’s learning rate on validation data instead cuts that lead below two points and removes part of the apparent degradation. We recommend prioritising data quantity, then model size, and treating comparisons of model families or preprocessing as reliable only when every configuration is tuned separately.</abstract>
<identifier type="citekey">rosa-etal-2026-improves</identifier>
<location>
<url>https://aclanthology.org/2026.mrl-1.11/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>135</start>
<end>150</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T What Improves Akkadian Machine Translation, and What Only Seems To?
%A Rosa, Francesco la
%A Choi, Jaehyuk
%A Siu, King Shun Hanson
%Y Adelani, David Ifeoluwa
%Y Alabi, Jesujoba
%Y Arnett, Catherine
%Y Chang, Tyler
%Y Downey, C. M.
%Y Goldman, Omer
%Y Li, Senyu
%Y Miranda, Lester James Validad
%Y Qi, Jirui
%Y Stap, David
%Y Winata, Genta Indra
%Y Zhang, Xinyu Crystina
%S Proceedings of the 6th Workshop on Multilingual Representation Learning (MRL 2026)
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-469-9
%F rosa-etal-2026-improves
%X We study machine translation of Old Assyrian Akkadian into English. Hundreds of thousands of cuneiform tablets survive, most untranslated, while the largest aligned corpus for this dialect holds roughly 6,700 sentence pairs and no pretrained Akkadian language models exist. To find which choices matter in this setting, we compare the main ones a system builder faces. We test a byte-level (ByT5) against a subword (mT5) pretrained model family, model sizes from 300 million to 1.2 billion parameters, six preprocessing schemes drawn from Assyriological practice, and the quantity of training data, each measured with three random seeds. Two factors have reliable effects. Training data adds 17.4 points on our combined metric (the geometric mean of BLEU and chrF++) from a quarter of the corpus to all of it, and model size adds 7.3 points from 300 million to 580 million parameters, with one to two more at 1.2 billion. The remaining choices have smaller effects than a single shared fine-tuning recipe suggests. With all models tuned on one narrow learning-rate grid calibrated on the byte-level family, that family led by 17 to 21 points and every preprocessing scheme hurt the larger model. Choosing each configuration’s learning rate on validation data instead cuts that lead below two points and removes part of the apparent degradation. We recommend prioritising data quantity, then model size, and treating comparisons of model families or preprocessing as reliable only when every configuration is tuned separately.
%U https://aclanthology.org/2026.mrl-1.11/
%P 135-150
Markdown (Informal)
[What Improves Akkadian Machine Translation, and What Only Seems To?](https://aclanthology.org/2026.mrl-1.11/) (Rosa et al., MRL 2026)
ACL