@inproceedings{singh-etal-2026-script-preprocessing,
title = "Script Is Not Preprocessing: Tokenizer-Mediated Transfer in Endangered Language Machine Translation",
author = "Singh, Pooja and
Chauhan, Saurabh and
Agnihotri, Nishant and
Kumar, Sandeep",
editor = "Lee, Hung-Yi and
Dev, Sunipa and
Li, Jessy and
Elliott, Desmond",
booktitle = "Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.emnlp-main.1715/",
pages = "39110--39150",
ISBN = "979-8-89176-459-0",
abstract = "Multilingual machine translation for endangered and severely underrepresented languages faces two interacting challenges: scarce parallel data and uneven subword vocabulary allocation across writing systems. We study these factors for seven Indian tribal languages, Gondi, Mundari, Bhili, Santali, Kui, Garo, and Kokborok, spanning four language families and four scripts. We release a speaker-curated Hindi{--}English{--}X tri-parallel corpus of approximately 20k sentences per language across six community-relevant domains, with all development and test references human-curated or independently speaker-verified. We evaluate prompted LLMs, fine-tuned IndicTrans2 and NLLB-600M, and byte-level ByT5 under corpus-Native, Devanagari-Unified, and Latin-Unified script conditions. Fine-tuning improves CHRF++ by 16-25 points over prompting, but script unification is strongly model-dependent: the same Latin conversion improves Kui under NLLB-600M while substantially degrading performance under IndicTrans2. We introduce Script Tokenization Parity and Script Sensitivity to analyse script{--}tokenizer interaction; byte-level modelling reduces Script Sensitivity from 14.2 to 2.1 CHRF++, localizing most cross-script variance in learned vocabulary allocation. Our findings show that script choice in endangered-language MT is not routine preprocessing, but a community-sensitive modelling decision that directly shapes linguistic representation, translation quality, and equitable digital access."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="singh-etal-2026-script-preprocessing">
<titleInfo>
<title>Script Is Not Preprocessing: Tokenizer-Mediated Transfer in Endangered Language Machine Translation</title>
</titleInfo>
<name type="personal">
<namePart type="given">Pooja</namePart>
<namePart type="family">Singh</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Saurabh</namePart>
<namePart type="family">Chauhan</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Nishant</namePart>
<namePart type="family">Agnihotri</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Sandeep</namePart>
<namePart type="family">Kumar</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing</title>
</titleInfo>
<name type="personal">
<namePart type="given">Hung-Yi</namePart>
<namePart type="family">Lee</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Sunipa</namePart>
<namePart type="family">Dev</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jessy</namePart>
<namePart type="family">Li</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Desmond</namePart>
<namePart type="family">Elliott</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-459-0</identifier>
</relatedItem>
<abstract>Multilingual machine translation for endangered and severely underrepresented languages faces two interacting challenges: scarce parallel data and uneven subword vocabulary allocation across writing systems. We study these factors for seven Indian tribal languages, Gondi, Mundari, Bhili, Santali, Kui, Garo, and Kokborok, spanning four language families and four scripts. We release a speaker-curated Hindi–English–X tri-parallel corpus of approximately 20k sentences per language across six community-relevant domains, with all development and test references human-curated or independently speaker-verified. We evaluate prompted LLMs, fine-tuned IndicTrans2 and NLLB-600M, and byte-level ByT5 under corpus-Native, Devanagari-Unified, and Latin-Unified script conditions. Fine-tuning improves CHRF++ by 16-25 points over prompting, but script unification is strongly model-dependent: the same Latin conversion improves Kui under NLLB-600M while substantially degrading performance under IndicTrans2. We introduce Script Tokenization Parity and Script Sensitivity to analyse script–tokenizer interaction; byte-level modelling reduces Script Sensitivity from 14.2 to 2.1 CHRF++, localizing most cross-script variance in learned vocabulary allocation. Our findings show that script choice in endangered-language MT is not routine preprocessing, but a community-sensitive modelling decision that directly shapes linguistic representation, translation quality, and equitable digital access.</abstract>
<identifier type="citekey">singh-etal-2026-script-preprocessing</identifier>
<location>
<url>https://aclanthology.org/2026.emnlp-main.1715/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>39110</start>
<end>39150</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Script Is Not Preprocessing: Tokenizer-Mediated Transfer in Endangered Language Machine Translation
%A Singh, Pooja
%A Chauhan, Saurabh
%A Agnihotri, Nishant
%A Kumar, Sandeep
%Y Lee, Hung-Yi
%Y Dev, Sunipa
%Y Li, Jessy
%Y Elliott, Desmond
%S Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-459-0
%F singh-etal-2026-script-preprocessing
%X Multilingual machine translation for endangered and severely underrepresented languages faces two interacting challenges: scarce parallel data and uneven subword vocabulary allocation across writing systems. We study these factors for seven Indian tribal languages, Gondi, Mundari, Bhili, Santali, Kui, Garo, and Kokborok, spanning four language families and four scripts. We release a speaker-curated Hindi–English–X tri-parallel corpus of approximately 20k sentences per language across six community-relevant domains, with all development and test references human-curated or independently speaker-verified. We evaluate prompted LLMs, fine-tuned IndicTrans2 and NLLB-600M, and byte-level ByT5 under corpus-Native, Devanagari-Unified, and Latin-Unified script conditions. Fine-tuning improves CHRF++ by 16-25 points over prompting, but script unification is strongly model-dependent: the same Latin conversion improves Kui under NLLB-600M while substantially degrading performance under IndicTrans2. We introduce Script Tokenization Parity and Script Sensitivity to analyse script–tokenizer interaction; byte-level modelling reduces Script Sensitivity from 14.2 to 2.1 CHRF++, localizing most cross-script variance in learned vocabulary allocation. Our findings show that script choice in endangered-language MT is not routine preprocessing, but a community-sensitive modelling decision that directly shapes linguistic representation, translation quality, and equitable digital access.
%U https://aclanthology.org/2026.emnlp-main.1715/
%P 39110-39150
Markdown (Informal)
[Script Is Not Preprocessing: Tokenizer-Mediated Transfer in Endangered Language Machine Translation](https://aclanthology.org/2026.emnlp-main.1715/) (Singh et al., EMNLP 2026)
ACL