@inproceedings{inoue-etal-2026-language,
title = "Language Modeling Across Script Variants: The Case of {J}apanese",
author = "Inoue, Go and
Habash, Nizar and
Baldwin, Timothy",
editor = "Lee, Hung-Yi and
Dev, Sunipa and
Li, Jessy and
Elliott, Desmond",
booktitle = "Findings of the {A}ssociation for {C}omputational {L}inguistics: {EMNLP} 2026",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.findings-emnlp.2151/",
pages = "45964--45980",
ISBN = "979-8-89176-462-0",
abstract = "We investigate the effect of script variants on language modeling in Japanese, which uniquely combines logographic (kanji) and phonetic (kana) writing systems. Motivated by educational curricula in which learners are gradually exposed to increasing numbers of logographic characters, we simulate this staged exposure during training to study its effect on model behavior. We construct multiple versions of a corpus with controlled script transformations, including fully transliterated kana text and intermediate variants corresponding to curriculum-based kanji levels, and train language models under different schedules that vary the timing and progression of script exposure during pre-training. In addition, we propose a cross-script evaluation framework using multiple versions of a minimal-pair benchmark with systematically varied kanji usage to assess the robustness of language models to script variation. Our results show that training on a mixture of two extreme script variants improves robustness across script conditions, whereas curriculum-based progression does not consistently improve performance."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="inoue-etal-2026-language">
<titleInfo>
<title>Language Modeling Across Script Variants: The Case of Japanese</title>
</titleInfo>
<name type="personal">
<namePart type="given">Go</namePart>
<namePart type="family">Inoue</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Nizar</namePart>
<namePart type="family">Habash</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Timothy</namePart>
<namePart type="family">Baldwin</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Findings of the Association for Computational Linguistics: EMNLP 2026</title>
</titleInfo>
<name type="personal">
<namePart type="given">Hung-Yi</namePart>
<namePart type="family">Lee</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Sunipa</namePart>
<namePart type="family">Dev</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jessy</namePart>
<namePart type="family">Li</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Desmond</namePart>
<namePart type="family">Elliott</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-462-0</identifier>
</relatedItem>
<abstract>We investigate the effect of script variants on language modeling in Japanese, which uniquely combines logographic (kanji) and phonetic (kana) writing systems. Motivated by educational curricula in which learners are gradually exposed to increasing numbers of logographic characters, we simulate this staged exposure during training to study its effect on model behavior. We construct multiple versions of a corpus with controlled script transformations, including fully transliterated kana text and intermediate variants corresponding to curriculum-based kanji levels, and train language models under different schedules that vary the timing and progression of script exposure during pre-training. In addition, we propose a cross-script evaluation framework using multiple versions of a minimal-pair benchmark with systematically varied kanji usage to assess the robustness of language models to script variation. Our results show that training on a mixture of two extreme script variants improves robustness across script conditions, whereas curriculum-based progression does not consistently improve performance.</abstract>
<identifier type="citekey">inoue-etal-2026-language</identifier>
<location>
<url>https://aclanthology.org/2026.findings-emnlp.2151/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>45964</start>
<end>45980</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Language Modeling Across Script Variants: The Case of Japanese
%A Inoue, Go
%A Habash, Nizar
%A Baldwin, Timothy
%Y Lee, Hung-Yi
%Y Dev, Sunipa
%Y Li, Jessy
%Y Elliott, Desmond
%S Findings of the Association for Computational Linguistics: EMNLP 2026
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-462-0
%F inoue-etal-2026-language
%X We investigate the effect of script variants on language modeling in Japanese, which uniquely combines logographic (kanji) and phonetic (kana) writing systems. Motivated by educational curricula in which learners are gradually exposed to increasing numbers of logographic characters, we simulate this staged exposure during training to study its effect on model behavior. We construct multiple versions of a corpus with controlled script transformations, including fully transliterated kana text and intermediate variants corresponding to curriculum-based kanji levels, and train language models under different schedules that vary the timing and progression of script exposure during pre-training. In addition, we propose a cross-script evaluation framework using multiple versions of a minimal-pair benchmark with systematically varied kanji usage to assess the robustness of language models to script variation. Our results show that training on a mixture of two extreme script variants improves robustness across script conditions, whereas curriculum-based progression does not consistently improve performance.
%U https://aclanthology.org/2026.findings-emnlp.2151/
%P 45964-45980
Markdown (Informal)
[Language Modeling Across Script Variants: The Case of Japanese](https://aclanthology.org/2026.findings-emnlp.2151/) (Inoue et al., Findings 2026)
ACL