@inproceedings{adams-etal-2026-han2han,
title = "{H}an2{H}an: Efficient Language-Specific Character Representation through Script-Aware Pre-Training for Historical Text Analysis",
author = "Adams, Cellik and
Jo, EunKyoung and
Kim, Juae",
editor = "Lee, Hung-Yi and
Dev, Sunipa and
Li, Jessy and
Elliott, Desmond",
booktitle = "Findings of the {A}ssociation for {C}omputational {L}inguistics: {EMNLP} 2026",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.findings-emnlp.2146/",
pages = "45857--45876",
ISBN = "979-8-89176-462-0",
abstract = "Language models learn semantic similarity from shared context; however, when a single word has multiple orthographies that rarely appear in the same context, models cannot learn their equivalence. This is a structural problem that cannot be solved with scale. Korean presents a clear case: 20th-century print media used Hanja (Sino-Korean script), while contemporary models train on Hangul-only (Korean alphabet) text. Multilingual models inherit script segregation from their training distribution, where Hanja appears almost exclusively outside Korean text, and monolingual Korean models assign separate vocabulary entries to script variants, forcing distinct representations from initialization. We introduce Han2Han, a 169M parameter encoder-decoder model trained with a language-aware recipe{---}jamo and character-level embedding fusion, morpheme-aware denoising, and bidirectional Hanja-Hangul transcription{---}that forces orthographic alignment as a prior to distributional learning. The resulting representations are script-invariant: the same content receives the same representation regardless of script. On temporal classification of mixed-script historical newspapers, evaluated on an article-level held-out split, Han2Han reaches 76.0 macro F1 against 54.3 for the strongest baselines (KLUE-BERT and the 4.7$\times$ larger T5Gemma 2 alike), a 21.7-point margin, demonstrating that language-specific pre-training yields capabilities not addressed by current Korean-inclusive multilingual training at this scale."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="adams-etal-2026-han2han">
<titleInfo>
<title>Han2Han: Efficient Language-Specific Character Representation through Script-Aware Pre-Training for Historical Text Analysis</title>
</titleInfo>
<name type="personal">
<namePart type="given">Cellik</namePart>
<namePart type="family">Adams</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">EunKyoung</namePart>
<namePart type="family">Jo</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Juae</namePart>
<namePart type="family">Kim</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Findings of the Association for Computational Linguistics: EMNLP 2026</title>
</titleInfo>
<name type="personal">
<namePart type="given">Hung-Yi</namePart>
<namePart type="family">Lee</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Sunipa</namePart>
<namePart type="family">Dev</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jessy</namePart>
<namePart type="family">Li</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Desmond</namePart>
<namePart type="family">Elliott</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-462-0</identifier>
</relatedItem>
<abstract>Language models learn semantic similarity from shared context; however, when a single word has multiple orthographies that rarely appear in the same context, models cannot learn their equivalence. This is a structural problem that cannot be solved with scale. Korean presents a clear case: 20th-century print media used Hanja (Sino-Korean script), while contemporary models train on Hangul-only (Korean alphabet) text. Multilingual models inherit script segregation from their training distribution, where Hanja appears almost exclusively outside Korean text, and monolingual Korean models assign separate vocabulary entries to script variants, forcing distinct representations from initialization. We introduce Han2Han, a 169M parameter encoder-decoder model trained with a language-aware recipe—jamo and character-level embedding fusion, morpheme-aware denoising, and bidirectional Hanja-Hangul transcription—that forces orthographic alignment as a prior to distributional learning. The resulting representations are script-invariant: the same content receives the same representation regardless of script. On temporal classification of mixed-script historical newspapers, evaluated on an article-level held-out split, Han2Han reaches 76.0 macro F1 against 54.3 for the strongest baselines (KLUE-BERT and the 4.7\times larger T5Gemma 2 alike), a 21.7-point margin, demonstrating that language-specific pre-training yields capabilities not addressed by current Korean-inclusive multilingual training at this scale.</abstract>
<identifier type="citekey">adams-etal-2026-han2han</identifier>
<location>
<url>https://aclanthology.org/2026.findings-emnlp.2146/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>45857</start>
<end>45876</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Han2Han: Efficient Language-Specific Character Representation through Script-Aware Pre-Training for Historical Text Analysis
%A Adams, Cellik
%A Jo, EunKyoung
%A Kim, Juae
%Y Lee, Hung-Yi
%Y Dev, Sunipa
%Y Li, Jessy
%Y Elliott, Desmond
%S Findings of the Association for Computational Linguistics: EMNLP 2026
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-462-0
%F adams-etal-2026-han2han
%X Language models learn semantic similarity from shared context; however, when a single word has multiple orthographies that rarely appear in the same context, models cannot learn their equivalence. This is a structural problem that cannot be solved with scale. Korean presents a clear case: 20th-century print media used Hanja (Sino-Korean script), while contemporary models train on Hangul-only (Korean alphabet) text. Multilingual models inherit script segregation from their training distribution, where Hanja appears almost exclusively outside Korean text, and monolingual Korean models assign separate vocabulary entries to script variants, forcing distinct representations from initialization. We introduce Han2Han, a 169M parameter encoder-decoder model trained with a language-aware recipe—jamo and character-level embedding fusion, morpheme-aware denoising, and bidirectional Hanja-Hangul transcription—that forces orthographic alignment as a prior to distributional learning. The resulting representations are script-invariant: the same content receives the same representation regardless of script. On temporal classification of mixed-script historical newspapers, evaluated on an article-level held-out split, Han2Han reaches 76.0 macro F1 against 54.3 for the strongest baselines (KLUE-BERT and the 4.7\times larger T5Gemma 2 alike), a 21.7-point margin, demonstrating that language-specific pre-training yields capabilities not addressed by current Korean-inclusive multilingual training at this scale.
%U https://aclanthology.org/2026.findings-emnlp.2146/
%P 45857-45876
Markdown (Informal)
[Han2Han: Efficient Language-Specific Character Representation through Script-Aware Pre-Training for Historical Text Analysis](https://aclanthology.org/2026.findings-emnlp.2146/) (Adams et al., Findings 2026)
ACL