@inproceedings{ren-etal-2026-tbls,
title = "{TBLS}: Transition-Based Language Similarity through Activation Perturbation",
author = "Ren, Tao and
Bjerva, Johannes and
Li, Qiongxiu",
editor = "Lee, Hung-Yi and
Dev, Sunipa and
Li, Jessy and
Elliott, Desmond",
booktitle = "Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.emnlp-main.466/",
pages = "10688--10707",
ISBN = "979-8-89176-459-0",
abstract = "Language similarity is a central concept in multilingual NLP. Prior work typically infers similarity from the static geometry of representation spaces, and the results often depend on model architecture, training data, and probing methods. In this work, we propose transition-based language similarity (TBLS), a new measure that characterizes language similarity through cross-lingual transition. The key intuition is that if two languages occupy nearby regions in a model{'}s representation space, model outputs are more likely to transition between them under small local variations. By aggregating such transition behavior across languages, TBLS can be derived, reflecting language proximity encoded by the model.\par We operationalize this idea by perturbing model activations and measuring the resulting cross-lingual transition behavior. Across five multilingual language models and two corpora covering 44 languages, TBLS exhibits strong cross-model and cross-corpus consistency. Further analyses show that TBLS captures meaningful linguistic regularities and transfer-related structure, while activation perturbation provides behavioral evidence consistent with the hypothesis that semantically aligned multilingual representations occupy nearby, locally connected regions. These findings suggest that perturbation-induced transition dynamics reveal a surprisingly stable form of multilingual relationships across models and corpora."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="ren-etal-2026-tbls">
<titleInfo>
<title>TBLS: Transition-Based Language Similarity through Activation Perturbation</title>
</titleInfo>
<name type="personal">
<namePart type="given">Tao</namePart>
<namePart type="family">Ren</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Johannes</namePart>
<namePart type="family">Bjerva</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Qiongxiu</namePart>
<namePart type="family">Li</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing</title>
</titleInfo>
<name type="personal">
<namePart type="given">Hung-Yi</namePart>
<namePart type="family">Lee</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Sunipa</namePart>
<namePart type="family">Dev</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jessy</namePart>
<namePart type="family">Li</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Desmond</namePart>
<namePart type="family">Elliott</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-459-0</identifier>
</relatedItem>
<abstract>Language similarity is a central concept in multilingual NLP. Prior work typically infers similarity from the static geometry of representation spaces, and the results often depend on model architecture, training data, and probing methods. In this work, we propose transition-based language similarity (TBLS), a new measure that characterizes language similarity through cross-lingual transition. The key intuition is that if two languages occupy nearby regions in a model’s representation space, model outputs are more likely to transition between them under small local variations. By aggregating such transition behavior across languages, TBLS can be derived, reflecting language proximity encoded by the model.\par We operationalize this idea by perturbing model activations and measuring the resulting cross-lingual transition behavior. Across five multilingual language models and two corpora covering 44 languages, TBLS exhibits strong cross-model and cross-corpus consistency. Further analyses show that TBLS captures meaningful linguistic regularities and transfer-related structure, while activation perturbation provides behavioral evidence consistent with the hypothesis that semantically aligned multilingual representations occupy nearby, locally connected regions. These findings suggest that perturbation-induced transition dynamics reveal a surprisingly stable form of multilingual relationships across models and corpora.</abstract>
<identifier type="citekey">ren-etal-2026-tbls</identifier>
<location>
<url>https://aclanthology.org/2026.emnlp-main.466/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>10688</start>
<end>10707</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T TBLS: Transition-Based Language Similarity through Activation Perturbation
%A Ren, Tao
%A Bjerva, Johannes
%A Li, Qiongxiu
%Y Lee, Hung-Yi
%Y Dev, Sunipa
%Y Li, Jessy
%Y Elliott, Desmond
%S Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-459-0
%F ren-etal-2026-tbls
%X Language similarity is a central concept in multilingual NLP. Prior work typically infers similarity from the static geometry of representation spaces, and the results often depend on model architecture, training data, and probing methods. In this work, we propose transition-based language similarity (TBLS), a new measure that characterizes language similarity through cross-lingual transition. The key intuition is that if two languages occupy nearby regions in a model’s representation space, model outputs are more likely to transition between them under small local variations. By aggregating such transition behavior across languages, TBLS can be derived, reflecting language proximity encoded by the model.\par We operationalize this idea by perturbing model activations and measuring the resulting cross-lingual transition behavior. Across five multilingual language models and two corpora covering 44 languages, TBLS exhibits strong cross-model and cross-corpus consistency. Further analyses show that TBLS captures meaningful linguistic regularities and transfer-related structure, while activation perturbation provides behavioral evidence consistent with the hypothesis that semantically aligned multilingual representations occupy nearby, locally connected regions. These findings suggest that perturbation-induced transition dynamics reveal a surprisingly stable form of multilingual relationships across models and corpora.
%U https://aclanthology.org/2026.emnlp-main.466/
%P 10688-10707
Markdown (Informal)
[TBLS: Transition-Based Language Similarity through Activation Perturbation](https://aclanthology.org/2026.emnlp-main.466/) (Ren et al., EMNLP 2026)
ACL