@inproceedings{yoo-2026-numbers,
title = "Numbers Through Signs: How {LLM}s Connect Counts, Number Words, and Numerals",
author = "Yoo, J. Albert",
editor = "Valentino, Marco and
Ferreira, Deborah and
Thayaparan, Mokanarangan and
Ranaldi, Leonardo and
Cheng, Jo-Ku and
Freitas, Andre",
booktitle = "The Proceedings of the 4th Workshop on Mathematical Natural Language Processing ({M}ath{NLP} 2026)",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.mathnlp-main.21/",
pages = "285--290",
ISBN = "979-8-89176-468-2",
abstract = "Large language models manipulate numerical expressions fluently, yet it is unclear whether a number inferred from a collection enters the same internal interface as an explicit numeral or number word. We test digits, English number words, and counts of repeated tokens in five Qwen3 base models from 0.6B to 14B. After each quantity expression but before a comparison, parity, or equality question, we interchange one residual-stream state between forms. Textual-count states preserve held-out cardinal order, even at fixed sequence length. In behaviourally competent 8B and 14B cases, digit and number-word states are bidirectionally interchangeable. At the tested collection boundary, however, a count state does not transfer even to a different count of the same form, and no count{--}sign direction meets the same one-shot criteria. A same-depth sweep and symbol-derived linear subspace do not recover a bidirectional local interface. Longer interventions and a separate mixture-of-experts model reveal strong but directional bridges. Counting information and correct behaviour can therefore coexist without a locally portable state at the tested boundary."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="yoo-2026-numbers">
<titleInfo>
<title>Numbers Through Signs: How LLMs Connect Counts, Number Words, and Numerals</title>
</titleInfo>
<name type="personal">
<namePart type="given">J</namePart>
<namePart type="given">Albert</namePart>
<namePart type="family">Yoo</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>The Proceedings of the 4th Workshop on Mathematical Natural Language Processing (MathNLP 2026)</title>
</titleInfo>
<name type="personal">
<namePart type="given">Marco</namePart>
<namePart type="family">Valentino</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Deborah</namePart>
<namePart type="family">Ferreira</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Mokanarangan</namePart>
<namePart type="family">Thayaparan</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Leonardo</namePart>
<namePart type="family">Ranaldi</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jo-Ku</namePart>
<namePart type="family">Cheng</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Andre</namePart>
<namePart type="family">Freitas</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-468-2</identifier>
</relatedItem>
<abstract>Large language models manipulate numerical expressions fluently, yet it is unclear whether a number inferred from a collection enters the same internal interface as an explicit numeral or number word. We test digits, English number words, and counts of repeated tokens in five Qwen3 base models from 0.6B to 14B. After each quantity expression but before a comparison, parity, or equality question, we interchange one residual-stream state between forms. Textual-count states preserve held-out cardinal order, even at fixed sequence length. In behaviourally competent 8B and 14B cases, digit and number-word states are bidirectionally interchangeable. At the tested collection boundary, however, a count state does not transfer even to a different count of the same form, and no count–sign direction meets the same one-shot criteria. A same-depth sweep and symbol-derived linear subspace do not recover a bidirectional local interface. Longer interventions and a separate mixture-of-experts model reveal strong but directional bridges. Counting information and correct behaviour can therefore coexist without a locally portable state at the tested boundary.</abstract>
<identifier type="citekey">yoo-2026-numbers</identifier>
<location>
<url>https://aclanthology.org/2026.mathnlp-main.21/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>285</start>
<end>290</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Numbers Through Signs: How LLMs Connect Counts, Number Words, and Numerals
%A Yoo, J. Albert
%Y Valentino, Marco
%Y Ferreira, Deborah
%Y Thayaparan, Mokanarangan
%Y Ranaldi, Leonardo
%Y Cheng, Jo-Ku
%Y Freitas, Andre
%S The Proceedings of the 4th Workshop on Mathematical Natural Language Processing (MathNLP 2026)
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-468-2
%F yoo-2026-numbers
%X Large language models manipulate numerical expressions fluently, yet it is unclear whether a number inferred from a collection enters the same internal interface as an explicit numeral or number word. We test digits, English number words, and counts of repeated tokens in five Qwen3 base models from 0.6B to 14B. After each quantity expression but before a comparison, parity, or equality question, we interchange one residual-stream state between forms. Textual-count states preserve held-out cardinal order, even at fixed sequence length. In behaviourally competent 8B and 14B cases, digit and number-word states are bidirectionally interchangeable. At the tested collection boundary, however, a count state does not transfer even to a different count of the same form, and no count–sign direction meets the same one-shot criteria. A same-depth sweep and symbol-derived linear subspace do not recover a bidirectional local interface. Longer interventions and a separate mixture-of-experts model reveal strong but directional bridges. Counting information and correct behaviour can therefore coexist without a locally portable state at the tested boundary.
%U https://aclanthology.org/2026.mathnlp-main.21/
%P 285-290
Markdown (Informal)
[Numbers Through Signs: How LLMs Connect Counts, Number Words, and Numerals](https://aclanthology.org/2026.mathnlp-main.21/) (Yoo, MathNLP 2026)
ACL