@inproceedings{he-etal-2026-geosid,
title = "{G}eo{SID}: Quantizer-Aware Geometric Shaping for Semantic {ID}s in Generative Recommendation",
author = "He, Xinrong and
Wu, Chenghao and
Chen, Lianrong and
Hu, Xuming and
Yang, Menglin",
editor = "Lee, Hung-Yi and
Dev, Sunipa and
Li, Jessy and
Elliott, Desmond",
booktitle = "Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.emnlp-main.960/",
pages = "22156--22168",
ISBN = "979-8-89176-459-0",
abstract = "Semantic ID-based generative retrieval represents each item with a short sequence of discrete tokens derived from language-based item representations. Existing methods mainly instantiate this idea in two paradigms: autoregressive SID generation and parallel SID generation. In both paradigms, the quality of Semantic IDs depends critically on how continuous item embeddings are discretized before they become generation targets. While existing work has improved SID tokenization through better quantization objectives and supervision signals, it often treats the pre-tokenization embedding space as fixed, overlooking that pretrained item embeddings can be anisotropic and dominated by a few directions. This creates a pre-quantization distribution mismatch, where the global embedding geometry may not align with the structured spaces used for code assignment. We propose GeoSID, a tokenizer-side geometric shaping framework that keeps the downstream generative recommender unchanged. GeoSID uses a lightweight projected distribution matching regularizer to adjust item representations before SID assignment, and places the shaping objective in tokenizer-specific quantization spaces, including residual levels for residual quantization and OPQ/PQ blocks for product quantization. On the RPG backbone, GeoSID achieves up to 8.13{\%} relative improvement in Recall@10 and 6.91{\%} in NDCG@10. Further analyses show that GeoSID reduces projected distribution discrepancy, improves code usage balance, and lowers prefix-level SID collisions. Code is available at https://github.com/hexinrong122/GeoSID."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="he-etal-2026-geosid">
<titleInfo>
<title>GeoSID: Quantizer-Aware Geometric Shaping for Semantic IDs in Generative Recommendation</title>
</titleInfo>
<name type="personal">
<namePart type="given">Xinrong</namePart>
<namePart type="family">He</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Chenghao</namePart>
<namePart type="family">Wu</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Lianrong</namePart>
<namePart type="family">Chen</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Xuming</namePart>
<namePart type="family">Hu</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Menglin</namePart>
<namePart type="family">Yang</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing</title>
</titleInfo>
<name type="personal">
<namePart type="given">Hung-Yi</namePart>
<namePart type="family">Lee</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Sunipa</namePart>
<namePart type="family">Dev</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jessy</namePart>
<namePart type="family">Li</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Desmond</namePart>
<namePart type="family">Elliott</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-459-0</identifier>
</relatedItem>
<abstract>Semantic ID-based generative retrieval represents each item with a short sequence of discrete tokens derived from language-based item representations. Existing methods mainly instantiate this idea in two paradigms: autoregressive SID generation and parallel SID generation. In both paradigms, the quality of Semantic IDs depends critically on how continuous item embeddings are discretized before they become generation targets. While existing work has improved SID tokenization through better quantization objectives and supervision signals, it often treats the pre-tokenization embedding space as fixed, overlooking that pretrained item embeddings can be anisotropic and dominated by a few directions. This creates a pre-quantization distribution mismatch, where the global embedding geometry may not align with the structured spaces used for code assignment. We propose GeoSID, a tokenizer-side geometric shaping framework that keeps the downstream generative recommender unchanged. GeoSID uses a lightweight projected distribution matching regularizer to adjust item representations before SID assignment, and places the shaping objective in tokenizer-specific quantization spaces, including residual levels for residual quantization and OPQ/PQ blocks for product quantization. On the RPG backbone, GeoSID achieves up to 8.13% relative improvement in Recall@10 and 6.91% in NDCG@10. Further analyses show that GeoSID reduces projected distribution discrepancy, improves code usage balance, and lowers prefix-level SID collisions. Code is available at https://github.com/hexinrong122/GeoSID.</abstract>
<identifier type="citekey">he-etal-2026-geosid</identifier>
<location>
<url>https://aclanthology.org/2026.emnlp-main.960/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>22156</start>
<end>22168</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T GeoSID: Quantizer-Aware Geometric Shaping for Semantic IDs in Generative Recommendation
%A He, Xinrong
%A Wu, Chenghao
%A Chen, Lianrong
%A Hu, Xuming
%A Yang, Menglin
%Y Lee, Hung-Yi
%Y Dev, Sunipa
%Y Li, Jessy
%Y Elliott, Desmond
%S Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-459-0
%F he-etal-2026-geosid
%X Semantic ID-based generative retrieval represents each item with a short sequence of discrete tokens derived from language-based item representations. Existing methods mainly instantiate this idea in two paradigms: autoregressive SID generation and parallel SID generation. In both paradigms, the quality of Semantic IDs depends critically on how continuous item embeddings are discretized before they become generation targets. While existing work has improved SID tokenization through better quantization objectives and supervision signals, it often treats the pre-tokenization embedding space as fixed, overlooking that pretrained item embeddings can be anisotropic and dominated by a few directions. This creates a pre-quantization distribution mismatch, where the global embedding geometry may not align with the structured spaces used for code assignment. We propose GeoSID, a tokenizer-side geometric shaping framework that keeps the downstream generative recommender unchanged. GeoSID uses a lightweight projected distribution matching regularizer to adjust item representations before SID assignment, and places the shaping objective in tokenizer-specific quantization spaces, including residual levels for residual quantization and OPQ/PQ blocks for product quantization. On the RPG backbone, GeoSID achieves up to 8.13% relative improvement in Recall@10 and 6.91% in NDCG@10. Further analyses show that GeoSID reduces projected distribution discrepancy, improves code usage balance, and lowers prefix-level SID collisions. Code is available at https://github.com/hexinrong122/GeoSID.
%U https://aclanthology.org/2026.emnlp-main.960/
%P 22156-22168
Markdown (Informal)
[GeoSID: Quantizer-Aware Geometric Shaping for Semantic IDs in Generative Recommendation](https://aclanthology.org/2026.emnlp-main.960/) (He et al., EMNLP 2026)
ACL