@inproceedings{chen-etal-2026-hisvr,
title = "{H}i{SVR}: Hierarchical Semantic Visual Reconstruction for Unified Multimodal Models",
author = "Chen, Tailai and
Wang, Weining and
Liu, Yuchen and
Fu, Jun and
Jiang, Jie and
Cheng, Yiming and
Liu, Jing",
editor = "Lee, Hung-Yi and
Dev, Sunipa and
Li, Jessy and
Elliott, Desmond",
booktitle = "Findings of the {A}ssociation for {C}omputational {L}inguistics: {EMNLP} 2026",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.findings-emnlp.2009/",
pages = "42766--42779",
ISBN = "979-8-89176-462-0",
abstract = "Unified multimodal models use a shared Transformer backbone for visual understanding and image generation. Existing post-training signals primarily constrain final outputs, output-side representations, or task-level behavior, providing limited supervision for how visual semantics are organized across intermediate layers. We propose HiSVR, a hierarchical semantic visual reconstruction method for post-training unified multimodal models. A frozen semantic visual tokenizer extracts residual semantic codes from each training image, which supervise image-associated hidden states at different Transformer depths. Shallow layers predict shorter semantic-code prefixes, while deeper layers reconstruct longer prefixes, yielding coarse-to-fine supervision over intermediate representations. To balance the differing optimization difficulty across depths and prefix lengths, we introduce an uncertainty-weighted progressive reconstruction loss. HiSVR is used only during training and removed at inference, preserving the original architecture and inference cost. Experiments on unified multimodal backbones show that HiSVR improves visual understanding while maintaining image generation quality. These results indicate that hierarchical semantic reconstruction effectively regularizes intermediate representations in unified multimodal models."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="chen-etal-2026-hisvr">
<titleInfo>
<title>HiSVR: Hierarchical Semantic Visual Reconstruction for Unified Multimodal Models</title>
</titleInfo>
<name type="personal">
<namePart type="given">Tailai</namePart>
<namePart type="family">Chen</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Weining</namePart>
<namePart type="family">Wang</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Yuchen</namePart>
<namePart type="family">Liu</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jun</namePart>
<namePart type="family">Fu</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jie</namePart>
<namePart type="family">Jiang</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Yiming</namePart>
<namePart type="family">Cheng</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jing</namePart>
<namePart type="family">Liu</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Findings of the Association for Computational Linguistics: EMNLP 2026</title>
</titleInfo>
<name type="personal">
<namePart type="given">Hung-Yi</namePart>
<namePart type="family">Lee</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Sunipa</namePart>
<namePart type="family">Dev</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jessy</namePart>
<namePart type="family">Li</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Desmond</namePart>
<namePart type="family">Elliott</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-462-0</identifier>
</relatedItem>
<abstract>Unified multimodal models use a shared Transformer backbone for visual understanding and image generation. Existing post-training signals primarily constrain final outputs, output-side representations, or task-level behavior, providing limited supervision for how visual semantics are organized across intermediate layers. We propose HiSVR, a hierarchical semantic visual reconstruction method for post-training unified multimodal models. A frozen semantic visual tokenizer extracts residual semantic codes from each training image, which supervise image-associated hidden states at different Transformer depths. Shallow layers predict shorter semantic-code prefixes, while deeper layers reconstruct longer prefixes, yielding coarse-to-fine supervision over intermediate representations. To balance the differing optimization difficulty across depths and prefix lengths, we introduce an uncertainty-weighted progressive reconstruction loss. HiSVR is used only during training and removed at inference, preserving the original architecture and inference cost. Experiments on unified multimodal backbones show that HiSVR improves visual understanding while maintaining image generation quality. These results indicate that hierarchical semantic reconstruction effectively regularizes intermediate representations in unified multimodal models.</abstract>
<identifier type="citekey">chen-etal-2026-hisvr</identifier>
<location>
<url>https://aclanthology.org/2026.findings-emnlp.2009/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>42766</start>
<end>42779</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T HiSVR: Hierarchical Semantic Visual Reconstruction for Unified Multimodal Models
%A Chen, Tailai
%A Wang, Weining
%A Liu, Yuchen
%A Fu, Jun
%A Jiang, Jie
%A Cheng, Yiming
%A Liu, Jing
%Y Lee, Hung-Yi
%Y Dev, Sunipa
%Y Li, Jessy
%Y Elliott, Desmond
%S Findings of the Association for Computational Linguistics: EMNLP 2026
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-462-0
%F chen-etal-2026-hisvr
%X Unified multimodal models use a shared Transformer backbone for visual understanding and image generation. Existing post-training signals primarily constrain final outputs, output-side representations, or task-level behavior, providing limited supervision for how visual semantics are organized across intermediate layers. We propose HiSVR, a hierarchical semantic visual reconstruction method for post-training unified multimodal models. A frozen semantic visual tokenizer extracts residual semantic codes from each training image, which supervise image-associated hidden states at different Transformer depths. Shallow layers predict shorter semantic-code prefixes, while deeper layers reconstruct longer prefixes, yielding coarse-to-fine supervision over intermediate representations. To balance the differing optimization difficulty across depths and prefix lengths, we introduce an uncertainty-weighted progressive reconstruction loss. HiSVR is used only during training and removed at inference, preserving the original architecture and inference cost. Experiments on unified multimodal backbones show that HiSVR improves visual understanding while maintaining image generation quality. These results indicate that hierarchical semantic reconstruction effectively regularizes intermediate representations in unified multimodal models.
%U https://aclanthology.org/2026.findings-emnlp.2009/
%P 42766-42779
Markdown (Informal)
[HiSVR: Hierarchical Semantic Visual Reconstruction for Unified Multimodal Models](https://aclanthology.org/2026.findings-emnlp.2009/) (Chen et al., Findings 2026)
ACL