@inproceedings{zhang-etal-2026-targeted,
title = "Targeted Token-Level Unlearning for Repairing Text-to-{SQL} Models",
author = "Zhang, Jinyu and
Liu, Ruiheng and
Zhang, Yu",
editor = "Lee, Hung-Yi and
Dev, Sunipa and
Li, Jessy and
Elliott, Desmond",
booktitle = "Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.emnlp-main.1345/",
pages = "30667--30687",
ISBN = "979-8-89176-459-0",
abstract = "Text-to-SQL models may exhibit recurring error generation patterns that are reproducible under a fixed model and difficult to eliminate through continued training. Existing approaches either perform post-hoc correction at the output level or require access to the target domain{'}s training data for preference optimization, neither of which directly targets these reproducible local decision tendencies. To address these limitations, we propose Targeted Token-level Unlearning for SQL (TTU-SQL), a machine-unlearning-based framework that uses a probe dataset to detect and correct systematic errors without requiring access to the model{'}s original training data. The framework comprises three components: (1) AST-based token-level divergence detection that precisely localizes erroneous decision points; (2) a targeted error-type extraction procedure that selects three specific types of forgettable errors based on AST divergence and logit-level behavior; and (3) Part-NPO, which applies negative preference optimization only to localized divergence tokens to suppress erroneous continuations while preserving useful SQL generation knowledge. Across the Spider and BIRD datasets and all evaluated model backbones, TTU-SQL yields consistent execution-accuracy gains over equal-budget training-based repair baselines."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="zhang-etal-2026-targeted">
<titleInfo>
<title>Targeted Token-Level Unlearning for Repairing Text-to-SQL Models</title>
</titleInfo>
<name type="personal">
<namePart type="given">Jinyu</namePart>
<namePart type="family">Zhang</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Ruiheng</namePart>
<namePart type="family">Liu</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Yu</namePart>
<namePart type="family">Zhang</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing</title>
</titleInfo>
<name type="personal">
<namePart type="given">Hung-Yi</namePart>
<namePart type="family">Lee</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Sunipa</namePart>
<namePart type="family">Dev</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jessy</namePart>
<namePart type="family">Li</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Desmond</namePart>
<namePart type="family">Elliott</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-459-0</identifier>
</relatedItem>
<abstract>Text-to-SQL models may exhibit recurring error generation patterns that are reproducible under a fixed model and difficult to eliminate through continued training. Existing approaches either perform post-hoc correction at the output level or require access to the target domain’s training data for preference optimization, neither of which directly targets these reproducible local decision tendencies. To address these limitations, we propose Targeted Token-level Unlearning for SQL (TTU-SQL), a machine-unlearning-based framework that uses a probe dataset to detect and correct systematic errors without requiring access to the model’s original training data. The framework comprises three components: (1) AST-based token-level divergence detection that precisely localizes erroneous decision points; (2) a targeted error-type extraction procedure that selects three specific types of forgettable errors based on AST divergence and logit-level behavior; and (3) Part-NPO, which applies negative preference optimization only to localized divergence tokens to suppress erroneous continuations while preserving useful SQL generation knowledge. Across the Spider and BIRD datasets and all evaluated model backbones, TTU-SQL yields consistent execution-accuracy gains over equal-budget training-based repair baselines.</abstract>
<identifier type="citekey">zhang-etal-2026-targeted</identifier>
<location>
<url>https://aclanthology.org/2026.emnlp-main.1345/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>30667</start>
<end>30687</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Targeted Token-Level Unlearning for Repairing Text-to-SQL Models
%A Zhang, Jinyu
%A Liu, Ruiheng
%A Zhang, Yu
%Y Lee, Hung-Yi
%Y Dev, Sunipa
%Y Li, Jessy
%Y Elliott, Desmond
%S Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-459-0
%F zhang-etal-2026-targeted
%X Text-to-SQL models may exhibit recurring error generation patterns that are reproducible under a fixed model and difficult to eliminate through continued training. Existing approaches either perform post-hoc correction at the output level or require access to the target domain’s training data for preference optimization, neither of which directly targets these reproducible local decision tendencies. To address these limitations, we propose Targeted Token-level Unlearning for SQL (TTU-SQL), a machine-unlearning-based framework that uses a probe dataset to detect and correct systematic errors without requiring access to the model’s original training data. The framework comprises three components: (1) AST-based token-level divergence detection that precisely localizes erroneous decision points; (2) a targeted error-type extraction procedure that selects three specific types of forgettable errors based on AST divergence and logit-level behavior; and (3) Part-NPO, which applies negative preference optimization only to localized divergence tokens to suppress erroneous continuations while preserving useful SQL generation knowledge. Across the Spider and BIRD datasets and all evaluated model backbones, TTU-SQL yields consistent execution-accuracy gains over equal-budget training-based repair baselines.
%U https://aclanthology.org/2026.emnlp-main.1345/
%P 30667-30687
Markdown (Informal)
[Targeted Token-Level Unlearning for Repairing Text-to-SQL Models](https://aclanthology.org/2026.emnlp-main.1345/) (Zhang et al., EMNLP 2026)
ACL