@inproceedings{xiong-etal-2026-sd,
title = "{SD}-{ICL}: Stage-Decomposed In-Context Learning for Tool Use in {LLM} Agents",
author = "Xiong, Kangci and
Ge, Xiaohan and
Qin, Yangyang and
Jin, Fusheng",
editor = "Lee, Hung-Yi and
Dev, Sunipa and
Li, Jessy and
Elliott, Desmond",
booktitle = "Findings of the {A}ssociation for {C}omputational {L}inguistics: {EMNLP} 2026",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.findings-emnlp.249/",
pages = "5237--5254",
ISBN = "979-8-89176-462-0",
abstract = "Large language models (LLMs) augmented with external tools have demonstrated strong capabilities in API selection, invocation, and reasoning over tool outputs. However, existing training-free tool-use methods usually rely on inference-time context construction to guide the entire tool-use process with a unified input, including tool descriptions, task prompts, demonstrations, trajectories, or planning hints. Tool-use decisions place different emphasis on this contextual evidence: tool/API selection emphasizes task{--}API correspondence, while call generation additionally uses API schemas, local call transitions, and intermediate observations. We present SD-ICL, a Stage-Decomposed In-Context Learning method that decomposes context construction into tool selection and call generation stages. SD-ICL first retrieves tool selection demonstrations by combining task semantics with tool set relevance and constructs an explicit tool selection state. It then uses this state to retrieve call generation demonstrations through API-set similarity and adjacent call relations, organizing complementary context for the executor. Experiments show that SD-ICL improves task completion and preference quality across the evaluated tool-use benchmarks and model settings."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="xiong-etal-2026-sd">
<titleInfo>
<title>SD-ICL: Stage-Decomposed In-Context Learning for Tool Use in LLM Agents</title>
</titleInfo>
<name type="personal">
<namePart type="given">Kangci</namePart>
<namePart type="family">Xiong</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Xiaohan</namePart>
<namePart type="family">Ge</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Yangyang</namePart>
<namePart type="family">Qin</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Fusheng</namePart>
<namePart type="family">Jin</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Findings of the Association for Computational Linguistics: EMNLP 2026</title>
</titleInfo>
<name type="personal">
<namePart type="given">Hung-Yi</namePart>
<namePart type="family">Lee</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Sunipa</namePart>
<namePart type="family">Dev</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jessy</namePart>
<namePart type="family">Li</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Desmond</namePart>
<namePart type="family">Elliott</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-462-0</identifier>
</relatedItem>
<abstract>Large language models (LLMs) augmented with external tools have demonstrated strong capabilities in API selection, invocation, and reasoning over tool outputs. However, existing training-free tool-use methods usually rely on inference-time context construction to guide the entire tool-use process with a unified input, including tool descriptions, task prompts, demonstrations, trajectories, or planning hints. Tool-use decisions place different emphasis on this contextual evidence: tool/API selection emphasizes task–API correspondence, while call generation additionally uses API schemas, local call transitions, and intermediate observations. We present SD-ICL, a Stage-Decomposed In-Context Learning method that decomposes context construction into tool selection and call generation stages. SD-ICL first retrieves tool selection demonstrations by combining task semantics with tool set relevance and constructs an explicit tool selection state. It then uses this state to retrieve call generation demonstrations through API-set similarity and adjacent call relations, organizing complementary context for the executor. Experiments show that SD-ICL improves task completion and preference quality across the evaluated tool-use benchmarks and model settings.</abstract>
<identifier type="citekey">xiong-etal-2026-sd</identifier>
<location>
<url>https://aclanthology.org/2026.findings-emnlp.249/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>5237</start>
<end>5254</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T SD-ICL: Stage-Decomposed In-Context Learning for Tool Use in LLM Agents
%A Xiong, Kangci
%A Ge, Xiaohan
%A Qin, Yangyang
%A Jin, Fusheng
%Y Lee, Hung-Yi
%Y Dev, Sunipa
%Y Li, Jessy
%Y Elliott, Desmond
%S Findings of the Association for Computational Linguistics: EMNLP 2026
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-462-0
%F xiong-etal-2026-sd
%X Large language models (LLMs) augmented with external tools have demonstrated strong capabilities in API selection, invocation, and reasoning over tool outputs. However, existing training-free tool-use methods usually rely on inference-time context construction to guide the entire tool-use process with a unified input, including tool descriptions, task prompts, demonstrations, trajectories, or planning hints. Tool-use decisions place different emphasis on this contextual evidence: tool/API selection emphasizes task–API correspondence, while call generation additionally uses API schemas, local call transitions, and intermediate observations. We present SD-ICL, a Stage-Decomposed In-Context Learning method that decomposes context construction into tool selection and call generation stages. SD-ICL first retrieves tool selection demonstrations by combining task semantics with tool set relevance and constructs an explicit tool selection state. It then uses this state to retrieve call generation demonstrations through API-set similarity and adjacent call relations, organizing complementary context for the executor. Experiments show that SD-ICL improves task completion and preference quality across the evaluated tool-use benchmarks and model settings.
%U https://aclanthology.org/2026.findings-emnlp.249/
%P 5237-5254
Markdown (Informal)
[SD-ICL: Stage-Decomposed In-Context Learning for Tool Use in LLM Agents](https://aclanthology.org/2026.findings-emnlp.249/) (Xiong et al., Findings 2026)
ACL