@inproceedings{ni-etal-2026-adaspec,
title = "{A}da{S}pec: Adaptive Routing by Ranking for Speculative Agents",
author = "Ni, Kangqi and
Hua, Wenyue and
Wei, Jinbiao and
Chen, Tianlong",
editor = "Lee, Hung-Yi and
Dev, Sunipa and
Li, Jessy and
Elliott, Desmond",
booktitle = "Findings of the {A}ssociation for {C}omputational {L}inguistics: {EMNLP} 2026",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.findings-emnlp.860/",
pages = "18196--18211",
ISBN = "979-8-89176-462-0",
abstract = "Long-horizon LLM agents execute sequences of reasoning, tool-use, and environment-interaction steps, making end-to-end latency a central deployment bottleneck. Speculative agents reduce this latency by leveraging a faster draft agent to propose the action trajectory while a stronger target agent verifies each action to ensure lossless action trajectories. Recent systems adapt how many future actions a preselected draft agent proposes before verification, but leave the drafter itself unchanged across tasks and episodes. Our experiments show that the best drafter varies across tasks and trajectory prefixes, revealing substantial latency headroom from adaptive drafter selection. This motivates the question: which draft agent should speculate for a given task and target agent to achieve low end-to-end latency? We propose AdaSpec, an adaptive routing framework for speculative agents with an objective distinct from standard model routing: selecting the drafter that minimizes realized speculative-execution latency for a target agent, rather than selecting the model that produces the final answer. AdaSpec profiles a pool of candidate draft-agent configurations for each target agent and trains a lightweight, latency-supervised router to rank them by measured speculative latency. The router supports both query-level routing and episode-level rerouting before each draft-and-check segment, while the target agent remains responsible for verifying actions. AdaSpec improves fixed-drafter baselines across multiple datasets and target-agent settings."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="ni-etal-2026-adaspec">
<titleInfo>
<title>AdaSpec: Adaptive Routing by Ranking for Speculative Agents</title>
</titleInfo>
<name type="personal">
<namePart type="given">Kangqi</namePart>
<namePart type="family">Ni</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Wenyue</namePart>
<namePart type="family">Hua</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jinbiao</namePart>
<namePart type="family">Wei</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Tianlong</namePart>
<namePart type="family">Chen</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Findings of the Association for Computational Linguistics: EMNLP 2026</title>
</titleInfo>
<name type="personal">
<namePart type="given">Hung-Yi</namePart>
<namePart type="family">Lee</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Sunipa</namePart>
<namePart type="family">Dev</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jessy</namePart>
<namePart type="family">Li</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Desmond</namePart>
<namePart type="family">Elliott</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-462-0</identifier>
</relatedItem>
<abstract>Long-horizon LLM agents execute sequences of reasoning, tool-use, and environment-interaction steps, making end-to-end latency a central deployment bottleneck. Speculative agents reduce this latency by leveraging a faster draft agent to propose the action trajectory while a stronger target agent verifies each action to ensure lossless action trajectories. Recent systems adapt how many future actions a preselected draft agent proposes before verification, but leave the drafter itself unchanged across tasks and episodes. Our experiments show that the best drafter varies across tasks and trajectory prefixes, revealing substantial latency headroom from adaptive drafter selection. This motivates the question: which draft agent should speculate for a given task and target agent to achieve low end-to-end latency? We propose AdaSpec, an adaptive routing framework for speculative agents with an objective distinct from standard model routing: selecting the drafter that minimizes realized speculative-execution latency for a target agent, rather than selecting the model that produces the final answer. AdaSpec profiles a pool of candidate draft-agent configurations for each target agent and trains a lightweight, latency-supervised router to rank them by measured speculative latency. The router supports both query-level routing and episode-level rerouting before each draft-and-check segment, while the target agent remains responsible for verifying actions. AdaSpec improves fixed-drafter baselines across multiple datasets and target-agent settings.</abstract>
<identifier type="citekey">ni-etal-2026-adaspec</identifier>
<location>
<url>https://aclanthology.org/2026.findings-emnlp.860/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>18196</start>
<end>18211</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T AdaSpec: Adaptive Routing by Ranking for Speculative Agents
%A Ni, Kangqi
%A Hua, Wenyue
%A Wei, Jinbiao
%A Chen, Tianlong
%Y Lee, Hung-Yi
%Y Dev, Sunipa
%Y Li, Jessy
%Y Elliott, Desmond
%S Findings of the Association for Computational Linguistics: EMNLP 2026
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-462-0
%F ni-etal-2026-adaspec
%X Long-horizon LLM agents execute sequences of reasoning, tool-use, and environment-interaction steps, making end-to-end latency a central deployment bottleneck. Speculative agents reduce this latency by leveraging a faster draft agent to propose the action trajectory while a stronger target agent verifies each action to ensure lossless action trajectories. Recent systems adapt how many future actions a preselected draft agent proposes before verification, but leave the drafter itself unchanged across tasks and episodes. Our experiments show that the best drafter varies across tasks and trajectory prefixes, revealing substantial latency headroom from adaptive drafter selection. This motivates the question: which draft agent should speculate for a given task and target agent to achieve low end-to-end latency? We propose AdaSpec, an adaptive routing framework for speculative agents with an objective distinct from standard model routing: selecting the drafter that minimizes realized speculative-execution latency for a target agent, rather than selecting the model that produces the final answer. AdaSpec profiles a pool of candidate draft-agent configurations for each target agent and trains a lightweight, latency-supervised router to rank them by measured speculative latency. The router supports both query-level routing and episode-level rerouting before each draft-and-check segment, while the target agent remains responsible for verifying actions. AdaSpec improves fixed-drafter baselines across multiple datasets and target-agent settings.
%U https://aclanthology.org/2026.findings-emnlp.860/
%P 18196-18211
Markdown (Informal)
[AdaSpec: Adaptive Routing by Ranking for Speculative Agents](https://aclanthology.org/2026.findings-emnlp.860/) (Ni et al., Findings 2026)
ACL