@inproceedings{tran-2026-tokens,
title = "Where the Tokens Go: A Measured Anatomy of {LLM} Agent Trajectory Costs",
author = "Tran, Tommy",
editor = "Kamalloo, Ehsan and
Gontier, Nicolas and
Rozanov, Nikolai and
Hashemzadeh, Maryam and
Arora, Akhil",
booktitle = "Proceedings of the Second Workshop for {RE}search on Agent Language Models ({REALM} 2026)",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.realm-1.24/",
pages = "365--373",
ISBN = "979-8-89176-485-9",
abstract = "Tool-using agents repeatedly transmit prompts and conversation history, but aggregate token counts obscure which components drive cost. We introduce a five-component accounting convention for append-only agent loops, using provider usage records and fixed-prefix token-count probes without a local tokenizer. With prompt caching disabled, in 954 episodes (4891 requests) from one claude-haiku-4-5-20251001 model across three synthetic task families, the recurring fixed prefix accounts for 76.6{\%} of baseline input tokens. Tool schemas contribute 69.1{\%}, echoed assistant output 6.5{\%}, and the tool-result residual, including framing, 16.9{\%}. A descriptive fit to continuing episodes gives per-step input growth of about 363 tokens; longer-horizon cost ratios are extrapolations. Across the same 144 tasks, family-informed tool pruning reduces mean cost by 24.1{\%} with a success difference of -1.4 percentage points (paired 95{\%} CI [-3.5, 0.0]). A rolling history window saves 2.0{\%} with identical observed outcomes. Truncating results at 600 characters reduces success from 98.6{\%} to 47.2{\%} while more than doubling mean cost alongside longer unsuccessful episodes. These findings apply to the tested model, mock tools, and short horizons. The accompanying package reproduces the analysis from frozen usage logs and prefix counts."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="tran-2026-tokens">
<titleInfo>
<title>Where the Tokens Go: A Measured Anatomy of LLM Agent Trajectory Costs</title>
</titleInfo>
<name type="personal">
<namePart type="given">Tommy</namePart>
<namePart type="family">Tran</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the Second Workshop for REsearch on Agent Language Models (REALM 2026)</title>
</titleInfo>
<name type="personal">
<namePart type="given">Ehsan</namePart>
<namePart type="family">Kamalloo</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Nicolas</namePart>
<namePart type="family">Gontier</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Nikolai</namePart>
<namePart type="family">Rozanov</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Maryam</namePart>
<namePart type="family">Hashemzadeh</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Akhil</namePart>
<namePart type="family">Arora</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-485-9</identifier>
</relatedItem>
<abstract>Tool-using agents repeatedly transmit prompts and conversation history, but aggregate token counts obscure which components drive cost. We introduce a five-component accounting convention for append-only agent loops, using provider usage records and fixed-prefix token-count probes without a local tokenizer. With prompt caching disabled, in 954 episodes (4891 requests) from one claude-haiku-4-5-20251001 model across three synthetic task families, the recurring fixed prefix accounts for 76.6% of baseline input tokens. Tool schemas contribute 69.1%, echoed assistant output 6.5%, and the tool-result residual, including framing, 16.9%. A descriptive fit to continuing episodes gives per-step input growth of about 363 tokens; longer-horizon cost ratios are extrapolations. Across the same 144 tasks, family-informed tool pruning reduces mean cost by 24.1% with a success difference of -1.4 percentage points (paired 95% CI [-3.5, 0.0]). A rolling history window saves 2.0% with identical observed outcomes. Truncating results at 600 characters reduces success from 98.6% to 47.2% while more than doubling mean cost alongside longer unsuccessful episodes. These findings apply to the tested model, mock tools, and short horizons. The accompanying package reproduces the analysis from frozen usage logs and prefix counts.</abstract>
<identifier type="citekey">tran-2026-tokens</identifier>
<location>
<url>https://aclanthology.org/2026.realm-1.24/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>365</start>
<end>373</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Where the Tokens Go: A Measured Anatomy of LLM Agent Trajectory Costs
%A Tran, Tommy
%Y Kamalloo, Ehsan
%Y Gontier, Nicolas
%Y Rozanov, Nikolai
%Y Hashemzadeh, Maryam
%Y Arora, Akhil
%S Proceedings of the Second Workshop for REsearch on Agent Language Models (REALM 2026)
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-485-9
%F tran-2026-tokens
%X Tool-using agents repeatedly transmit prompts and conversation history, but aggregate token counts obscure which components drive cost. We introduce a five-component accounting convention for append-only agent loops, using provider usage records and fixed-prefix token-count probes without a local tokenizer. With prompt caching disabled, in 954 episodes (4891 requests) from one claude-haiku-4-5-20251001 model across three synthetic task families, the recurring fixed prefix accounts for 76.6% of baseline input tokens. Tool schemas contribute 69.1%, echoed assistant output 6.5%, and the tool-result residual, including framing, 16.9%. A descriptive fit to continuing episodes gives per-step input growth of about 363 tokens; longer-horizon cost ratios are extrapolations. Across the same 144 tasks, family-informed tool pruning reduces mean cost by 24.1% with a success difference of -1.4 percentage points (paired 95% CI [-3.5, 0.0]). A rolling history window saves 2.0% with identical observed outcomes. Truncating results at 600 characters reduces success from 98.6% to 47.2% while more than doubling mean cost alongside longer unsuccessful episodes. These findings apply to the tested model, mock tools, and short horizons. The accompanying package reproduces the analysis from frozen usage logs and prefix counts.
%U https://aclanthology.org/2026.realm-1.24/
%P 365-373
Markdown (Informal)
[Where the Tokens Go: A Measured Anatomy of LLM Agent Trajectory Costs](https://aclanthology.org/2026.realm-1.24/) (Tran, REALM 2026)
ACL