@inproceedings{dao-etal-2026-weighted,
title = "Weighted Memory Tree: Remembering What Matters for Long-Horizon {LLM} Agents",
author = "Dao, Quang and
Kathalkar, Purvi and
Eaton, Kenneth",
editor = "Kamalloo, Ehsan and
Gontier, Nicolas and
Rozanov, Nikolai and
Hashemzadeh, Maryam and
Arora, Akhil",
booktitle = "Proceedings of the Second Workshop for {RE}search on Agent Language Models ({REALM} 2026)",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.realm-1.35/",
pages = "524--540",
ISBN = "979-8-89176-485-9",
abstract = "Large language model (LLM) agents have demonstrated the ability to solve multi-step tasks requiring planning, tool use, and external information access, yet growing execution histories increase inference cost and expose reasoning to outdated, irrelevant, or misleading information, potentially degrading reasoning quality. Existing memory approaches organize or compress execution histories but provide limited mechanisms for deciding which memories remain active. We introduce the $\textbf{Weighted Memory Tree}$ $(\textbf{WMT})$, a hierarchical memory system that organizes execution into tasks, subtasks, and actions while assigning each memory a dynamic retention score. Event-based updates and selection-based decay revise these scores, allowing WMT to preserve useful information, fold completed trajectories, suppress low-utility content, and retain access to folded context. We evaluate WMT on GAIA and its text-only subset, GAIA-Text, using Qwen3-8B, Gemma 4 E4B, and Llama-3.1-8B, with ablations and memory-poisoning experiments. Relative to linear memory, WMT improves accuracy by an average of 9.97 percentage points on GAIA-Text and 10.10 percentage points on GAIA, while reducing prompt-token usage by 32.8{\%} and 32.2{\%}, respectively. In our controlled memory-poisoning experiments, WMT reduces the measured persistence and propagation of intentionally injected unreliable information. Our results suggest that effective long-horizon agent memory depends less on storing more information than on deciding which information should remain active."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="dao-etal-2026-weighted">
<titleInfo>
<title>Weighted Memory Tree: Remembering What Matters for Long-Horizon LLM Agents</title>
</titleInfo>
<name type="personal">
<namePart type="given">Quang</namePart>
<namePart type="family">Dao</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Purvi</namePart>
<namePart type="family">Kathalkar</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Kenneth</namePart>
<namePart type="family">Eaton</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the Second Workshop for REsearch on Agent Language Models (REALM 2026)</title>
</titleInfo>
<name type="personal">
<namePart type="given">Ehsan</namePart>
<namePart type="family">Kamalloo</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Nicolas</namePart>
<namePart type="family">Gontier</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Nikolai</namePart>
<namePart type="family">Rozanov</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Maryam</namePart>
<namePart type="family">Hashemzadeh</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Akhil</namePart>
<namePart type="family">Arora</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-485-9</identifier>
</relatedItem>
<abstract>Large language model (LLM) agents have demonstrated the ability to solve multi-step tasks requiring planning, tool use, and external information access, yet growing execution histories increase inference cost and expose reasoning to outdated, irrelevant, or misleading information, potentially degrading reasoning quality. Existing memory approaches organize or compress execution histories but provide limited mechanisms for deciding which memories remain active. We introduce the Weighted Memory Tree (WMT), a hierarchical memory system that organizes execution into tasks, subtasks, and actions while assigning each memory a dynamic retention score. Event-based updates and selection-based decay revise these scores, allowing WMT to preserve useful information, fold completed trajectories, suppress low-utility content, and retain access to folded context. We evaluate WMT on GAIA and its text-only subset, GAIA-Text, using Qwen3-8B, Gemma 4 E4B, and Llama-3.1-8B, with ablations and memory-poisoning experiments. Relative to linear memory, WMT improves accuracy by an average of 9.97 percentage points on GAIA-Text and 10.10 percentage points on GAIA, while reducing prompt-token usage by 32.8% and 32.2%, respectively. In our controlled memory-poisoning experiments, WMT reduces the measured persistence and propagation of intentionally injected unreliable information. Our results suggest that effective long-horizon agent memory depends less on storing more information than on deciding which information should remain active.</abstract>
<identifier type="citekey">dao-etal-2026-weighted</identifier>
<location>
<url>https://aclanthology.org/2026.realm-1.35/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>524</start>
<end>540</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Weighted Memory Tree: Remembering What Matters for Long-Horizon LLM Agents
%A Dao, Quang
%A Kathalkar, Purvi
%A Eaton, Kenneth
%Y Kamalloo, Ehsan
%Y Gontier, Nicolas
%Y Rozanov, Nikolai
%Y Hashemzadeh, Maryam
%Y Arora, Akhil
%S Proceedings of the Second Workshop for REsearch on Agent Language Models (REALM 2026)
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-485-9
%F dao-etal-2026-weighted
%X Large language model (LLM) agents have demonstrated the ability to solve multi-step tasks requiring planning, tool use, and external information access, yet growing execution histories increase inference cost and expose reasoning to outdated, irrelevant, or misleading information, potentially degrading reasoning quality. Existing memory approaches organize or compress execution histories but provide limited mechanisms for deciding which memories remain active. We introduce the Weighted Memory Tree (WMT), a hierarchical memory system that organizes execution into tasks, subtasks, and actions while assigning each memory a dynamic retention score. Event-based updates and selection-based decay revise these scores, allowing WMT to preserve useful information, fold completed trajectories, suppress low-utility content, and retain access to folded context. We evaluate WMT on GAIA and its text-only subset, GAIA-Text, using Qwen3-8B, Gemma 4 E4B, and Llama-3.1-8B, with ablations and memory-poisoning experiments. Relative to linear memory, WMT improves accuracy by an average of 9.97 percentage points on GAIA-Text and 10.10 percentage points on GAIA, while reducing prompt-token usage by 32.8% and 32.2%, respectively. In our controlled memory-poisoning experiments, WMT reduces the measured persistence and propagation of intentionally injected unreliable information. Our results suggest that effective long-horizon agent memory depends less on storing more information than on deciding which information should remain active.
%U https://aclanthology.org/2026.realm-1.35/
%P 524-540
Markdown (Informal)
[Weighted Memory Tree: Remembering What Matters for Long-Horizon LLM Agents](https://aclanthology.org/2026.realm-1.35/) (Dao et al., REALM 2026)
ACL