@inproceedings{orthey-etal-2026-false,
title = "False Memories in {LLM}s: Gist-Based Recognition Despite Verbatim Context",
author = "Orthey, Robin and
Pelat, Guillaume and
Nakao, Yuri",
editor = "Sousa-Silva, Rui and
Lopes Cardoso, Henrique and
Koponen, Maarit and
Pareja-Lora, Antonio",
booktitle = "Proceedings of the 3rd Workshop on Language Understanding in the Human-Machine Era ({LUHME} 2026)",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.luhme-1.7/",
pages = "89--97",
ISBN = "979-8-89176-471-2",
abstract = "Large language models (LLMs) operate over information held in their context window, but it is unclear whether they use that information by referencing it literally or by relying on a more general semantic gist. We address this question by transferring the Deese-Roediger-McDermott (DRM) false-memory paradigm, a standard method for eliciting gist-based memory errors in humans, to four LLMs spanning two architectures and two parameter scales. We test recognition of studied words, unrelated words, and critical lures across context lengths from 1k to 32k tokens, and measure responses both as discrete judgments and as a continuous probability that captures effects below the threshold of an overt response. We find that a gist-consistent false-memory signal is present in every model, even where overt false recognitions are rare, but that its expression as overt false memory is model-specific. Where false memories occur, they tend to increase with context length, and they do so even though the studied words remain available verbatim in the context, indicating that recognition is driven by gist rather than verification against the literal input. The DRM paradigm thus offers a controlled, psychologically grounded probe of gist-driven errors in LLMs."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="orthey-etal-2026-false">
<titleInfo>
<title>False Memories in LLMs: Gist-Based Recognition Despite Verbatim Context</title>
</titleInfo>
<name type="personal">
<namePart type="given">Robin</namePart>
<namePart type="family">Orthey</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Guillaume</namePart>
<namePart type="family">Pelat</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Yuri</namePart>
<namePart type="family">Nakao</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 3rd Workshop on Language Understanding in the Human-Machine Era (LUHME 2026)</title>
</titleInfo>
<name type="personal">
<namePart type="given">Rui</namePart>
<namePart type="family">Sousa-Silva</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Henrique</namePart>
<namePart type="family">Lopes Cardoso</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Maarit</namePart>
<namePart type="family">Koponen</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Antonio</namePart>
<namePart type="family">Pareja-Lora</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-471-2</identifier>
</relatedItem>
<abstract>Large language models (LLMs) operate over information held in their context window, but it is unclear whether they use that information by referencing it literally or by relying on a more general semantic gist. We address this question by transferring the Deese-Roediger-McDermott (DRM) false-memory paradigm, a standard method for eliciting gist-based memory errors in humans, to four LLMs spanning two architectures and two parameter scales. We test recognition of studied words, unrelated words, and critical lures across context lengths from 1k to 32k tokens, and measure responses both as discrete judgments and as a continuous probability that captures effects below the threshold of an overt response. We find that a gist-consistent false-memory signal is present in every model, even where overt false recognitions are rare, but that its expression as overt false memory is model-specific. Where false memories occur, they tend to increase with context length, and they do so even though the studied words remain available verbatim in the context, indicating that recognition is driven by gist rather than verification against the literal input. The DRM paradigm thus offers a controlled, psychologically grounded probe of gist-driven errors in LLMs.</abstract>
<identifier type="citekey">orthey-etal-2026-false</identifier>
<location>
<url>https://aclanthology.org/2026.luhme-1.7/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>89</start>
<end>97</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T False Memories in LLMs: Gist-Based Recognition Despite Verbatim Context
%A Orthey, Robin
%A Pelat, Guillaume
%A Nakao, Yuri
%Y Sousa-Silva, Rui
%Y Lopes Cardoso, Henrique
%Y Koponen, Maarit
%Y Pareja-Lora, Antonio
%S Proceedings of the 3rd Workshop on Language Understanding in the Human-Machine Era (LUHME 2026)
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-471-2
%F orthey-etal-2026-false
%X Large language models (LLMs) operate over information held in their context window, but it is unclear whether they use that information by referencing it literally or by relying on a more general semantic gist. We address this question by transferring the Deese-Roediger-McDermott (DRM) false-memory paradigm, a standard method for eliciting gist-based memory errors in humans, to four LLMs spanning two architectures and two parameter scales. We test recognition of studied words, unrelated words, and critical lures across context lengths from 1k to 32k tokens, and measure responses both as discrete judgments and as a continuous probability that captures effects below the threshold of an overt response. We find that a gist-consistent false-memory signal is present in every model, even where overt false recognitions are rare, but that its expression as overt false memory is model-specific. Where false memories occur, they tend to increase with context length, and they do so even though the studied words remain available verbatim in the context, indicating that recognition is driven by gist rather than verification against the literal input. The DRM paradigm thus offers a controlled, psychologically grounded probe of gist-driven errors in LLMs.
%U https://aclanthology.org/2026.luhme-1.7/
%P 89-97
Markdown (Informal)
[False Memories in LLMs: Gist-Based Recognition Despite Verbatim Context](https://aclanthology.org/2026.luhme-1.7/) (Orthey et al., LUHME 2026)
ACL