@article{worledge-etal-2026-extractive,
title = "The Extractive-Abstractive Spectrum: Uncovering Verifiability Trade-offs in {LLM} Generations",
author = "Worledge, Theodora and
Hashimoto, Tatsunori and
Guestrin, Carlos",
journal = "Transactions of the Association for Computational Linguistics",
volume = "14",
year = "2026",
address = "Cambridge, MA",
publisher = "MIT Press",
url = "https://aclanthology.org/2026.tacl-1.114/",
doi = "10.1162/tacl.a.811",
pages = "2449--2474",
abstract = "Across all fields, respected experts cite their sources. While large language models (LLMs) excel at synthesizing information, they do not reliably cite sources, making it difficult to verify provided information. In contrast, search engines make sources readily accessible but burden users with synthesizing information. To rigorously examine the interplay between verifiability and utility, we build on classic theories of abstraction to propose an extractive-abstractive spectrum for cited generations; we define five operating points that span the extreme endpoints of extractive search engine outputs and abstractive LLM generations without reliable citation. We perform an analysis of the drawbacks and benefits of seven systems across the spectrum in the QA settings of search queries, information simplification, multi-hop reasoning, and health advice. As outputs become more abstractive, our human evaluations find that the proportion of properly cited sentences decreases by as much as 50{\%}. Simultaneously, perceived utility improves by as much as 200{\%} and users take up to 3 times as long to verify cited information. We recommend operating points for specific task settings and our failure analysis informs methods for citation identification, information retrieval, and multi-operating point systems."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="worledge-etal-2026-extractive">
<titleInfo>
<title>The Extractive-Abstractive Spectrum: Uncovering Verifiability Trade-offs in LLM Generations</title>
</titleInfo>
<name type="personal">
<namePart type="given">Theodora</namePart>
<namePart type="family">Worledge</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Tatsunori</namePart>
<namePart type="family">Hashimoto</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Carlos</namePart>
<namePart type="family">Guestrin</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<genre authority="bibutilsgt">journal article</genre>
<relatedItem type="host">
<titleInfo>
<title>Transactions of the Association for Computational Linguistics</title>
</titleInfo>
<originInfo>
<issuance>continuing</issuance>
<publisher>MIT Press</publisher>
<place>
<placeTerm type="text">Cambridge, MA</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">periodical</genre>
<genre authority="bibutilsgt">academic journal</genre>
</relatedItem>
<abstract>Across all fields, respected experts cite their sources. While large language models (LLMs) excel at synthesizing information, they do not reliably cite sources, making it difficult to verify provided information. In contrast, search engines make sources readily accessible but burden users with synthesizing information. To rigorously examine the interplay between verifiability and utility, we build on classic theories of abstraction to propose an extractive-abstractive spectrum for cited generations; we define five operating points that span the extreme endpoints of extractive search engine outputs and abstractive LLM generations without reliable citation. We perform an analysis of the drawbacks and benefits of seven systems across the spectrum in the QA settings of search queries, information simplification, multi-hop reasoning, and health advice. As outputs become more abstractive, our human evaluations find that the proportion of properly cited sentences decreases by as much as 50%. Simultaneously, perceived utility improves by as much as 200% and users take up to 3 times as long to verify cited information. We recommend operating points for specific task settings and our failure analysis informs methods for citation identification, information retrieval, and multi-operating point systems.</abstract>
<identifier type="citekey">worledge-etal-2026-extractive</identifier>
<identifier type="doi">10.1162/tacl.a.811</identifier>
<location>
<url>https://aclanthology.org/2026.tacl-1.114/</url>
</location>
<part>
<date>2026</date>
<detail type="volume"><number>14</number></detail>
<extent unit="page">
<start>2449</start>
<end>2474</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Journal Article
%T The Extractive-Abstractive Spectrum: Uncovering Verifiability Trade-offs in LLM Generations
%A Worledge, Theodora
%A Hashimoto, Tatsunori
%A Guestrin, Carlos
%J Transactions of the Association for Computational Linguistics
%D 2026
%V 14
%I MIT Press
%C Cambridge, MA
%F worledge-etal-2026-extractive
%X Across all fields, respected experts cite their sources. While large language models (LLMs) excel at synthesizing information, they do not reliably cite sources, making it difficult to verify provided information. In contrast, search engines make sources readily accessible but burden users with synthesizing information. To rigorously examine the interplay between verifiability and utility, we build on classic theories of abstraction to propose an extractive-abstractive spectrum for cited generations; we define five operating points that span the extreme endpoints of extractive search engine outputs and abstractive LLM generations without reliable citation. We perform an analysis of the drawbacks and benefits of seven systems across the spectrum in the QA settings of search queries, information simplification, multi-hop reasoning, and health advice. As outputs become more abstractive, our human evaluations find that the proportion of properly cited sentences decreases by as much as 50%. Simultaneously, perceived utility improves by as much as 200% and users take up to 3 times as long to verify cited information. We recommend operating points for specific task settings and our failure analysis informs methods for citation identification, information retrieval, and multi-operating point systems.
%R 10.1162/tacl.a.811
%U https://aclanthology.org/2026.tacl-1.114/
%U https://doi.org/10.1162/tacl.a.811
%P 2449-2474
Markdown (Informal)
[The Extractive-Abstractive Spectrum: Uncovering Verifiability Trade-offs in LLM Generations](https://aclanthology.org/2026.tacl-1.114/) (Worledge et al., TACL 2026)
ACL