@inproceedings{jung-etal-2026-shortcut,
title = "Shortcut-Controlled Evaluation for {AI}-Generated Text Detection",
author = "Jung, Hee-Young and
Ahn, Jae-Eon and
Park, Seong-Jin and
Kim, Kang-Min",
editor = "Lee, Hung-Yi and
Dev, Sunipa and
Li, Jessy and
Elliott, Desmond",
booktitle = "Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.emnlp-main.2177/",
pages = "49501--49530",
ISBN = "979-8-89176-459-0",
abstract = "Large language models (LLMs) are increasingly employed in writing assistance for online text, making AI-generated text (AIGT) detection a critical challenge for managing text provenance. However, it remains unclear whether the high detection performance reported in existing AIGT benchmarks reflects a detector{'}s ability to capture essential differences between human-written and AI-generated text. Rather, this high performance might be driven by easily measurable shortcuts in benchmark settings. To address this question, we decomposed the detection signals in AIGT and systematically analyzed the role of shortcuts in existing benchmark settings. Our analysis reveals that a simple logistic regression classifier trained solely on surface shortcut features (e.g., formatting style and lexical usage) achieves strong classification performance without relying on any semantic signals. Furthermore, the consistent performance degradation of existing detectors when such shortcuts are removed suggests that current AIGT evaluations are influenced by shortcut signals. Motivated by these findings, we present AIGT-SignalBench, a shortcut-controlled benchmark designed to reflect realistic AI-assisted writing scenarios."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="jung-etal-2026-shortcut">
<titleInfo>
<title>Shortcut-Controlled Evaluation for AI-Generated Text Detection</title>
</titleInfo>
<name type="personal">
<namePart type="given">Hee-Young</namePart>
<namePart type="family">Jung</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jae-Eon</namePart>
<namePart type="family">Ahn</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Seong-Jin</namePart>
<namePart type="family">Park</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Kang-Min</namePart>
<namePart type="family">Kim</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing</title>
</titleInfo>
<name type="personal">
<namePart type="given">Hung-Yi</namePart>
<namePart type="family">Lee</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Sunipa</namePart>
<namePart type="family">Dev</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jessy</namePart>
<namePart type="family">Li</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Desmond</namePart>
<namePart type="family">Elliott</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-459-0</identifier>
</relatedItem>
<abstract>Large language models (LLMs) are increasingly employed in writing assistance for online text, making AI-generated text (AIGT) detection a critical challenge for managing text provenance. However, it remains unclear whether the high detection performance reported in existing AIGT benchmarks reflects a detector’s ability to capture essential differences between human-written and AI-generated text. Rather, this high performance might be driven by easily measurable shortcuts in benchmark settings. To address this question, we decomposed the detection signals in AIGT and systematically analyzed the role of shortcuts in existing benchmark settings. Our analysis reveals that a simple logistic regression classifier trained solely on surface shortcut features (e.g., formatting style and lexical usage) achieves strong classification performance without relying on any semantic signals. Furthermore, the consistent performance degradation of existing detectors when such shortcuts are removed suggests that current AIGT evaluations are influenced by shortcut signals. Motivated by these findings, we present AIGT-SignalBench, a shortcut-controlled benchmark designed to reflect realistic AI-assisted writing scenarios.</abstract>
<identifier type="citekey">jung-etal-2026-shortcut</identifier>
<location>
<url>https://aclanthology.org/2026.emnlp-main.2177/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>49501</start>
<end>49530</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Shortcut-Controlled Evaluation for AI-Generated Text Detection
%A Jung, Hee-Young
%A Ahn, Jae-Eon
%A Park, Seong-Jin
%A Kim, Kang-Min
%Y Lee, Hung-Yi
%Y Dev, Sunipa
%Y Li, Jessy
%Y Elliott, Desmond
%S Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-459-0
%F jung-etal-2026-shortcut
%X Large language models (LLMs) are increasingly employed in writing assistance for online text, making AI-generated text (AIGT) detection a critical challenge for managing text provenance. However, it remains unclear whether the high detection performance reported in existing AIGT benchmarks reflects a detector’s ability to capture essential differences between human-written and AI-generated text. Rather, this high performance might be driven by easily measurable shortcuts in benchmark settings. To address this question, we decomposed the detection signals in AIGT and systematically analyzed the role of shortcuts in existing benchmark settings. Our analysis reveals that a simple logistic regression classifier trained solely on surface shortcut features (e.g., formatting style and lexical usage) achieves strong classification performance without relying on any semantic signals. Furthermore, the consistent performance degradation of existing detectors when such shortcuts are removed suggests that current AIGT evaluations are influenced by shortcut signals. Motivated by these findings, we present AIGT-SignalBench, a shortcut-controlled benchmark designed to reflect realistic AI-assisted writing scenarios.
%U https://aclanthology.org/2026.emnlp-main.2177/
%P 49501-49530
Markdown (Informal)
[Shortcut-Controlled Evaluation for AI-Generated Text Detection](https://aclanthology.org/2026.emnlp-main.2177/) (Jung et al., EMNLP 2026)
ACL