@inproceedings{zhou-etal-2026-backtrend,
title = "{B}ack{T}rend: Evaluating Scientific Weak-Signal Prediction via Backward Reconstruction",
author = "Zhou, Xiao and
Zhao, Yilun and
Jiang, Owen and
Hu, Tiansheng and
Xu, Cai and
Patwardhan, Manasi and
Cohan, Arman",
editor = "Lee, Hung-Yi and
Dev, Sunipa and
Li, Jessy and
Elliott, Desmond",
booktitle = "Findings of the {A}ssociation for {C}omputational {L}inguistics: {EMNLP} 2026",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.findings-emnlp.622/",
pages = "13065--13094",
ISBN = "979-8-89176-462-0",
abstract = "Scientific weak signals are early, low-visibility research directions that later become central to mature scientific topics, yet existing resources such as trend tracking, citation forecasting, and foresight reports rarely provide validated reference sets that link concrete early precursors to later paradigms. We introduce BackTrend, a retrospective benchmark in which, given a mature target topic and a temporal evidence constraint, systems must recover two types of precursors: problem-space signals, underrecognized research problems, and solution-space signals, emerging methods for known problems. BackTrend contains 25 mature target topics in artificial intelligence and machine learning and 66 human-validated weak signals, reconstructed from large-scale literature by grounding each candidate in its 2019{--}2024 publication-frequency trajectory. We evaluate frontier LLMs, RAG systems, and agentic research systems via set-level and signal-level semantic matching. Current systems generate plausible but misaligned precursors, with topic drift, granularity mismatch, lexical near-miss, and coverage failure; no system exceeds single-digit LLM-judged F1, and additional retrieval or web search does not consistently help."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="zhou-etal-2026-backtrend">
<titleInfo>
<title>BackTrend: Evaluating Scientific Weak-Signal Prediction via Backward Reconstruction</title>
</titleInfo>
<name type="personal">
<namePart type="given">Xiao</namePart>
<namePart type="family">Zhou</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Yilun</namePart>
<namePart type="family">Zhao</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Owen</namePart>
<namePart type="family">Jiang</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Tiansheng</namePart>
<namePart type="family">Hu</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Cai</namePart>
<namePart type="family">Xu</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Manasi</namePart>
<namePart type="family">Patwardhan</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Arman</namePart>
<namePart type="family">Cohan</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Findings of the Association for Computational Linguistics: EMNLP 2026</title>
</titleInfo>
<name type="personal">
<namePart type="given">Hung-Yi</namePart>
<namePart type="family">Lee</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Sunipa</namePart>
<namePart type="family">Dev</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jessy</namePart>
<namePart type="family">Li</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Desmond</namePart>
<namePart type="family">Elliott</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-462-0</identifier>
</relatedItem>
<abstract>Scientific weak signals are early, low-visibility research directions that later become central to mature scientific topics, yet existing resources such as trend tracking, citation forecasting, and foresight reports rarely provide validated reference sets that link concrete early precursors to later paradigms. We introduce BackTrend, a retrospective benchmark in which, given a mature target topic and a temporal evidence constraint, systems must recover two types of precursors: problem-space signals, underrecognized research problems, and solution-space signals, emerging methods for known problems. BackTrend contains 25 mature target topics in artificial intelligence and machine learning and 66 human-validated weak signals, reconstructed from large-scale literature by grounding each candidate in its 2019–2024 publication-frequency trajectory. We evaluate frontier LLMs, RAG systems, and agentic research systems via set-level and signal-level semantic matching. Current systems generate plausible but misaligned precursors, with topic drift, granularity mismatch, lexical near-miss, and coverage failure; no system exceeds single-digit LLM-judged F1, and additional retrieval or web search does not consistently help.</abstract>
<identifier type="citekey">zhou-etal-2026-backtrend</identifier>
<location>
<url>https://aclanthology.org/2026.findings-emnlp.622/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>13065</start>
<end>13094</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T BackTrend: Evaluating Scientific Weak-Signal Prediction via Backward Reconstruction
%A Zhou, Xiao
%A Zhao, Yilun
%A Jiang, Owen
%A Hu, Tiansheng
%A Xu, Cai
%A Patwardhan, Manasi
%A Cohan, Arman
%Y Lee, Hung-Yi
%Y Dev, Sunipa
%Y Li, Jessy
%Y Elliott, Desmond
%S Findings of the Association for Computational Linguistics: EMNLP 2026
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-462-0
%F zhou-etal-2026-backtrend
%X Scientific weak signals are early, low-visibility research directions that later become central to mature scientific topics, yet existing resources such as trend tracking, citation forecasting, and foresight reports rarely provide validated reference sets that link concrete early precursors to later paradigms. We introduce BackTrend, a retrospective benchmark in which, given a mature target topic and a temporal evidence constraint, systems must recover two types of precursors: problem-space signals, underrecognized research problems, and solution-space signals, emerging methods for known problems. BackTrend contains 25 mature target topics in artificial intelligence and machine learning and 66 human-validated weak signals, reconstructed from large-scale literature by grounding each candidate in its 2019–2024 publication-frequency trajectory. We evaluate frontier LLMs, RAG systems, and agentic research systems via set-level and signal-level semantic matching. Current systems generate plausible but misaligned precursors, with topic drift, granularity mismatch, lexical near-miss, and coverage failure; no system exceeds single-digit LLM-judged F1, and additional retrieval or web search does not consistently help.
%U https://aclanthology.org/2026.findings-emnlp.622/
%P 13065-13094
Markdown (Informal)
[BackTrend: Evaluating Scientific Weak-Signal Prediction via Backward Reconstruction](https://aclanthology.org/2026.findings-emnlp.622/) (Zhou et al., Findings 2026)
ACL