@inproceedings{lu-etal-2026-probe,
title = "{PROBE}: Prospective Retrieval with Oracle-Based End-Goal Distillation for Multi-Hop Question Answering",
author = "Lu, Xu and
Zang, Zhengqing and
Yao, Binhui and
Yang, Luwei and
Chen, Ruimin and
Wang, Zeng and
Wang, Haobo",
editor = "Lee, Hung-Yi and
Dev, Sunipa and
Li, Jessy and
Elliott, Desmond",
booktitle = "Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.emnlp-main.1379/",
pages = "31494--31515",
ISBN = "979-8-89176-459-0",
abstract = "Multi-hop question answering (MHQA) requires models to retrieve and reason over evidence distributed across multiple documents. However, training dense retrievers for MHQA remains challenging because labeled query-document pairs are difficult to obtain for the evolving intermediate queries in multi-hop reasoning. Recent approaches use LLM likelihoods for step-wise supervision over queries conditioned on accumulated evidence, which anchors retrieval to known facts and biases supervision toward answer-bearing documents, leaving bridging evidence undiscovered. To address this, we propose PROBE, a framework that optimizes dense retrievers for MHQA without requiring manually annotated query-document pairs. It decouples the reasoning state into a factual summary and a prospective query that anticipates missing information. For training, we transfer cross-encoder signals only at the final hop, providing trajectory-level supervision without penalizing early exploration. Experiments on three MHQA benchmarks show that PROBE consistently improves both retrieval and QA performance over strong iterative baselines, achieving an average gain of 5.7 points while using only about 5{\%} of the training data of the prior method."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="lu-etal-2026-probe">
<titleInfo>
<title>PROBE: Prospective Retrieval with Oracle-Based End-Goal Distillation for Multi-Hop Question Answering</title>
</titleInfo>
<name type="personal">
<namePart type="given">Xu</namePart>
<namePart type="family">Lu</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Zhengqing</namePart>
<namePart type="family">Zang</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Binhui</namePart>
<namePart type="family">Yao</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Luwei</namePart>
<namePart type="family">Yang</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Ruimin</namePart>
<namePart type="family">Chen</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Zeng</namePart>
<namePart type="family">Wang</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Haobo</namePart>
<namePart type="family">Wang</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing</title>
</titleInfo>
<name type="personal">
<namePart type="given">Hung-Yi</namePart>
<namePart type="family">Lee</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Sunipa</namePart>
<namePart type="family">Dev</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jessy</namePart>
<namePart type="family">Li</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Desmond</namePart>
<namePart type="family">Elliott</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-459-0</identifier>
</relatedItem>
<abstract>Multi-hop question answering (MHQA) requires models to retrieve and reason over evidence distributed across multiple documents. However, training dense retrievers for MHQA remains challenging because labeled query-document pairs are difficult to obtain for the evolving intermediate queries in multi-hop reasoning. Recent approaches use LLM likelihoods for step-wise supervision over queries conditioned on accumulated evidence, which anchors retrieval to known facts and biases supervision toward answer-bearing documents, leaving bridging evidence undiscovered. To address this, we propose PROBE, a framework that optimizes dense retrievers for MHQA without requiring manually annotated query-document pairs. It decouples the reasoning state into a factual summary and a prospective query that anticipates missing information. For training, we transfer cross-encoder signals only at the final hop, providing trajectory-level supervision without penalizing early exploration. Experiments on three MHQA benchmarks show that PROBE consistently improves both retrieval and QA performance over strong iterative baselines, achieving an average gain of 5.7 points while using only about 5% of the training data of the prior method.</abstract>
<identifier type="citekey">lu-etal-2026-probe</identifier>
<location>
<url>https://aclanthology.org/2026.emnlp-main.1379/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>31494</start>
<end>31515</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T PROBE: Prospective Retrieval with Oracle-Based End-Goal Distillation for Multi-Hop Question Answering
%A Lu, Xu
%A Zang, Zhengqing
%A Yao, Binhui
%A Yang, Luwei
%A Chen, Ruimin
%A Wang, Zeng
%A Wang, Haobo
%Y Lee, Hung-Yi
%Y Dev, Sunipa
%Y Li, Jessy
%Y Elliott, Desmond
%S Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-459-0
%F lu-etal-2026-probe
%X Multi-hop question answering (MHQA) requires models to retrieve and reason over evidence distributed across multiple documents. However, training dense retrievers for MHQA remains challenging because labeled query-document pairs are difficult to obtain for the evolving intermediate queries in multi-hop reasoning. Recent approaches use LLM likelihoods for step-wise supervision over queries conditioned on accumulated evidence, which anchors retrieval to known facts and biases supervision toward answer-bearing documents, leaving bridging evidence undiscovered. To address this, we propose PROBE, a framework that optimizes dense retrievers for MHQA without requiring manually annotated query-document pairs. It decouples the reasoning state into a factual summary and a prospective query that anticipates missing information. For training, we transfer cross-encoder signals only at the final hop, providing trajectory-level supervision without penalizing early exploration. Experiments on three MHQA benchmarks show that PROBE consistently improves both retrieval and QA performance over strong iterative baselines, achieving an average gain of 5.7 points while using only about 5% of the training data of the prior method.
%U https://aclanthology.org/2026.emnlp-main.1379/
%P 31494-31515
Markdown (Informal)
[PROBE: Prospective Retrieval with Oracle-Based End-Goal Distillation for Multi-Hop Question Answering](https://aclanthology.org/2026.emnlp-main.1379/) (Lu et al., EMNLP 2026)
ACL