@inproceedings{rucker-etal-2026-selected,
title = "{S}elect{ED}: Selective {LLM} Refinement for Entity Disambiguation",
author = {R{\"u}cker, Susanna and
Reinicke, Alexander and
Akbik, Alan},
editor = {Aziz, Wilker and
Berant, Jonathan and
Eikema, Bryan and
Ilia, Evgenia and
de Marneffe, Marie-Catherine and
Plank, Barbara and
Shelmanov, Artem and
Swayamdipta, Swabha and
Tiedemann, J{\"o}rg and
Vazhentsev, Artem and
V{\'a}zquez, Ra{\'u}l and
Zerva, Chrysoula},
booktitle = "The Proceedings of the Third Workshop on Uncertainty-Aware {NLP}",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.uncertainlp-main.9/",
pages = "111--137",
ISBN = "979-8-89176-486-6",
abstract = "Efficient architectures for Entity Disambiguation (ED) typically pair a dual encoder for candidate retrieval with a cross encoder for re-ranking. While large language models (LLMs) have recently emerged as powerful alternatives for the ranking stage, their application remains constrained by two primary factors: only a limited number of candidate entities can be provided within the model{'}s input context, and invoking LLMs for every entity mention leads to prohibitive computational cost.\par In this work, we propose SelectED, a confidence-guided hybrid framework for efficient entity disambiguation. Our method uses a dual encoder as a fast primary model and selectively invokes an LLM only for uncertain mentions. A central focus is the systematic study of selective LLM refinement, including uncertainty estimation, thresholding, and prompt design choices for balancing accuracy and efficiency. Experiments on the ZELDA benchmark show that selective prompting improves accuracy by 4.3{\%}, establishing a new best result among directly comparable ZELDA-trained systems while requiring LLM inference for only about 20{\%} of mentions. Moreover, SelectED surpasses full LLM prompting, suggesting that selective refinement can avoid LLM-induced errors on high-confidence mentions."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="rucker-etal-2026-selected">
<titleInfo>
<title>SelectED: Selective LLM Refinement for Entity Disambiguation</title>
</titleInfo>
<name type="personal">
<namePart type="given">Susanna</namePart>
<namePart type="family">Rücker</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Alexander</namePart>
<namePart type="family">Reinicke</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Alan</namePart>
<namePart type="family">Akbik</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>The Proceedings of the Third Workshop on Uncertainty-Aware NLP</title>
</titleInfo>
<name type="personal">
<namePart type="given">Wilker</namePart>
<namePart type="family">Aziz</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jonathan</namePart>
<namePart type="family">Berant</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Bryan</namePart>
<namePart type="family">Eikema</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Evgenia</namePart>
<namePart type="family">Ilia</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Marie-Catherine</namePart>
<namePart type="family">de Marneffe</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Barbara</namePart>
<namePart type="family">Plank</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Artem</namePart>
<namePart type="family">Shelmanov</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Swabha</namePart>
<namePart type="family">Swayamdipta</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jörg</namePart>
<namePart type="family">Tiedemann</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Artem</namePart>
<namePart type="family">Vazhentsev</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Raúl</namePart>
<namePart type="family">Vázquez</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Chrysoula</namePart>
<namePart type="family">Zerva</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-486-6</identifier>
</relatedItem>
<abstract>Efficient architectures for Entity Disambiguation (ED) typically pair a dual encoder for candidate retrieval with a cross encoder for re-ranking. While large language models (LLMs) have recently emerged as powerful alternatives for the ranking stage, their application remains constrained by two primary factors: only a limited number of candidate entities can be provided within the model’s input context, and invoking LLMs for every entity mention leads to prohibitive computational cost.\par In this work, we propose SelectED, a confidence-guided hybrid framework for efficient entity disambiguation. Our method uses a dual encoder as a fast primary model and selectively invokes an LLM only for uncertain mentions. A central focus is the systematic study of selective LLM refinement, including uncertainty estimation, thresholding, and prompt design choices for balancing accuracy and efficiency. Experiments on the ZELDA benchmark show that selective prompting improves accuracy by 4.3%, establishing a new best result among directly comparable ZELDA-trained systems while requiring LLM inference for only about 20% of mentions. Moreover, SelectED surpasses full LLM prompting, suggesting that selective refinement can avoid LLM-induced errors on high-confidence mentions.</abstract>
<identifier type="citekey">rucker-etal-2026-selected</identifier>
<location>
<url>https://aclanthology.org/2026.uncertainlp-main.9/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>111</start>
<end>137</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T SelectED: Selective LLM Refinement for Entity Disambiguation
%A Rücker, Susanna
%A Reinicke, Alexander
%A Akbik, Alan
%Y Aziz, Wilker
%Y Berant, Jonathan
%Y Eikema, Bryan
%Y Ilia, Evgenia
%Y de Marneffe, Marie-Catherine
%Y Plank, Barbara
%Y Shelmanov, Artem
%Y Swayamdipta, Swabha
%Y Tiedemann, Jörg
%Y Vazhentsev, Artem
%Y Vázquez, Raúl
%Y Zerva, Chrysoula
%S The Proceedings of the Third Workshop on Uncertainty-Aware NLP
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-486-6
%F rucker-etal-2026-selected
%X Efficient architectures for Entity Disambiguation (ED) typically pair a dual encoder for candidate retrieval with a cross encoder for re-ranking. While large language models (LLMs) have recently emerged as powerful alternatives for the ranking stage, their application remains constrained by two primary factors: only a limited number of candidate entities can be provided within the model’s input context, and invoking LLMs for every entity mention leads to prohibitive computational cost.\par In this work, we propose SelectED, a confidence-guided hybrid framework for efficient entity disambiguation. Our method uses a dual encoder as a fast primary model and selectively invokes an LLM only for uncertain mentions. A central focus is the systematic study of selective LLM refinement, including uncertainty estimation, thresholding, and prompt design choices for balancing accuracy and efficiency. Experiments on the ZELDA benchmark show that selective prompting improves accuracy by 4.3%, establishing a new best result among directly comparable ZELDA-trained systems while requiring LLM inference for only about 20% of mentions. Moreover, SelectED surpasses full LLM prompting, suggesting that selective refinement can avoid LLM-induced errors on high-confidence mentions.
%U https://aclanthology.org/2026.uncertainlp-main.9/
%P 111-137
Markdown (Informal)
[SelectED: Selective LLM Refinement for Entity Disambiguation](https://aclanthology.org/2026.uncertainlp-main.9/) (Rücker et al., UncertaiNLP 2026)
ACL