@inproceedings{goyal-2026-towards,
title = "Towards Verifiable Answers: Reinforcement Learning with a Verifier Reduces Hallucinated References in Literature-Based Question Answering",
author = "Goyal, Rushank",
editor = "Accomazzi, Alberto and
Ghosal, Tirthankar and
Grezes, Felix and
Lockhart, Kelly and
Alkan, Atilla Kaan",
booktitle = "Proceedings of the 4th Workshop on Artificial Intelligence for Scientific Publications",
month = nov,
year = "2026",
address = "Hengqin, Zhuhai, China",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.wasp-1.22/",
pages = "199--209",
ISBN = "979-8-89176-456-9",
abstract = "Experts and laypeople alike increasingly encounter the scientific literature by posing questions to large language models (LLMs) rather than through database searches, making a model{'}s cited sources the reader{'}s main window into the original literature. Yet LLMs frequently suffer from citation hallucinations. Because source existence is objective and externally checkable, it provides an unusually clean signal for reinforcement learning with verifiable rewards (RLVR). We train LLaMA-3.1-8B-Instruct and LLaMA-3.2-3B-Instruct with GRPO and LoRA against a deterministic verifier that resolves each generated reference against scholarly databases CrossRef and OpenAlex. On 40 common medical questions in the MedAESQA dataset, the hallucination rate decreases from 85.5{\%} for the base 8B model to 76.7{\%} (p {\ensuremath{<}} 1e-4) for the best post-trained checkpoint. The post-trained model produces 71{\%} more verified references at unchanged citation density, generates fewer misleading DOIs (down to 14{\%} vs 54{\%} for the base), and favors canonical sources such as the New England Journal of Medicine. A six-part audit finds no evidence of reward hacking. Ultimately, this deterministic verifier supplies a practical, objective signal that reduces hallucinated references, offering a novel method to improve citation accuracy and a stepping stone toward fully verifiable LLM answers for literature-based QA."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="goyal-2026-towards">
<titleInfo>
<title>Towards Verifiable Answers: Reinforcement Learning with a Verifier Reduces Hallucinated References in Literature-Based Question Answering</title>
</titleInfo>
<name type="personal">
<namePart type="given">Rushank</namePart>
<namePart type="family">Goyal</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-11</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 4th Workshop on Artificial Intelligence for Scientific Publications</title>
</titleInfo>
<name type="personal">
<namePart type="given">Alberto</namePart>
<namePart type="family">Accomazzi</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Tirthankar</namePart>
<namePart type="family">Ghosal</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Felix</namePart>
<namePart type="family">Grezes</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Kelly</namePart>
<namePart type="family">Lockhart</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Atilla</namePart>
<namePart type="given">Kaan</namePart>
<namePart type="family">Alkan</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Hengqin, Zhuhai, China</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-456-9</identifier>
</relatedItem>
<abstract>Experts and laypeople alike increasingly encounter the scientific literature by posing questions to large language models (LLMs) rather than through database searches, making a model’s cited sources the reader’s main window into the original literature. Yet LLMs frequently suffer from citation hallucinations. Because source existence is objective and externally checkable, it provides an unusually clean signal for reinforcement learning with verifiable rewards (RLVR). We train LLaMA-3.1-8B-Instruct and LLaMA-3.2-3B-Instruct with GRPO and LoRA against a deterministic verifier that resolves each generated reference against scholarly databases CrossRef and OpenAlex. On 40 common medical questions in the MedAESQA dataset, the hallucination rate decreases from 85.5% for the base 8B model to 76.7% (p \ensuremath< 1e-4) for the best post-trained checkpoint. The post-trained model produces 71% more verified references at unchanged citation density, generates fewer misleading DOIs (down to 14% vs 54% for the base), and favors canonical sources such as the New England Journal of Medicine. A six-part audit finds no evidence of reward hacking. Ultimately, this deterministic verifier supplies a practical, objective signal that reduces hallucinated references, offering a novel method to improve citation accuracy and a stepping stone toward fully verifiable LLM answers for literature-based QA.</abstract>
<identifier type="citekey">goyal-2026-towards</identifier>
<location>
<url>https://aclanthology.org/2026.wasp-1.22/</url>
</location>
<part>
<date>2026-11</date>
<extent unit="page">
<start>199</start>
<end>209</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Towards Verifiable Answers: Reinforcement Learning with a Verifier Reduces Hallucinated References in Literature-Based Question Answering
%A Goyal, Rushank
%Y Accomazzi, Alberto
%Y Ghosal, Tirthankar
%Y Grezes, Felix
%Y Lockhart, Kelly
%Y Alkan, Atilla Kaan
%S Proceedings of the 4th Workshop on Artificial Intelligence for Scientific Publications
%D 2026
%8 November
%I Association for Computational Linguistics
%C Hengqin, Zhuhai, China
%@ 979-8-89176-456-9
%F goyal-2026-towards
%X Experts and laypeople alike increasingly encounter the scientific literature by posing questions to large language models (LLMs) rather than through database searches, making a model’s cited sources the reader’s main window into the original literature. Yet LLMs frequently suffer from citation hallucinations. Because source existence is objective and externally checkable, it provides an unusually clean signal for reinforcement learning with verifiable rewards (RLVR). We train LLaMA-3.1-8B-Instruct and LLaMA-3.2-3B-Instruct with GRPO and LoRA against a deterministic verifier that resolves each generated reference against scholarly databases CrossRef and OpenAlex. On 40 common medical questions in the MedAESQA dataset, the hallucination rate decreases from 85.5% for the base 8B model to 76.7% (p \ensuremath< 1e-4) for the best post-trained checkpoint. The post-trained model produces 71% more verified references at unchanged citation density, generates fewer misleading DOIs (down to 14% vs 54% for the base), and favors canonical sources such as the New England Journal of Medicine. A six-part audit finds no evidence of reward hacking. Ultimately, this deterministic verifier supplies a practical, objective signal that reduces hallucinated references, offering a novel method to improve citation accuracy and a stepping stone toward fully verifiable LLM answers for literature-based QA.
%U https://aclanthology.org/2026.wasp-1.22/
%P 199-209
Markdown (Informal)
[Towards Verifiable Answers: Reinforcement Learning with a Verifier Reduces Hallucinated References in Literature-Based Question Answering](https://aclanthology.org/2026.wasp-1.22/) (Goyal, WASP 2026)
ACL