@inproceedings{an-etal-2026-lumina,
title = "{LUMINA}: {L}ongit{U}dinal {M}ult{I}modal reaso{N}ing Agent for Medical Imaging",
author = "An, Zhaoqi and
Xie, Yunchang and
Yu, Xiaobing and
Yang, Yuyi and
Chowdhury, Ahmad and
Qiu, Peijie",
editor = "Lee, Hung-Yi and
Dev, Sunipa and
Li, Jessy and
Elliott, Desmond",
booktitle = "Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.emnlp-main.1753/",
pages = "39983--40006",
ISBN = "979-8-89176-459-0",
abstract = "Multimodal large language models (MLLMs) have shown strong performance in perception and question-answering, but many clinical decisions require reasoning across observations collected over time rather than from a single input. We study this problem in longitudinal modeling, where evidence evolves across visits. We introduce LUMINA (LongitUdinal MultImodal reasoNing Agent), a single-agent framework that incrementally builds an auditable evidence state before making predictions. Instead of predicting directly from all observations, LUMINA organizes current evidence, compares observations across prior visits, maintains longitudinal memory, optionally retrieves relevant cross-subject summaries, and verifies whether the accumulated evidence supports the final decision. We evaluate LUMINA on two subject-level benchmarks: Alzheimer{'}s disease classification and 36-month progression forecasting from observed visit prefixes. Across nine MLLM backbones, LUMINA consistently outperforms MLLM baselines and an adapted medical reasoning agent, achieving 13.8{\%}{--}18.5{\%} relative balanced accuracy gains on classification and 16.8{\%}{--}24.8{\%} gains on progression forecasting over the strongest non-agent baseline. Additional evaluations preserve the same method ordering on Parkinsonian-state classification and breast cancer treatment-response prediction."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="an-etal-2026-lumina">
<titleInfo>
<title>LUMINA: LongitUdinal MultImodal reasoNing Agent for Medical Imaging</title>
</titleInfo>
<name type="personal">
<namePart type="given">Zhaoqi</namePart>
<namePart type="family">An</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Yunchang</namePart>
<namePart type="family">Xie</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Xiaobing</namePart>
<namePart type="family">Yu</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Yuyi</namePart>
<namePart type="family">Yang</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Ahmad</namePart>
<namePart type="family">Chowdhury</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Peijie</namePart>
<namePart type="family">Qiu</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing</title>
</titleInfo>
<name type="personal">
<namePart type="given">Hung-Yi</namePart>
<namePart type="family">Lee</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Sunipa</namePart>
<namePart type="family">Dev</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jessy</namePart>
<namePart type="family">Li</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Desmond</namePart>
<namePart type="family">Elliott</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-459-0</identifier>
</relatedItem>
<abstract>Multimodal large language models (MLLMs) have shown strong performance in perception and question-answering, but many clinical decisions require reasoning across observations collected over time rather than from a single input. We study this problem in longitudinal modeling, where evidence evolves across visits. We introduce LUMINA (LongitUdinal MultImodal reasoNing Agent), a single-agent framework that incrementally builds an auditable evidence state before making predictions. Instead of predicting directly from all observations, LUMINA organizes current evidence, compares observations across prior visits, maintains longitudinal memory, optionally retrieves relevant cross-subject summaries, and verifies whether the accumulated evidence supports the final decision. We evaluate LUMINA on two subject-level benchmarks: Alzheimer’s disease classification and 36-month progression forecasting from observed visit prefixes. Across nine MLLM backbones, LUMINA consistently outperforms MLLM baselines and an adapted medical reasoning agent, achieving 13.8%–18.5% relative balanced accuracy gains on classification and 16.8%–24.8% gains on progression forecasting over the strongest non-agent baseline. Additional evaluations preserve the same method ordering on Parkinsonian-state classification and breast cancer treatment-response prediction.</abstract>
<identifier type="citekey">an-etal-2026-lumina</identifier>
<location>
<url>https://aclanthology.org/2026.emnlp-main.1753/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>39983</start>
<end>40006</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T LUMINA: LongitUdinal MultImodal reasoNing Agent for Medical Imaging
%A An, Zhaoqi
%A Xie, Yunchang
%A Yu, Xiaobing
%A Yang, Yuyi
%A Chowdhury, Ahmad
%A Qiu, Peijie
%Y Lee, Hung-Yi
%Y Dev, Sunipa
%Y Li, Jessy
%Y Elliott, Desmond
%S Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-459-0
%F an-etal-2026-lumina
%X Multimodal large language models (MLLMs) have shown strong performance in perception and question-answering, but many clinical decisions require reasoning across observations collected over time rather than from a single input. We study this problem in longitudinal modeling, where evidence evolves across visits. We introduce LUMINA (LongitUdinal MultImodal reasoNing Agent), a single-agent framework that incrementally builds an auditable evidence state before making predictions. Instead of predicting directly from all observations, LUMINA organizes current evidence, compares observations across prior visits, maintains longitudinal memory, optionally retrieves relevant cross-subject summaries, and verifies whether the accumulated evidence supports the final decision. We evaluate LUMINA on two subject-level benchmarks: Alzheimer’s disease classification and 36-month progression forecasting from observed visit prefixes. Across nine MLLM backbones, LUMINA consistently outperforms MLLM baselines and an adapted medical reasoning agent, achieving 13.8%–18.5% relative balanced accuracy gains on classification and 16.8%–24.8% gains on progression forecasting over the strongest non-agent baseline. Additional evaluations preserve the same method ordering on Parkinsonian-state classification and breast cancer treatment-response prediction.
%U https://aclanthology.org/2026.emnlp-main.1753/
%P 39983-40006
Markdown (Informal)
[LUMINA: LongitUdinal MultImodal reasoNing Agent for Medical Imaging](https://aclanthology.org/2026.emnlp-main.1753/) (An et al., EMNLP 2026)
ACL