@inproceedings{gupta-purohit-2026-cross,
title = "Cross-Modal Inconsistency in Multimodal {LLM}s during Crisis Communication",
author = "Gupta, Anuridhi and
Purohit, Hemant",
editor = "Ticona, Belu and
Xia, Fei and
Lewis, William D. and
Anastasopoulos, Antonios",
booktitle = "Proceedings of the First Workshop on Language Technologies for Crisis Preparedness and Response",
month = nov,
year = "2026",
address = "Hengqin, China",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.lt4cpr-1.9/",
pages = "115--125",
ISBN = "979-8-89176-450-7",
abstract = "In this paper, we evaluate three state-of-the-art (SOTA) MM-LLMs on consistency of their outputs across text and audio modalities using real emergency alerts. Building on prior semantic-similarity and factual-overlap evaluation, we introduce a LIWC aligned analysis of modality dependent differences in linguistic structure, interpersonal framing, urgency, risk, and action-oriented language. Our findings indicate that despite being unified models, capable of taking in input from different modalities, no single model was able to achieve reliable cross-modal consistency. Persona-level results further indicate that cross-modal disparities vary across user groups. This introduces modality dependent inequity that unfairly affects individuals with access and functional needs. We release prompts, audio recordings, model outputs and evaluation material to support the crisis language technology community in building equitable solution for crisis management."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="gupta-purohit-2026-cross">
<titleInfo>
<title>Cross-Modal Inconsistency in Multimodal LLMs during Crisis Communication</title>
</titleInfo>
<name type="personal">
<namePart type="given">Anuridhi</namePart>
<namePart type="family">Gupta</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Hemant</namePart>
<namePart type="family">Purohit</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-11</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the First Workshop on Language Technologies for Crisis Preparedness and Response</title>
</titleInfo>
<name type="personal">
<namePart type="given">Belu</namePart>
<namePart type="family">Ticona</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Fei</namePart>
<namePart type="family">Xia</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">William</namePart>
<namePart type="given">D</namePart>
<namePart type="family">Lewis</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Antonios</namePart>
<namePart type="family">Anastasopoulos</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Hengqin, China</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-450-7</identifier>
</relatedItem>
<abstract>In this paper, we evaluate three state-of-the-art (SOTA) MM-LLMs on consistency of their outputs across text and audio modalities using real emergency alerts. Building on prior semantic-similarity and factual-overlap evaluation, we introduce a LIWC aligned analysis of modality dependent differences in linguistic structure, interpersonal framing, urgency, risk, and action-oriented language. Our findings indicate that despite being unified models, capable of taking in input from different modalities, no single model was able to achieve reliable cross-modal consistency. Persona-level results further indicate that cross-modal disparities vary across user groups. This introduces modality dependent inequity that unfairly affects individuals with access and functional needs. We release prompts, audio recordings, model outputs and evaluation material to support the crisis language technology community in building equitable solution for crisis management.</abstract>
<identifier type="citekey">gupta-purohit-2026-cross</identifier>
<location>
<url>https://aclanthology.org/2026.lt4cpr-1.9/</url>
</location>
<part>
<date>2026-11</date>
<extent unit="page">
<start>115</start>
<end>125</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Cross-Modal Inconsistency in Multimodal LLMs during Crisis Communication
%A Gupta, Anuridhi
%A Purohit, Hemant
%Y Ticona, Belu
%Y Xia, Fei
%Y Lewis, William D.
%Y Anastasopoulos, Antonios
%S Proceedings of the First Workshop on Language Technologies for Crisis Preparedness and Response
%D 2026
%8 November
%I Association for Computational Linguistics
%C Hengqin, China
%@ 979-8-89176-450-7
%F gupta-purohit-2026-cross
%X In this paper, we evaluate three state-of-the-art (SOTA) MM-LLMs on consistency of their outputs across text and audio modalities using real emergency alerts. Building on prior semantic-similarity and factual-overlap evaluation, we introduce a LIWC aligned analysis of modality dependent differences in linguistic structure, interpersonal framing, urgency, risk, and action-oriented language. Our findings indicate that despite being unified models, capable of taking in input from different modalities, no single model was able to achieve reliable cross-modal consistency. Persona-level results further indicate that cross-modal disparities vary across user groups. This introduces modality dependent inequity that unfairly affects individuals with access and functional needs. We release prompts, audio recordings, model outputs and evaluation material to support the crisis language technology community in building equitable solution for crisis management.
%U https://aclanthology.org/2026.lt4cpr-1.9/
%P 115-125
Markdown (Informal)
[Cross-Modal Inconsistency in Multimodal LLMs during Crisis Communication](https://aclanthology.org/2026.lt4cpr-1.9/) (Gupta & Purohit, LT4CPR 2026)
ACL