@inproceedings{staiano-etal-2026-siren,
title = "{SIREN}: Situation-aware Index for Response and Emergency {A}ctio{N}ability in Crisis Translation",
author = "Staiano, Maria Carmen and
Han, Lifeng and
Monti, Johanna and
Chiusaroli, Francesca",
editor = "Ticona, Belu and
Xia, Fei and
Lewis, William D. and
Anastasopoulos, Antonios",
booktitle = "Proceedings of the First Workshop on Language Technologies for Crisis Preparedness and Response",
month = nov,
year = "2026",
address = "Hengqin, China",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.lt4cpr-1.4/",
pages = "32--45",
ISBN = "979-8-89176-450-7",
abstract = "Machine translation (MT) is increasingly utilized in multilingual crisis communication, yet conventional evaluation does not directly assess whether translated emergency messages preserve their actionability. We introduce SIREN (Situation-aware Index for Response and Emergency ActioNability), a human evaluation framework assessing whether translation choices compromise protective action, directive force, and urgency of the source text. We evaluate SIREN in two complementary settings. At the error level, we apply it to HOPE-annotated Italian{--}English translations produced by ChatGPT-4o and Google Translate: 31.63{\%} and 48.73{\%} of errors, respectively, compromise actionability, predominantly by affecting the protective action. At the message level, we evaluate English{--}French translations produced by TranslateGemma-4B and Google Translate, with actionability preserved in 85.34{\%} and 92.67{\%} of translations, respectively. TranslateGemma-4B failures predominantly weaken directive force, whereas Google Translate failures more often compromise protective actions and receive Major impact ratings. These findings show that translation systems can differ not only in how often actionability is lost, but also in the nature and functional impact of these failures. Alongside SIREN, we contribute an English{--}French crisis-translation resource with human actionability annotations and post-edited reference translations, supporting further research on function-oriented evaluation for crisis communication. Our experimental data is available at: https://github.com/mcstaiano/SIREN."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="staiano-etal-2026-siren">
<titleInfo>
<title>SIREN: Situation-aware Index for Response and Emergency ActioNability in Crisis Translation</title>
</titleInfo>
<name type="personal">
<namePart type="given">Maria</namePart>
<namePart type="given">Carmen</namePart>
<namePart type="family">Staiano</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Lifeng</namePart>
<namePart type="family">Han</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Johanna</namePart>
<namePart type="family">Monti</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Francesca</namePart>
<namePart type="family">Chiusaroli</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-11</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the First Workshop on Language Technologies for Crisis Preparedness and Response</title>
</titleInfo>
<name type="personal">
<namePart type="given">Belu</namePart>
<namePart type="family">Ticona</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Fei</namePart>
<namePart type="family">Xia</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">William</namePart>
<namePart type="given">D</namePart>
<namePart type="family">Lewis</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Antonios</namePart>
<namePart type="family">Anastasopoulos</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Hengqin, China</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-450-7</identifier>
</relatedItem>
<abstract>Machine translation (MT) is increasingly utilized in multilingual crisis communication, yet conventional evaluation does not directly assess whether translated emergency messages preserve their actionability. We introduce SIREN (Situation-aware Index for Response and Emergency ActioNability), a human evaluation framework assessing whether translation choices compromise protective action, directive force, and urgency of the source text. We evaluate SIREN in two complementary settings. At the error level, we apply it to HOPE-annotated Italian–English translations produced by ChatGPT-4o and Google Translate: 31.63% and 48.73% of errors, respectively, compromise actionability, predominantly by affecting the protective action. At the message level, we evaluate English–French translations produced by TranslateGemma-4B and Google Translate, with actionability preserved in 85.34% and 92.67% of translations, respectively. TranslateGemma-4B failures predominantly weaken directive force, whereas Google Translate failures more often compromise protective actions and receive Major impact ratings. These findings show that translation systems can differ not only in how often actionability is lost, but also in the nature and functional impact of these failures. Alongside SIREN, we contribute an English–French crisis-translation resource with human actionability annotations and post-edited reference translations, supporting further research on function-oriented evaluation for crisis communication. Our experimental data is available at: https://github.com/mcstaiano/SIREN.</abstract>
<identifier type="citekey">staiano-etal-2026-siren</identifier>
<location>
<url>https://aclanthology.org/2026.lt4cpr-1.4/</url>
</location>
<part>
<date>2026-11</date>
<extent unit="page">
<start>32</start>
<end>45</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T SIREN: Situation-aware Index for Response and Emergency ActioNability in Crisis Translation
%A Staiano, Maria Carmen
%A Han, Lifeng
%A Monti, Johanna
%A Chiusaroli, Francesca
%Y Ticona, Belu
%Y Xia, Fei
%Y Lewis, William D.
%Y Anastasopoulos, Antonios
%S Proceedings of the First Workshop on Language Technologies for Crisis Preparedness and Response
%D 2026
%8 November
%I Association for Computational Linguistics
%C Hengqin, China
%@ 979-8-89176-450-7
%F staiano-etal-2026-siren
%X Machine translation (MT) is increasingly utilized in multilingual crisis communication, yet conventional evaluation does not directly assess whether translated emergency messages preserve their actionability. We introduce SIREN (Situation-aware Index for Response and Emergency ActioNability), a human evaluation framework assessing whether translation choices compromise protective action, directive force, and urgency of the source text. We evaluate SIREN in two complementary settings. At the error level, we apply it to HOPE-annotated Italian–English translations produced by ChatGPT-4o and Google Translate: 31.63% and 48.73% of errors, respectively, compromise actionability, predominantly by affecting the protective action. At the message level, we evaluate English–French translations produced by TranslateGemma-4B and Google Translate, with actionability preserved in 85.34% and 92.67% of translations, respectively. TranslateGemma-4B failures predominantly weaken directive force, whereas Google Translate failures more often compromise protective actions and receive Major impact ratings. These findings show that translation systems can differ not only in how often actionability is lost, but also in the nature and functional impact of these failures. Alongside SIREN, we contribute an English–French crisis-translation resource with human actionability annotations and post-edited reference translations, supporting further research on function-oriented evaluation for crisis communication. Our experimental data is available at: https://github.com/mcstaiano/SIREN.
%U https://aclanthology.org/2026.lt4cpr-1.4/
%P 32-45
Markdown (Informal)
[SIREN: Situation-aware Index for Response and Emergency ActioNability in Crisis Translation](https://aclanthology.org/2026.lt4cpr-1.4/) (Staiano et al., LT4CPR 2026)
ACL