@inproceedings{sharshar-etal-2026-harm,
title = "Harm or Humor: A Multimodal, Multilingual Benchmark for Overt and Covert Harmful Humor",
author = "Sharshar, Ahmed and
Elgendy, Hosam and
Rohaim, Yasser and
Eletter, Saadeldine and
Wang, Yuxia",
editor = "Lee, Hung-Yi and
Dev, Sunipa and
Li, Jessy and
Elliott, Desmond",
booktitle = "Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.emnlp-main.115/",
pages = "2680--2698",
ISBN = "979-8-89176-459-0",
abstract = "Dark humor often relies on subtle cultural nuances and implicit cues that require contextual reasoning to interpret, posing safety challenges that current static benchmarks fail to capture. To address this, we introduce a novel multimodal, multilingual benchmark for detecting and understanding harmful and offensive humor. Our manually curated dataset comprises 3,000 texts and 6,000 images in English and Arabic, along with 1,200 videos spanning English, Arabic, and language-independent (universal) contexts. Unlike standard toxicity datasets, we enforce a strict annotation guideline: distinguishing Safe jokes from Harmful ones, with the latter further classified into Explicit (overt) and Implicit (covert) categories to probe deep reasoning. We systematically evaluate state-of-the-art (SOTA) open- and closed-source models across all modalities. Our findings reveal that closed-source models significantly outperform open-source models, with a notable performance difference between English and Arabic in both, underscoring the critical need for culturally grounded, reasoning-aware safety alignment. The code and dataset are available at https://github.com/insait-institute/harm-or-humor.\par Content warning: This paper contains offensive text and meme imagery, video clips, audio, and other audiovisual material that may include sexual, violent, discriminatory, religious, disability-related, or historically sensitive material. Reader discretion is advised."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="sharshar-etal-2026-harm">
<titleInfo>
<title>Harm or Humor: A Multimodal, Multilingual Benchmark for Overt and Covert Harmful Humor</title>
</titleInfo>
<name type="personal">
<namePart type="given">Ahmed</namePart>
<namePart type="family">Sharshar</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Hosam</namePart>
<namePart type="family">Elgendy</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Yasser</namePart>
<namePart type="family">Rohaim</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Saadeldine</namePart>
<namePart type="family">Eletter</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Yuxia</namePart>
<namePart type="family">Wang</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing</title>
</titleInfo>
<name type="personal">
<namePart type="given">Hung-Yi</namePart>
<namePart type="family">Lee</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Sunipa</namePart>
<namePart type="family">Dev</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jessy</namePart>
<namePart type="family">Li</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Desmond</namePart>
<namePart type="family">Elliott</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-459-0</identifier>
</relatedItem>
<abstract>Dark humor often relies on subtle cultural nuances and implicit cues that require contextual reasoning to interpret, posing safety challenges that current static benchmarks fail to capture. To address this, we introduce a novel multimodal, multilingual benchmark for detecting and understanding harmful and offensive humor. Our manually curated dataset comprises 3,000 texts and 6,000 images in English and Arabic, along with 1,200 videos spanning English, Arabic, and language-independent (universal) contexts. Unlike standard toxicity datasets, we enforce a strict annotation guideline: distinguishing Safe jokes from Harmful ones, with the latter further classified into Explicit (overt) and Implicit (covert) categories to probe deep reasoning. We systematically evaluate state-of-the-art (SOTA) open- and closed-source models across all modalities. Our findings reveal that closed-source models significantly outperform open-source models, with a notable performance difference between English and Arabic in both, underscoring the critical need for culturally grounded, reasoning-aware safety alignment. The code and dataset are available at https://github.com/insait-institute/harm-or-humor.\par Content warning: This paper contains offensive text and meme imagery, video clips, audio, and other audiovisual material that may include sexual, violent, discriminatory, religious, disability-related, or historically sensitive material. Reader discretion is advised.</abstract>
<identifier type="citekey">sharshar-etal-2026-harm</identifier>
<location>
<url>https://aclanthology.org/2026.emnlp-main.115/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>2680</start>
<end>2698</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Harm or Humor: A Multimodal, Multilingual Benchmark for Overt and Covert Harmful Humor
%A Sharshar, Ahmed
%A Elgendy, Hosam
%A Rohaim, Yasser
%A Eletter, Saadeldine
%A Wang, Yuxia
%Y Lee, Hung-Yi
%Y Dev, Sunipa
%Y Li, Jessy
%Y Elliott, Desmond
%S Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-459-0
%F sharshar-etal-2026-harm
%X Dark humor often relies on subtle cultural nuances and implicit cues that require contextual reasoning to interpret, posing safety challenges that current static benchmarks fail to capture. To address this, we introduce a novel multimodal, multilingual benchmark for detecting and understanding harmful and offensive humor. Our manually curated dataset comprises 3,000 texts and 6,000 images in English and Arabic, along with 1,200 videos spanning English, Arabic, and language-independent (universal) contexts. Unlike standard toxicity datasets, we enforce a strict annotation guideline: distinguishing Safe jokes from Harmful ones, with the latter further classified into Explicit (overt) and Implicit (covert) categories to probe deep reasoning. We systematically evaluate state-of-the-art (SOTA) open- and closed-source models across all modalities. Our findings reveal that closed-source models significantly outperform open-source models, with a notable performance difference between English and Arabic in both, underscoring the critical need for culturally grounded, reasoning-aware safety alignment. The code and dataset are available at https://github.com/insait-institute/harm-or-humor.\par Content warning: This paper contains offensive text and meme imagery, video clips, audio, and other audiovisual material that may include sexual, violent, discriminatory, religious, disability-related, or historically sensitive material. Reader discretion is advised.
%U https://aclanthology.org/2026.emnlp-main.115/
%P 2680-2698
Markdown (Informal)
[Harm or Humor: A Multimodal, Multilingual Benchmark for Overt and Covert Harmful Humor](https://aclanthology.org/2026.emnlp-main.115/) (Sharshar et al., EMNLP 2026)
ACL