@inproceedings{jang-etal-2024-context,
title = "Context vs. Human Disagreement in Sarcasm Detection",
author = "Jang, Hyewon and
Jakob, Moritz and
Frassinelli, Diego",
editor = "Ghosh, Debanjan and
Muresan, Smaranda and
Feldman, Anna and
Chakrabarty, Tuhin and
Liu, Emmy",
booktitle = "Proceedings of the 4th Workshop on Figurative Language Processing (FigLang 2024)",
month = jun,
year = "2024",
address = "Mexico City, Mexico (Hybrid)",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2024.figlang-1.1",
doi = "10.18653/v1/2024.figlang-1.1",
pages = "1--7",
abstract = "Prior work has highlighted the importance of context in the identification of sarcasm by humans and language models. This work examines how much context is required for a better identification of sarcasm by both parties. We collect textual responses to dialogical prompts and sarcasm judgment to the responses placed after long contexts, short contexts, and no contexts. We find that both for humans and language models, the presence of context is generally important in identifying sarcasm in the response. But increasing the amount of context provides no added benefit to humans (long = short {\textgreater} none). This is the same for language models, but only on easily agreed-upon sentences; for sentences with disagreement among human evaluators, different models show different behavior. We also show how sarcasm detection patterns stay consistent as the amount of context is manipulated despite the low agreement in human evaluation.",
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="jang-etal-2024-context">
<titleInfo>
<title>Context vs. Human Disagreement in Sarcasm Detection</title>
</titleInfo>
<name type="personal">
<namePart type="given">Hyewon</namePart>
<namePart type="family">Jang</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Moritz</namePart>
<namePart type="family">Jakob</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Diego</namePart>
<namePart type="family">Frassinelli</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2024-06</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 4th Workshop on Figurative Language Processing (FigLang 2024)</title>
</titleInfo>
<name type="personal">
<namePart type="given">Debanjan</namePart>
<namePart type="family">Ghosh</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Smaranda</namePart>
<namePart type="family">Muresan</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Anna</namePart>
<namePart type="family">Feldman</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Tuhin</namePart>
<namePart type="family">Chakrabarty</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Emmy</namePart>
<namePart type="family">Liu</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Mexico City, Mexico (Hybrid)</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>Prior work has highlighted the importance of context in the identification of sarcasm by humans and language models. This work examines how much context is required for a better identification of sarcasm by both parties. We collect textual responses to dialogical prompts and sarcasm judgment to the responses placed after long contexts, short contexts, and no contexts. We find that both for humans and language models, the presence of context is generally important in identifying sarcasm in the response. But increasing the amount of context provides no added benefit to humans (long = short \textgreater none). This is the same for language models, but only on easily agreed-upon sentences; for sentences with disagreement among human evaluators, different models show different behavior. We also show how sarcasm detection patterns stay consistent as the amount of context is manipulated despite the low agreement in human evaluation.</abstract>
<identifier type="citekey">jang-etal-2024-context</identifier>
<identifier type="doi">10.18653/v1/2024.figlang-1.1</identifier>
<location>
<url>https://aclanthology.org/2024.figlang-1.1</url>
</location>
<part>
<date>2024-06</date>
<extent unit="page">
<start>1</start>
<end>7</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Context vs. Human Disagreement in Sarcasm Detection
%A Jang, Hyewon
%A Jakob, Moritz
%A Frassinelli, Diego
%Y Ghosh, Debanjan
%Y Muresan, Smaranda
%Y Feldman, Anna
%Y Chakrabarty, Tuhin
%Y Liu, Emmy
%S Proceedings of the 4th Workshop on Figurative Language Processing (FigLang 2024)
%D 2024
%8 June
%I Association for Computational Linguistics
%C Mexico City, Mexico (Hybrid)
%F jang-etal-2024-context
%X Prior work has highlighted the importance of context in the identification of sarcasm by humans and language models. This work examines how much context is required for a better identification of sarcasm by both parties. We collect textual responses to dialogical prompts and sarcasm judgment to the responses placed after long contexts, short contexts, and no contexts. We find that both for humans and language models, the presence of context is generally important in identifying sarcasm in the response. But increasing the amount of context provides no added benefit to humans (long = short \textgreater none). This is the same for language models, but only on easily agreed-upon sentences; for sentences with disagreement among human evaluators, different models show different behavior. We also show how sarcasm detection patterns stay consistent as the amount of context is manipulated despite the low agreement in human evaluation.
%R 10.18653/v1/2024.figlang-1.1
%U https://aclanthology.org/2024.figlang-1.1
%U https://doi.org/10.18653/v1/2024.figlang-1.1
%P 1-7
Markdown (Informal)
[Context vs. Human Disagreement in Sarcasm Detection](https://aclanthology.org/2024.figlang-1.1) (Jang et al., Fig-Lang-WS 2024)
ACL
- Hyewon Jang, Moritz Jakob, and Diego Frassinelli. 2024. Context vs. Human Disagreement in Sarcasm Detection. In Proceedings of the 4th Workshop on Figurative Language Processing (FigLang 2024), pages 1–7, Mexico City, Mexico (Hybrid). Association for Computational Linguistics.