@inproceedings{hatzel-etal-2026-semeval,
title = "{S}em{E}val-2026 Task 4: Narrative Story Similarity and Narrative Representation Learning",
author = "Hatzel, Hans Ole and
Artemova, Ekaterina and
Stiemer, Haimo and
Gius, Evelyn and
Biemann, Chris",
editor = "Kochmar, Ekaterina and
Ghosh, Debanjan and
North, Kai and
Komachi, Mamoru",
booktitle = "Proceedings of the 20th {I}nternational {W}orkshop on {S}emantic {E}valuation (2026)",
month = jul,
year = "2026",
address = "San Diego, California, USA",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.semeval-1.429/",
pages = "3460--3478",
ISBN = "979-8-89176-414-9",
abstract = "We present the shared task on narrative similarity and narrative representation learning {---} NSNRL (pronounced ``nass-na-rel'').The task operationalizes narrative similarity as a binary classification problem: determining which of two stories is more similar to an anchor story.We introduce a novel definition of narrative similarity, compatible with both narrative theory and intuitive judgment.Based on the similarity judgments collected under this concept, we also evaluate narrative embedding representations.We collected at least two annotations each for more than 1,000 story summary triples, with each annotation being backed by at least two annotators in agreement.This paper describes the sampling and annotation process for the dataset; further, we give an overview of the submitted systems and the techniques they employ.We received a total of 71 final submissions from 46 teams across our two tracks.In our triple-based classification setup, LLM ensembles make up many of the top-scoring systems, while in the embedding setup, systems with pre- and post-processing on pretrained embedding models perform about on par with custom fine-tuned solutions.Our analysis identifies potential headroom for improvement of automated systems in both tracks.The task website includes visualizations of embeddings alongside instance-level classification results for all teams."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="hatzel-etal-2026-semeval">
<titleInfo>
<title>SemEval-2026 Task 4: Narrative Story Similarity and Narrative Representation Learning</title>
</titleInfo>
<name type="personal">
<namePart type="given">Hans</namePart>
<namePart type="given">Ole</namePart>
<namePart type="family">Hatzel</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Ekaterina</namePart>
<namePart type="family">Artemova</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Haimo</namePart>
<namePart type="family">Stiemer</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Evelyn</namePart>
<namePart type="family">Gius</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Chris</namePart>
<namePart type="family">Biemann</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-07</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 20th International Workshop on Semantic Evaluation (2026)</title>
</titleInfo>
<name type="personal">
<namePart type="given">Ekaterina</namePart>
<namePart type="family">Kochmar</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Debanjan</namePart>
<namePart type="family">Ghosh</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Kai</namePart>
<namePart type="family">North</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Mamoru</namePart>
<namePart type="family">Komachi</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">San Diego, California, USA</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-414-9</identifier>
</relatedItem>
<abstract>We present the shared task on narrative similarity and narrative representation learning — NSNRL (pronounced “nass-na-rel”).The task operationalizes narrative similarity as a binary classification problem: determining which of two stories is more similar to an anchor story.We introduce a novel definition of narrative similarity, compatible with both narrative theory and intuitive judgment.Based on the similarity judgments collected under this concept, we also evaluate narrative embedding representations.We collected at least two annotations each for more than 1,000 story summary triples, with each annotation being backed by at least two annotators in agreement.This paper describes the sampling and annotation process for the dataset; further, we give an overview of the submitted systems and the techniques they employ.We received a total of 71 final submissions from 46 teams across our two tracks.In our triple-based classification setup, LLM ensembles make up many of the top-scoring systems, while in the embedding setup, systems with pre- and post-processing on pretrained embedding models perform about on par with custom fine-tuned solutions.Our analysis identifies potential headroom for improvement of automated systems in both tracks.The task website includes visualizations of embeddings alongside instance-level classification results for all teams.</abstract>
<identifier type="citekey">hatzel-etal-2026-semeval</identifier>
<location>
<url>https://aclanthology.org/2026.semeval-1.429/</url>
</location>
<part>
<date>2026-07</date>
<extent unit="page">
<start>3460</start>
<end>3478</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T SemEval-2026 Task 4: Narrative Story Similarity and Narrative Representation Learning
%A Hatzel, Hans Ole
%A Artemova, Ekaterina
%A Stiemer, Haimo
%A Gius, Evelyn
%A Biemann, Chris
%Y Kochmar, Ekaterina
%Y Ghosh, Debanjan
%Y North, Kai
%Y Komachi, Mamoru
%S Proceedings of the 20th International Workshop on Semantic Evaluation (2026)
%D 2026
%8 July
%I Association for Computational Linguistics
%C San Diego, California, USA
%@ 979-8-89176-414-9
%F hatzel-etal-2026-semeval
%X We present the shared task on narrative similarity and narrative representation learning — NSNRL (pronounced “nass-na-rel”).The task operationalizes narrative similarity as a binary classification problem: determining which of two stories is more similar to an anchor story.We introduce a novel definition of narrative similarity, compatible with both narrative theory and intuitive judgment.Based on the similarity judgments collected under this concept, we also evaluate narrative embedding representations.We collected at least two annotations each for more than 1,000 story summary triples, with each annotation being backed by at least two annotators in agreement.This paper describes the sampling and annotation process for the dataset; further, we give an overview of the submitted systems and the techniques they employ.We received a total of 71 final submissions from 46 teams across our two tracks.In our triple-based classification setup, LLM ensembles make up many of the top-scoring systems, while in the embedding setup, systems with pre- and post-processing on pretrained embedding models perform about on par with custom fine-tuned solutions.Our analysis identifies potential headroom for improvement of automated systems in both tracks.The task website includes visualizations of embeddings alongside instance-level classification results for all teams.
%U https://aclanthology.org/2026.semeval-1.429/
%P 3460-3478
Markdown (Informal)
[SemEval-2026 Task 4: Narrative Story Similarity and Narrative Representation Learning](https://aclanthology.org/2026.semeval-1.429/) (Hatzel et al., SemEval 2026)
ACL