@inproceedings{dutta-moharir-2026-toxicity,
title = "Toxicity to Harm: Dataset Archaeology of a Decade of Online Abuse Research",
author = "Dutta, Srimonti and
Moharir, Akshata",
editor = "Calabrese, Agostina and
Davidson, Thomas and
de Kock, Christine and
Khurana, Urja and
Marchiori Manerba, Marta and
Piot, Paloma and
Talat, Zeerak",
booktitle = "Proceedings of the 10th Workshop on Online Abuse and Harms ({WOAH})",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.woah-1.37/",
pages = "450--465",
ISBN = "979-8-89176-487-3",
abstract = "Online abuse research relies on a substantial measurement infrastructure comprising datasets, shared tasks, diagnostic suites, taxonomies, and evaluation practices that shape which harms become visible, comparable, and citable. We introduce Dataset Archaeology as a method for auditing that infrastructure and apply it to the first published decade of Abusive Language Online and Workshop on Online Abuse and Harms (ALW/WOAH) research. Our audit combines a reconciled corpus of 203 archival ALW/WOAH papers from 2017-2025 with a 60-resource registry of online-harm datasets and diagnostic benchmarks. The field has expanded beyond early hate-speech, offensive-language, and toxicity benchmarks toward diagnostic, perspectivist, multilingual, and multimodal resources. At the same time, much of the empirical record continues to be shaped by a narrower set of recurring design choices: short-form text, English, Twitter/X, coarse labels, thin context, and limited documentation of labeling authority. Across the dataset and diagnostic resources, documentation of annotation authority, annotator perspective, and disagreement remains uneven. Dataset influence also changes when mentions are separated from central use. Among 404 detected paper-dataset matches for the top reused resources, only 52 were verified as central experimental or analytical uses. We argue that progress in online-harm NLP should be evaluated as progress in measurement instruments, not only model performance, and we offer a next-decade agenda for contextual, cross-cultural, exposure-aware, and stakeholder-legitimate harm measurement."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="dutta-moharir-2026-toxicity">
<titleInfo>
<title>Toxicity to Harm: Dataset Archaeology of a Decade of Online Abuse Research</title>
</titleInfo>
<name type="personal">
<namePart type="given">Srimonti</namePart>
<namePart type="family">Dutta</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Akshata</namePart>
<namePart type="family">Moharir</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 10th Workshop on Online Abuse and Harms (WOAH)</title>
</titleInfo>
<name type="personal">
<namePart type="given">Agostina</namePart>
<namePart type="family">Calabrese</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Thomas</namePart>
<namePart type="family">Davidson</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Christine</namePart>
<namePart type="family">de Kock</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Urja</namePart>
<namePart type="family">Khurana</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Marta</namePart>
<namePart type="family">Marchiori Manerba</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Paloma</namePart>
<namePart type="family">Piot</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Zeerak</namePart>
<namePart type="family">Talat</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-487-3</identifier>
</relatedItem>
<abstract>Online abuse research relies on a substantial measurement infrastructure comprising datasets, shared tasks, diagnostic suites, taxonomies, and evaluation practices that shape which harms become visible, comparable, and citable. We introduce Dataset Archaeology as a method for auditing that infrastructure and apply it to the first published decade of Abusive Language Online and Workshop on Online Abuse and Harms (ALW/WOAH) research. Our audit combines a reconciled corpus of 203 archival ALW/WOAH papers from 2017-2025 with a 60-resource registry of online-harm datasets and diagnostic benchmarks. The field has expanded beyond early hate-speech, offensive-language, and toxicity benchmarks toward diagnostic, perspectivist, multilingual, and multimodal resources. At the same time, much of the empirical record continues to be shaped by a narrower set of recurring design choices: short-form text, English, Twitter/X, coarse labels, thin context, and limited documentation of labeling authority. Across the dataset and diagnostic resources, documentation of annotation authority, annotator perspective, and disagreement remains uneven. Dataset influence also changes when mentions are separated from central use. Among 404 detected paper-dataset matches for the top reused resources, only 52 were verified as central experimental or analytical uses. We argue that progress in online-harm NLP should be evaluated as progress in measurement instruments, not only model performance, and we offer a next-decade agenda for contextual, cross-cultural, exposure-aware, and stakeholder-legitimate harm measurement.</abstract>
<identifier type="citekey">dutta-moharir-2026-toxicity</identifier>
<location>
<url>https://aclanthology.org/2026.woah-1.37/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>450</start>
<end>465</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Toxicity to Harm: Dataset Archaeology of a Decade of Online Abuse Research
%A Dutta, Srimonti
%A Moharir, Akshata
%Y Calabrese, Agostina
%Y Davidson, Thomas
%Y de Kock, Christine
%Y Khurana, Urja
%Y Marchiori Manerba, Marta
%Y Piot, Paloma
%Y Talat, Zeerak
%S Proceedings of the 10th Workshop on Online Abuse and Harms (WOAH)
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-487-3
%F dutta-moharir-2026-toxicity
%X Online abuse research relies on a substantial measurement infrastructure comprising datasets, shared tasks, diagnostic suites, taxonomies, and evaluation practices that shape which harms become visible, comparable, and citable. We introduce Dataset Archaeology as a method for auditing that infrastructure and apply it to the first published decade of Abusive Language Online and Workshop on Online Abuse and Harms (ALW/WOAH) research. Our audit combines a reconciled corpus of 203 archival ALW/WOAH papers from 2017-2025 with a 60-resource registry of online-harm datasets and diagnostic benchmarks. The field has expanded beyond early hate-speech, offensive-language, and toxicity benchmarks toward diagnostic, perspectivist, multilingual, and multimodal resources. At the same time, much of the empirical record continues to be shaped by a narrower set of recurring design choices: short-form text, English, Twitter/X, coarse labels, thin context, and limited documentation of labeling authority. Across the dataset and diagnostic resources, documentation of annotation authority, annotator perspective, and disagreement remains uneven. Dataset influence also changes when mentions are separated from central use. Among 404 detected paper-dataset matches for the top reused resources, only 52 were verified as central experimental or analytical uses. We argue that progress in online-harm NLP should be evaluated as progress in measurement instruments, not only model performance, and we offer a next-decade agenda for contextual, cross-cultural, exposure-aware, and stakeholder-legitimate harm measurement.
%U https://aclanthology.org/2026.woah-1.37/
%P 450-465
Markdown (Informal)
[Toxicity to Harm: Dataset Archaeology of a Decade of Online Abuse Research](https://aclanthology.org/2026.woah-1.37/) (Dutta & Moharir, WOAH 2026)
ACL