@inproceedings{berger-etal-2026-annotating,
title = "Annotating and Recognizing the Palm Up Open Hand Gesture in {D}utch",
author = "Berger, Fenna and
Cienki, Alan and
Donatelli, Lucia",
editor = "Ghaleb, Esam and
Takmaz, Ece and
Frassinelli, Diego and
Khaertdinov, Bulat and
Fern{\'a}ndez, Raquel and
Yumak, Zerrin and
Ozyurek, Asli",
booktitle = "Proceedings of the 1st Workshop on Multimodal Interaction in Face-to-Face Dialogue",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.mint-1.16/",
pages = "150--159",
ISBN = "979-8-89176-482-8",
abstract = "Recurrent gestures are conventionalized gestures with a stable relationship between form and meaning. One such gesture is the palm up open hand (PUOH) gesture, typically produced by extending the fingers and rotating the lower arm so that the palm faces upward. The gesture is attested across many languages and cultures and is often used to present a point, yet little is known about the forms and functions it takes in Dutch. Automatic gesture recognition could reduce the manual labor that quantitative gesture studies require, but recognizing this gesture is difficult, partly because of the large amount of variation present in its form. This paper compares two gesture recognition approaches on a newly collected corpus of naturalistic Dutch dyadic conversation: a static model that takes single images as input and a dynamic model that takes video clips as input. Both models are trained and tested with varying amounts of gesture-form variation included in the data. The static model is found to be less affected by this variation and to yield overall better results than the dynamic model. Our results illustrate some of the central challenges that gesture recognition systems face in recognizing the PUOH gesture and offer insights that may improve performance in future studies of multimodal, face-to-face behavior."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="berger-etal-2026-annotating">
<titleInfo>
<title>Annotating and Recognizing the Palm Up Open Hand Gesture in Dutch</title>
</titleInfo>
<name type="personal">
<namePart type="given">Fenna</namePart>
<namePart type="family">Berger</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Alan</namePart>
<namePart type="family">Cienki</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Lucia</namePart>
<namePart type="family">Donatelli</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 1st Workshop on Multimodal Interaction in Face-to-Face Dialogue</title>
</titleInfo>
<name type="personal">
<namePart type="given">Esam</namePart>
<namePart type="family">Ghaleb</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Ece</namePart>
<namePart type="family">Takmaz</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Diego</namePart>
<namePart type="family">Frassinelli</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Bulat</namePart>
<namePart type="family">Khaertdinov</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Raquel</namePart>
<namePart type="family">Fernández</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Zerrin</namePart>
<namePart type="family">Yumak</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Asli</namePart>
<namePart type="family">Ozyurek</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-482-8</identifier>
</relatedItem>
<abstract>Recurrent gestures are conventionalized gestures with a stable relationship between form and meaning. One such gesture is the palm up open hand (PUOH) gesture, typically produced by extending the fingers and rotating the lower arm so that the palm faces upward. The gesture is attested across many languages and cultures and is often used to present a point, yet little is known about the forms and functions it takes in Dutch. Automatic gesture recognition could reduce the manual labor that quantitative gesture studies require, but recognizing this gesture is difficult, partly because of the large amount of variation present in its form. This paper compares two gesture recognition approaches on a newly collected corpus of naturalistic Dutch dyadic conversation: a static model that takes single images as input and a dynamic model that takes video clips as input. Both models are trained and tested with varying amounts of gesture-form variation included in the data. The static model is found to be less affected by this variation and to yield overall better results than the dynamic model. Our results illustrate some of the central challenges that gesture recognition systems face in recognizing the PUOH gesture and offer insights that may improve performance in future studies of multimodal, face-to-face behavior.</abstract>
<identifier type="citekey">berger-etal-2026-annotating</identifier>
<location>
<url>https://aclanthology.org/2026.mint-1.16/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>150</start>
<end>159</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Annotating and Recognizing the Palm Up Open Hand Gesture in Dutch
%A Berger, Fenna
%A Cienki, Alan
%A Donatelli, Lucia
%Y Ghaleb, Esam
%Y Takmaz, Ece
%Y Frassinelli, Diego
%Y Khaertdinov, Bulat
%Y Fernández, Raquel
%Y Yumak, Zerrin
%Y Ozyurek, Asli
%S Proceedings of the 1st Workshop on Multimodal Interaction in Face-to-Face Dialogue
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-482-8
%F berger-etal-2026-annotating
%X Recurrent gestures are conventionalized gestures with a stable relationship between form and meaning. One such gesture is the palm up open hand (PUOH) gesture, typically produced by extending the fingers and rotating the lower arm so that the palm faces upward. The gesture is attested across many languages and cultures and is often used to present a point, yet little is known about the forms and functions it takes in Dutch. Automatic gesture recognition could reduce the manual labor that quantitative gesture studies require, but recognizing this gesture is difficult, partly because of the large amount of variation present in its form. This paper compares two gesture recognition approaches on a newly collected corpus of naturalistic Dutch dyadic conversation: a static model that takes single images as input and a dynamic model that takes video clips as input. Both models are trained and tested with varying amounts of gesture-form variation included in the data. The static model is found to be less affected by this variation and to yield overall better results than the dynamic model. Our results illustrate some of the central challenges that gesture recognition systems face in recognizing the PUOH gesture and offer insights that may improve performance in future studies of multimodal, face-to-face behavior.
%U https://aclanthology.org/2026.mint-1.16/
%P 150-159
Markdown (Informal)
[Annotating and Recognizing the Palm Up Open Hand Gesture in Dutch](https://aclanthology.org/2026.mint-1.16/) (Berger et al., MINT 2026)
ACL