@inproceedings{dubedout-etal-2026-toward,
title = "Toward a Culture Map of Chatbots: Evaluating {LLM} Understanding of Cross-Cultural Workplace Norms",
author = "Dubedout, Thomas and
Bono, Carlo Alberto and
Pierri, Francesco and
Bernasconi, Anna",
editor = "Xu, Shanshan and
T.Y.S.S., Santosh and
Kurniawan, Kemal and
Peng, Siyao and
Wallbridge, Sarenne and
Koto, Fajri and
Dziri, Nouha and
Plank, Barbara",
booktitle = "Proceedings of the First Workshop on Pluralistic {AI} {NLP}: Diversity-aware, Sociotechnical, Responsible Alignment ({PANDORA} 2026)",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.pandora-1.18/",
pages = "319--333",
ISBN = "979-8-89176-484-2",
abstract = "As chatbots powered by Large Language Models (LLMs) are increasingly deployed across cultural contexts, evaluating whether they can reason about culturally conditioned norms becomes essential. We explore whether the eight workplace-culture dimensions of Erin Meyer{'}s The Culture Map can provide a practical foundation for such an evaluation. We operationalize these dimensions into 104 behavioral scenarios that test two complementary capabilities: classifying behaviors along a cultural dimension and judging the plausibility of nationality{--}behavior pairings. We evaluate nine open-weight LLMs spanning 7B to approximately 671B parameters. Nationality information helps some models classify behavior, but most still struggle with group-conditioned plausibility. Explicit cultural rules benefit the reasoning model most, possibly suggesting that this capability depends more on reasoning than on scale. These findings demonstrate both the diagnostic potential of the proposed framework and the limitations that a broader evaluation should capture. Our study is therefore a first step toward a large-scale, open, and multidimensional ``Culture Map of Chatbots'' benchmark for LLM cross-cultural understanding. Code is available at https://github.com/TH-77-oss/CMC-Benchmark."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="dubedout-etal-2026-toward">
<titleInfo>
<title>Toward a Culture Map of Chatbots: Evaluating LLM Understanding of Cross-Cultural Workplace Norms</title>
</titleInfo>
<name type="personal">
<namePart type="given">Thomas</namePart>
<namePart type="family">Dubedout</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Carlo</namePart>
<namePart type="given">Alberto</namePart>
<namePart type="family">Bono</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Francesco</namePart>
<namePart type="family">Pierri</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Anna</namePart>
<namePart type="family">Bernasconi</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the First Workshop on Pluralistic AI NLP: Diversity-aware, Sociotechnical, Responsible Alignment (PANDORA 2026)</title>
</titleInfo>
<name type="personal">
<namePart type="given">Shanshan</namePart>
<namePart type="family">Xu</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Santosh</namePart>
<namePart type="family">T.Y.S.S.</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Kemal</namePart>
<namePart type="family">Kurniawan</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Siyao</namePart>
<namePart type="family">Peng</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Sarenne</namePart>
<namePart type="family">Wallbridge</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Fajri</namePart>
<namePart type="family">Koto</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Nouha</namePart>
<namePart type="family">Dziri</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Barbara</namePart>
<namePart type="family">Plank</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-484-2</identifier>
</relatedItem>
<abstract>As chatbots powered by Large Language Models (LLMs) are increasingly deployed across cultural contexts, evaluating whether they can reason about culturally conditioned norms becomes essential. We explore whether the eight workplace-culture dimensions of Erin Meyer’s The Culture Map can provide a practical foundation for such an evaluation. We operationalize these dimensions into 104 behavioral scenarios that test two complementary capabilities: classifying behaviors along a cultural dimension and judging the plausibility of nationality–behavior pairings. We evaluate nine open-weight LLMs spanning 7B to approximately 671B parameters. Nationality information helps some models classify behavior, but most still struggle with group-conditioned plausibility. Explicit cultural rules benefit the reasoning model most, possibly suggesting that this capability depends more on reasoning than on scale. These findings demonstrate both the diagnostic potential of the proposed framework and the limitations that a broader evaluation should capture. Our study is therefore a first step toward a large-scale, open, and multidimensional “Culture Map of Chatbots” benchmark for LLM cross-cultural understanding. Code is available at https://github.com/TH-77-oss/CMC-Benchmark.</abstract>
<identifier type="citekey">dubedout-etal-2026-toward</identifier>
<location>
<url>https://aclanthology.org/2026.pandora-1.18/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>319</start>
<end>333</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Toward a Culture Map of Chatbots: Evaluating LLM Understanding of Cross-Cultural Workplace Norms
%A Dubedout, Thomas
%A Bono, Carlo Alberto
%A Pierri, Francesco
%A Bernasconi, Anna
%Y Xu, Shanshan
%Y T.Y.S.S., Santosh
%Y Kurniawan, Kemal
%Y Peng, Siyao
%Y Wallbridge, Sarenne
%Y Koto, Fajri
%Y Dziri, Nouha
%Y Plank, Barbara
%S Proceedings of the First Workshop on Pluralistic AI NLP: Diversity-aware, Sociotechnical, Responsible Alignment (PANDORA 2026)
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-484-2
%F dubedout-etal-2026-toward
%X As chatbots powered by Large Language Models (LLMs) are increasingly deployed across cultural contexts, evaluating whether they can reason about culturally conditioned norms becomes essential. We explore whether the eight workplace-culture dimensions of Erin Meyer’s The Culture Map can provide a practical foundation for such an evaluation. We operationalize these dimensions into 104 behavioral scenarios that test two complementary capabilities: classifying behaviors along a cultural dimension and judging the plausibility of nationality–behavior pairings. We evaluate nine open-weight LLMs spanning 7B to approximately 671B parameters. Nationality information helps some models classify behavior, but most still struggle with group-conditioned plausibility. Explicit cultural rules benefit the reasoning model most, possibly suggesting that this capability depends more on reasoning than on scale. These findings demonstrate both the diagnostic potential of the proposed framework and the limitations that a broader evaluation should capture. Our study is therefore a first step toward a large-scale, open, and multidimensional “Culture Map of Chatbots” benchmark for LLM cross-cultural understanding. Code is available at https://github.com/TH-77-oss/CMC-Benchmark.
%U https://aclanthology.org/2026.pandora-1.18/
%P 319-333
Markdown (Informal)
[Toward a Culture Map of Chatbots: Evaluating LLM Understanding of Cross-Cultural Workplace Norms](https://aclanthology.org/2026.pandora-1.18/) (Dubedout et al., PANDORA 2026)
ACL