@inproceedings{solans-noguero-etal-2026-population,
title = "Population-Grounded Evaluation of Multilingual {LLM} Alignment with {E}uropean Societal Values",
author = "Solans Noguero, David and
Luque, Jordi and
Sant, Aleix",
editor = "Xu, Shanshan and
T.Y.S.S., Santosh and
Kurniawan, Kemal and
Peng, Siyao and
Wallbridge, Sarenne and
Koto, Fajri and
Dziri, Nouha and
Plank, Barbara",
booktitle = "Proceedings of the First Workshop on Pluralistic {AI} {NLP}: Diversity-aware, Sociotechnical, Responsible Alignment ({PANDORA} 2026)",
month = oct,
year = "2026",
address = "Budapest, Hungary",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.pandora-1.6/",
pages = "121--134",
ISBN = "979-8-89176-484-2",
abstract = "Large Language Models (LLMs) are increasingly deployed across linguistically and culturally diverse societies, yet evaluations of value alignment remain largely grounded in synthetic benchmarks and normative assumptions. We introduce a population-grounded framework for evaluating multilingual LLM alignment using the European Values Survey (EVS), a large-scale longitudinal study of societal values across Europe. Treating LLMs as survey respondents, we prompt them with EVS questions in multiple European languages and compare model and human response distributions. We analyze correspondence at both country and language-family levels and construct a human value space from EVS responses. Our results show that language families capture a meaningful component of human cross-cultural value variation and provide an informative level of aggregation for multilingual evaluation. The studied LLMs exhibit substantial diversity within this space, occupying distinct regions of the European value landscape rather than converging toward a single value profile. By grounding alignment in observed population responses rather than normative prescriptions, we provide a transparent and reproducible framework for analyzing value-related behavior in multilingual LLMs."
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="solans-noguero-etal-2026-population">
<titleInfo>
<title>Population-Grounded Evaluation of Multilingual LLM Alignment with European Societal Values</title>
</titleInfo>
<name type="personal">
<namePart type="given">David</namePart>
<namePart type="family">Solans Noguero</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Jordi</namePart>
<namePart type="family">Luque</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Aleix</namePart>
<namePart type="family">Sant</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-10</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the First Workshop on Pluralistic AI NLP: Diversity-aware, Sociotechnical, Responsible Alignment (PANDORA 2026)</title>
</titleInfo>
<name type="personal">
<namePart type="given">Shanshan</namePart>
<namePart type="family">Xu</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Santosh</namePart>
<namePart type="family">T.Y.S.S.</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Kemal</namePart>
<namePart type="family">Kurniawan</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Siyao</namePart>
<namePart type="family">Peng</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Sarenne</namePart>
<namePart type="family">Wallbridge</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Fajri</namePart>
<namePart type="family">Koto</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Nouha</namePart>
<namePart type="family">Dziri</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Barbara</namePart>
<namePart type="family">Plank</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Budapest, Hungary</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-484-2</identifier>
</relatedItem>
<abstract>Large Language Models (LLMs) are increasingly deployed across linguistically and culturally diverse societies, yet evaluations of value alignment remain largely grounded in synthetic benchmarks and normative assumptions. We introduce a population-grounded framework for evaluating multilingual LLM alignment using the European Values Survey (EVS), a large-scale longitudinal study of societal values across Europe. Treating LLMs as survey respondents, we prompt them with EVS questions in multiple European languages and compare model and human response distributions. We analyze correspondence at both country and language-family levels and construct a human value space from EVS responses. Our results show that language families capture a meaningful component of human cross-cultural value variation and provide an informative level of aggregation for multilingual evaluation. The studied LLMs exhibit substantial diversity within this space, occupying distinct regions of the European value landscape rather than converging toward a single value profile. By grounding alignment in observed population responses rather than normative prescriptions, we provide a transparent and reproducible framework for analyzing value-related behavior in multilingual LLMs.</abstract>
<identifier type="citekey">solans-noguero-etal-2026-population</identifier>
<location>
<url>https://aclanthology.org/2026.pandora-1.6/</url>
</location>
<part>
<date>2026-10</date>
<extent unit="page">
<start>121</start>
<end>134</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Population-Grounded Evaluation of Multilingual LLM Alignment with European Societal Values
%A Solans Noguero, David
%A Luque, Jordi
%A Sant, Aleix
%Y Xu, Shanshan
%Y T.Y.S.S., Santosh
%Y Kurniawan, Kemal
%Y Peng, Siyao
%Y Wallbridge, Sarenne
%Y Koto, Fajri
%Y Dziri, Nouha
%Y Plank, Barbara
%S Proceedings of the First Workshop on Pluralistic AI NLP: Diversity-aware, Sociotechnical, Responsible Alignment (PANDORA 2026)
%D 2026
%8 October
%I Association for Computational Linguistics
%C Budapest, Hungary
%@ 979-8-89176-484-2
%F solans-noguero-etal-2026-population
%X Large Language Models (LLMs) are increasingly deployed across linguistically and culturally diverse societies, yet evaluations of value alignment remain largely grounded in synthetic benchmarks and normative assumptions. We introduce a population-grounded framework for evaluating multilingual LLM alignment using the European Values Survey (EVS), a large-scale longitudinal study of societal values across Europe. Treating LLMs as survey respondents, we prompt them with EVS questions in multiple European languages and compare model and human response distributions. We analyze correspondence at both country and language-family levels and construct a human value space from EVS responses. Our results show that language families capture a meaningful component of human cross-cultural value variation and provide an informative level of aggregation for multilingual evaluation. The studied LLMs exhibit substantial diversity within this space, occupying distinct regions of the European value landscape rather than converging toward a single value profile. By grounding alignment in observed population responses rather than normative prescriptions, we provide a transparent and reproducible framework for analyzing value-related behavior in multilingual LLMs.
%U https://aclanthology.org/2026.pandora-1.6/
%P 121-134
Markdown (Informal)
[Population-Grounded Evaluation of Multilingual LLM Alignment with European Societal Values](https://aclanthology.org/2026.pandora-1.6/) (Solans Noguero et al., PANDORA 2026)
ACL