@inproceedings{phuangrot-etal-2026-machine,
title = "Machine translation Evaluation {E}ng-{T}hai {MQM} Ranking dataset",
author = "Phuangrot, Phichet and
Trintawat, Natdanai and
Vilasri, Kanawat and
Patcharawiwatpong, Yanapat and
Boonsarngsuk, Pachara and
Pavasant, Nat and
Chuangsuwanich, Ekapol",
editor = "Demberg, Vera and
Inui, Kentaro and
Marquez, Llu{\'i}s",
booktitle = "Proceedings of the 19th Conference of the {E}uropean Chapter of the {A}ssociation for {C}omputational {L}inguistics (Volume 2: Short Papers)",
month = mar,
year = "2026",
address = "Rabat, Morocco",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.eacl-short.41/",
pages = "572--587",
ISBN = "979-8-89176-381-4",
abstract = "We introduce MEET-MR (Machine Translation English{--}Thai MQM and Ranking Dataset), a comprehensive benchmark for evaluating English{--}Thai machine translation systems. The dataset is constructed using the Multidimensional Quality Metrics (MQM) annotation framework, providing fine-grained human judgements of translation quality. In addition, MEET-MR includes human preference rankings and reference translations, enabling both absolute and relative assessment of translation quality. The dataset covers nine diverse domains providing linguistic and contextual diversity. By combining high-quality reference translations, objective MQM error annotations, and subjective preference rankings, MEET-MR serves as a valuable resource for studying translation quality estimation, model alignment with human evaluation, and cross-domain performance in English{--}Thai machine translation. MEET-MR is publicly available at https://huggingface.co/datasets/Chula-AI/MEET-MR"
}<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="phuangrot-etal-2026-machine">
<titleInfo>
<title>Machine translation Evaluation Eng-Thai MQM Ranking dataset</title>
</titleInfo>
<name type="personal">
<namePart type="given">Phichet</namePart>
<namePart type="family">Phuangrot</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Natdanai</namePart>
<namePart type="family">Trintawat</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Kanawat</namePart>
<namePart type="family">Vilasri</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Yanapat</namePart>
<namePart type="family">Patcharawiwatpong</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Pachara</namePart>
<namePart type="family">Boonsarngsuk</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Nat</namePart>
<namePart type="family">Pavasant</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Ekapol</namePart>
<namePart type="family">Chuangsuwanich</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2026-03</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 2: Short Papers)</title>
</titleInfo>
<name type="personal">
<namePart type="given">Vera</namePart>
<namePart type="family">Demberg</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Kentaro</namePart>
<namePart type="family">Inui</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Lluís</namePart>
<namePart type="family">Marquez</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Rabat, Morocco</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
<identifier type="isbn">979-8-89176-381-4</identifier>
</relatedItem>
<abstract>We introduce MEET-MR (Machine Translation English–Thai MQM and Ranking Dataset), a comprehensive benchmark for evaluating English–Thai machine translation systems. The dataset is constructed using the Multidimensional Quality Metrics (MQM) annotation framework, providing fine-grained human judgements of translation quality. In addition, MEET-MR includes human preference rankings and reference translations, enabling both absolute and relative assessment of translation quality. The dataset covers nine diverse domains providing linguistic and contextual diversity. By combining high-quality reference translations, objective MQM error annotations, and subjective preference rankings, MEET-MR serves as a valuable resource for studying translation quality estimation, model alignment with human evaluation, and cross-domain performance in English–Thai machine translation. MEET-MR is publicly available at https://huggingface.co/datasets/Chula-AI/MEET-MR</abstract>
<identifier type="citekey">phuangrot-etal-2026-machine</identifier>
<location>
<url>https://aclanthology.org/2026.eacl-short.41/</url>
</location>
<part>
<date>2026-03</date>
<extent unit="page">
<start>572</start>
<end>587</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Machine translation Evaluation Eng-Thai MQM Ranking dataset
%A Phuangrot, Phichet
%A Trintawat, Natdanai
%A Vilasri, Kanawat
%A Patcharawiwatpong, Yanapat
%A Boonsarngsuk, Pachara
%A Pavasant, Nat
%A Chuangsuwanich, Ekapol
%Y Demberg, Vera
%Y Inui, Kentaro
%Y Marquez, Lluís
%S Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 2: Short Papers)
%D 2026
%8 March
%I Association for Computational Linguistics
%C Rabat, Morocco
%@ 979-8-89176-381-4
%F phuangrot-etal-2026-machine
%X We introduce MEET-MR (Machine Translation English–Thai MQM and Ranking Dataset), a comprehensive benchmark for evaluating English–Thai machine translation systems. The dataset is constructed using the Multidimensional Quality Metrics (MQM) annotation framework, providing fine-grained human judgements of translation quality. In addition, MEET-MR includes human preference rankings and reference translations, enabling both absolute and relative assessment of translation quality. The dataset covers nine diverse domains providing linguistic and contextual diversity. By combining high-quality reference translations, objective MQM error annotations, and subjective preference rankings, MEET-MR serves as a valuable resource for studying translation quality estimation, model alignment with human evaluation, and cross-domain performance in English–Thai machine translation. MEET-MR is publicly available at https://huggingface.co/datasets/Chula-AI/MEET-MR
%U https://aclanthology.org/2026.eacl-short.41/
%P 572-587
Markdown (Informal)
[Machine translation Evaluation Eng-Thai MQM Ranking dataset](https://aclanthology.org/2026.eacl-short.41/) (Phuangrot et al., EACL 2026)
ACL
- Phichet Phuangrot, Natdanai Trintawat, Kanawat Vilasri, Yanapat Patcharawiwatpong, Pachara Boonsarngsuk, Nat Pavasant, and Ekapol Chuangsuwanich. 2026. Machine translation Evaluation Eng-Thai MQM Ranking dataset. In Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 2: Short Papers), pages 572–587, Rabat, Morocco. Association for Computational Linguistics.