@inproceedings{lamb-etal-2025-synthesising,
title = "Synthesising a Corpus of {G}aelic Traditional Narrative with Cross-Lingual Text Expansion",
author = "Lamb, William and
Han, Dongge and
Klejch, Ondrej and
Alex, Beatrice and
Bell, Peter",
editor = "Davis, Brian and
Fransen, Theodorus and
Dhonnchadha, Elaine Ui and
Walsh, Abigail",
booktitle = "Proceedings of the 5th Celtic Language Technology Workshop",
month = jan,
year = "2025",
address = "Abu Dhabi [Virtual Workshop]",
publisher = "International Committee on Computational Linguistics",
url = "https://aclanthology.org/2025.cltw-1.2/",
pages = "12--26",
abstract = "Advances in large language modelling have disproportionately benefited high-resource languages due to their vastly greater training data reserves. This paper proposes a novel cross-lingual text expansion (XLTE) technique using multilingual large language models (MLLMs) to mitigate data sparsity in low-resource languages. We apply XLTE to the domain of traditional Scottish Gaelic storytelling to generate a training corpus suitable for language modelling, for example as part of an automatic speech recognition system. The effectiveness of this technique is demonstrated using OpenAI`s GPT-4o, with supervised fine-tuning (SFT) providing decreased neologism rates and a 57.2{\%} reduction in perplexity over the baseline model. Despite these promising results, qualitative analyses reveal important stylistic divergences between synthesised and genuine data. Nevertheless, XLTE offers a promising, scalable method for synthesising training sets in other languages and domains, opening avenues for further improvements in low-resource language modelling."
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="lamb-etal-2025-synthesising">
<titleInfo>
<title>Synthesising a Corpus of Gaelic Traditional Narrative with Cross-Lingual Text Expansion</title>
</titleInfo>
<name type="personal">
<namePart type="given">William</namePart>
<namePart type="family">Lamb</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Dongge</namePart>
<namePart type="family">Han</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Ondrej</namePart>
<namePart type="family">Klejch</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Beatrice</namePart>
<namePart type="family">Alex</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Peter</namePart>
<namePart type="family">Bell</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2025-01</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 5th Celtic Language Technology Workshop</title>
</titleInfo>
<name type="personal">
<namePart type="given">Brian</namePart>
<namePart type="family">Davis</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Theodorus</namePart>
<namePart type="family">Fransen</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Elaine</namePart>
<namePart type="given">Ui</namePart>
<namePart type="family">Dhonnchadha</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Abigail</namePart>
<namePart type="family">Walsh</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>International Committee on Computational Linguistics</publisher>
<place>
<placeTerm type="text">Abu Dhabi [Virtual Workshop]</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>Advances in large language modelling have disproportionately benefited high-resource languages due to their vastly greater training data reserves. This paper proposes a novel cross-lingual text expansion (XLTE) technique using multilingual large language models (MLLMs) to mitigate data sparsity in low-resource languages. We apply XLTE to the domain of traditional Scottish Gaelic storytelling to generate a training corpus suitable for language modelling, for example as part of an automatic speech recognition system. The effectiveness of this technique is demonstrated using OpenAI‘s GPT-4o, with supervised fine-tuning (SFT) providing decreased neologism rates and a 57.2% reduction in perplexity over the baseline model. Despite these promising results, qualitative analyses reveal important stylistic divergences between synthesised and genuine data. Nevertheless, XLTE offers a promising, scalable method for synthesising training sets in other languages and domains, opening avenues for further improvements in low-resource language modelling.</abstract>
<identifier type="citekey">lamb-etal-2025-synthesising</identifier>
<location>
<url>https://aclanthology.org/2025.cltw-1.2/</url>
</location>
<part>
<date>2025-01</date>
<extent unit="page">
<start>12</start>
<end>26</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Synthesising a Corpus of Gaelic Traditional Narrative with Cross-Lingual Text Expansion
%A Lamb, William
%A Han, Dongge
%A Klejch, Ondrej
%A Alex, Beatrice
%A Bell, Peter
%Y Davis, Brian
%Y Fransen, Theodorus
%Y Dhonnchadha, Elaine Ui
%Y Walsh, Abigail
%S Proceedings of the 5th Celtic Language Technology Workshop
%D 2025
%8 January
%I International Committee on Computational Linguistics
%C Abu Dhabi [Virtual Workshop]
%F lamb-etal-2025-synthesising
%X Advances in large language modelling have disproportionately benefited high-resource languages due to their vastly greater training data reserves. This paper proposes a novel cross-lingual text expansion (XLTE) technique using multilingual large language models (MLLMs) to mitigate data sparsity in low-resource languages. We apply XLTE to the domain of traditional Scottish Gaelic storytelling to generate a training corpus suitable for language modelling, for example as part of an automatic speech recognition system. The effectiveness of this technique is demonstrated using OpenAI‘s GPT-4o, with supervised fine-tuning (SFT) providing decreased neologism rates and a 57.2% reduction in perplexity over the baseline model. Despite these promising results, qualitative analyses reveal important stylistic divergences between synthesised and genuine data. Nevertheless, XLTE offers a promising, scalable method for synthesising training sets in other languages and domains, opening avenues for further improvements in low-resource language modelling.
%U https://aclanthology.org/2025.cltw-1.2/
%P 12-26
Markdown (Informal)
[Synthesising a Corpus of Gaelic Traditional Narrative with Cross-Lingual Text Expansion](https://aclanthology.org/2025.cltw-1.2/) (Lamb et al., CLTW 2025)
ACL