@inproceedings{brown-2004-modified,
title = "A modified Burrows-Wheeler transform for highly scalable example-based translation",
author = "Brown, Ralf D.",
editor = "Frederking, Robert E. and
Taylor, Kathryn B.",
booktitle = "Proceedings of the 6th Conference of the Association for Machine Translation in the Americas: Technical Papers",
month = sep # " 28 - " # oct # " 2",
year = "2004",
address = "Washington, USA",
publisher = "Springer",
url = "https://link.springer.com/chapter/10.1007/978-3-540-30194-3_4",
pages = "27--36",
abstract = "The Burrows-Wheeler Transform (BWT) was originally developed for data compression, but can also be applied to indexing text. In this paper, an adaptation of the BWT to word-based indexing of the training corpus for an example-based machine translation (EBMT) system is presented. The adapted BWT embeds the necessary information to retrieve matched training instances without requiring any additional space and can be instantiated in a compressed form which reduces disk space and memory requirements by about 40{\%} while still remaining searchable without decompression. Both the speed advantage from O(log N) lookups compared to the O(N) lookups in the inverted-file index which had previously been used and the structure of the index itself act as enablers for additional capabilities and run-time speed. Because the BWT groups all instances of any n-gram together, it can be used to quickly enumerate the most-frequent n-grams, for which translations can be precomputed and stored, resulting in an order-of-magnitude speedup at run time.",
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="brown-2004-modified">
<titleInfo>
<title>A modified Burrows-Wheeler transform for highly scalable example-based translation</title>
</titleInfo>
<name type="personal">
<namePart type="given">Ralf</namePart>
<namePart type="given">D</namePart>
<namePart type="family">Brown</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2004-sep 28 - oct 2</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 6th Conference of the Association for Machine Translation in the Americas: Technical Papers</title>
</titleInfo>
<name type="personal">
<namePart type="given">Robert</namePart>
<namePart type="given">E</namePart>
<namePart type="family">Frederking</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Kathryn</namePart>
<namePart type="given">B</namePart>
<namePart type="family">Taylor</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Springer</publisher>
<place>
<placeTerm type="text">Washington, USA</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>The Burrows-Wheeler Transform (BWT) was originally developed for data compression, but can also be applied to indexing text. In this paper, an adaptation of the BWT to word-based indexing of the training corpus for an example-based machine translation (EBMT) system is presented. The adapted BWT embeds the necessary information to retrieve matched training instances without requiring any additional space and can be instantiated in a compressed form which reduces disk space and memory requirements by about 40% while still remaining searchable without decompression. Both the speed advantage from O(log N) lookups compared to the O(N) lookups in the inverted-file index which had previously been used and the structure of the index itself act as enablers for additional capabilities and run-time speed. Because the BWT groups all instances of any n-gram together, it can be used to quickly enumerate the most-frequent n-grams, for which translations can be precomputed and stored, resulting in an order-of-magnitude speedup at run time.</abstract>
<identifier type="citekey">brown-2004-modified</identifier>
<location>
<url>https://link.springer.com/chapter/10.1007/978-3-540-30194-3_4</url>
</location>
<part>
<date>2004-sep 28 - oct 2</date>
<extent unit="page">
<start>27</start>
<end>36</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T A modified Burrows-Wheeler transform for highly scalable example-based translation
%A Brown, Ralf D.
%Y Frederking, Robert E.
%Y Taylor, Kathryn B.
%S Proceedings of the 6th Conference of the Association for Machine Translation in the Americas: Technical Papers
%D 2004
%8 sep 28 oct 2
%I Springer
%C Washington, USA
%F brown-2004-modified
%X The Burrows-Wheeler Transform (BWT) was originally developed for data compression, but can also be applied to indexing text. In this paper, an adaptation of the BWT to word-based indexing of the training corpus for an example-based machine translation (EBMT) system is presented. The adapted BWT embeds the necessary information to retrieve matched training instances without requiring any additional space and can be instantiated in a compressed form which reduces disk space and memory requirements by about 40% while still remaining searchable without decompression. Both the speed advantage from O(log N) lookups compared to the O(N) lookups in the inverted-file index which had previously been used and the structure of the index itself act as enablers for additional capabilities and run-time speed. Because the BWT groups all instances of any n-gram together, it can be used to quickly enumerate the most-frequent n-grams, for which translations can be precomputed and stored, resulting in an order-of-magnitude speedup at run time.
%U https://link.springer.com/chapter/10.1007/978-3-540-30194-3_4
%P 27-36
Markdown (Informal)
[A modified Burrows-Wheeler transform for highly scalable example-based translation](https://link.springer.com/chapter/10.1007/978-3-540-30194-3_4) (Brown, AMTA 2004)
ACL