@inproceedings{L16-1172,
 abstract = {Vietnamese word segmentation (VWS) is a challenging basic issue for natural language processing. This paper addresses the problem of how does dictionary size influence VWS performance, proposes two novel measures: square overlap ratio (SOR) and relaxed square overlap ratio (RSOR), and validates their effectiveness. The SOR measure is the product of dictionary overlap ratio and corpus overlap ratio, and the RSOR measure is the relaxed version of SOR measure under an unsupervised condition. The two measures both indicate the suitable degree between segmentation dictionary and object corpus waiting for segmentation. The experimental results show that the more suitable, neither smaller nor larger, dictionary size is better to achieve the state-of-the-art performance for dictionary-based Vietnamese word segmenters.
},
 address = {Portorož, Slovenia},
 author = {Wuying Liu and Lin Wang},
 booktitle = {Proceedings of the Tenth International Conference on Language Resources and Evaluation (LREC 2016)},
 month = {May},
 pages = {1079--1083},
 publisher = {European Language Resources Association (ELRA)},
 title = {How does Dictionary Size Influence Performance of Vietnamese Word Segmentation?},
 url = {https://www.aclweb.org/anthology/L16-1172},
 year = {2016}
}

