@InProceedings{elhaj-EtAl:2017:SENSE2017,
  author    = {El-Haj, Mahmoud  and  Rayson, Paul  and  Piao, Scott  and  Wattam, Stephen},
  title     = {Creating and Validating Multilingual Semantic Representations for Six Languages: Expert versus Non-Expert Crowds},
  booktitle = {Proceedings of the 1st Workshop on Sense, Concept and Entity Representations and their Applications},
  month     = {April},
  year      = {2017},
  address   = {Valencia, Spain},
  publisher = {Association for Computational Linguistics},
  pages     = {61--71},
  abstract  = {Creating high-quality wide-coverage multilingual
	semantic lexicons to support
	knowledge-based approaches is a challenging
	time-consuming manual task.
	This has traditionally been performed by
	linguistic experts: a slow and expensive
	process. We present an experiment in
	which we adapt and evaluate crowdsourcing
	methods employing native speakers to
	generate a list of coarse-grained senses under
	a common multilingual semantic taxonomy
	for sets of words in six languages.
	451 non-experts (including 427 Mechanical
	Turk workers) and 15 expert participants
	semantically annotated 250 words
	manually for Arabic, Chinese, English,
	Italian, Portuguese and Urdu lexicons. In
	order to avoid erroneous (spam) crowdsourced
	results, we used a novel task-specific
	two-phase filtering process where
	users were asked to identify synonyms in
	the target language, and remove erroneous
	senses.},
  url       = {http://www.aclweb.org/anthology/W17-1908}
}