@InProceedings{wu-zhang-zong:2016:COLING,
  author    = {Wu, Huijia  and  Zhang, Jiajun  and  Zong, Chengqing},
  title     = {An Empirical Exploration of Skip Connections for Sequential Tagging},
  booktitle = {Proceedings of COLING 2016, the 26th International Conference on Computational Linguistics: Technical Papers},
  month     = {December},
  year      = {2016},
  address   = {Osaka, Japan},
  publisher = {The COLING 2016 Organizing Committee},
  pages     = {203--212},
  abstract  = {In this paper, we empirically explore the effects of various kinds of skip
	connections in stacked bidirectional LSTMs for sequential tagging. We
	investigate three kinds of skip connections connecting to LSTM cells: (a) skip
	connections to the gates, (b) skip connections to the internal states and (c)
	skip connections to the cell outputs. We present comprehensive experiments
	showing that skip connections to cell outputs outperform the remaining two.
	Furthermore, we observe that using gated identity functions as skip mappings
	works pretty well. Based on this novel skip connections, we successfully train
	deep stacked bidirectional LSTM models and obtain state-of-the-art results on
	CCG supertagging and comparable results on POS tagging.},
  url       = {http://aclweb.org/anthology/C16-1020}
}