@inproceedings{zhu-etal-2024-coca,
    title = "{C}o{CA}: Fusing Position Embedding with Collinear Constrained Attention in Transformers for Long Context Window Extending",
    author = "Zhu, Shiyi  and
      Ye, Jing  and
      Jiang, Wei  and
      Xue, Siqiao  and
      Zhang, Qi  and
      Wu, Yifan  and
      Li, Jianguo",
    editor = "Ku, Lun-Wei  and
      Martins, Andre  and
      Srikumar, Vivek",
    booktitle = "Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)",
    month = aug,
    year = "2024",
    address = "Bangkok, Thailand",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2024.acl-long.233/",
    doi = "10.18653/v1/2024.acl-long.233",
    pages = "4247--4262"
}