@inproceedings{kiya-etal-2026-rope, title = "It{'}s Not {R}o{PE} that Creates Sinks: The Role of Self-Concentration and Value-Non-Mixing in Attention", author = "Kiya, Raito and Ohashi, Satoki and Sato, Kosuke and Kamoda, Go and Takahashi, Ryosuke and Yamamoto, Yuji and Shiono, Daiki and Sakaguchi, Keisuke and Kobayashi, Goro", editor = "Lee, Hung-Yi and Dev, Sunipa and Li, Jessy and Elliott, Desmond", booktitle = "Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing", month = oct, year = "2026", address = "Budapest, Hungary", publisher = "Association for Computational Linguistics", url = "https://aclanthology.org/2026.emnlp-main.1366/", pages = "31160--31184", ISBN = "979-8-89176-459-0" }