@inproceedings{nishida-etal-2024-initialization,
    title = "Initialization of Large Language Models via Reparameterization to Mitigate Loss Spikes",
    author = "Nishida, Kosuke  and
      Nishida, Kyosuke  and
      Saito, Kuniko",
    editor = "Al-Onaizan, Yaser  and
      Bansal, Mohit  and
      Chen, Yun-Nung",
    booktitle = "Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing",
    month = nov,
    year = "2024",
    address = "Miami, Florida, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2024.emnlp-main.1264/",
    doi = "10.18653/v1/2024.emnlp-main.1264",
    pages = "22699--22714"
}