@inproceedings{puvis-de-chavannes-etal-2021-hyperparameter,
    title = "Hyperparameter Power Impact in Transformer Language Model Training",
    author = "Puvis de Chavannes, Lucas H{\o}yberg  and
      Kongsbak, Mads Guldborg Kjeldgaard  and
      Rantzau, Timmie  and
      Derczynski, Leon",
    editor = "Moosavi, Nafise Sadat  and
      Gurevych, Iryna  and
      Fan, Angela  and
      Wolf, Thomas  and
      Hou, Yufang  and
      Marasovi{\'c}, Ana  and
      Ravi, Sujith",
    booktitle = "Proceedings of the Second Workshop on Simple and Efficient Natural Language Processing",
    month = nov,
    year = "2021",
    address = "Virtual",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2021.sustainlp-1.12/",
    doi = "10.18653/v1/2021.sustainlp-1.12",
    pages = "96--118"
}