@proceedings{sustainlp-2021-simple,
    title = "Proceedings of the Second Workshop on Simple and Efficient Natural Language Processing",
    editor = "Moosavi, Nafise Sadat  and
      Gurevych, Iryna  and
      Fan, Angela  and
      Wolf, Thomas  and
      Hou, Yufang  and
      Marasovi{\'c}, Ana  and
      Ravi, Sujith",
    month = nov,
    year = "2021",
    address = "Virtual",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2021.sustainlp-1.0/"
}
@inproceedings{zhou-etal-2021-low,
    title = "Low Resource Quadratic Forms for Knowledge Graph Embeddings",
    author = "Zhou, Zachary  and
      Kline, Jeffery  and
      Conathan, Devin  and
      Fung, Glenn",
    editor = "Moosavi, Nafise Sadat  and
      Gurevych, Iryna  and
      Fan, Angela  and
      Wolf, Thomas  and
      Hou, Yufang  and
      Marasovi{\'c}, Ana  and
      Ravi, Sujith",
    booktitle = "Proceedings of the Second Workshop on Simple and Efficient Natural Language Processing",
    month = nov,
    year = "2021",
    address = "Virtual",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2021.sustainlp-1.1/",
    doi = "10.18653/v1/2021.sustainlp-1.1",
    pages = "1--10"
}
@inproceedings{bannour-etal-2021-evaluating,
    title = "Evaluating the carbon footprint of {NLP} methods: a survey and analysis of existing tools",
    author = "Bannour, Nesrine  and
      Ghannay, Sahar  and
      N{\'e}v{\'e}ol, Aur{\'e}lie  and
      Ligozat, Anne-Laure",
    editor = "Moosavi, Nafise Sadat  and
      Gurevych, Iryna  and
      Fan, Angela  and
      Wolf, Thomas  and
      Hou, Yufang  and
      Marasovi{\'c}, Ana  and
      Ravi, Sujith",
    booktitle = "Proceedings of the Second Workshop on Simple and Efficient Natural Language Processing",
    month = nov,
    year = "2021",
    address = "Virtual",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2021.sustainlp-1.2/",
    doi = "10.18653/v1/2021.sustainlp-1.2",
    pages = "11--21"
}
@inproceedings{soltan-etal-2021-limitations,
    title = "Limitations of Knowledge Distillation for Zero-shot Transfer Learning",
    author = "Soltan, Saleh  and
      Khan, Haidar  and
      Hamza, Wael",
    editor = "Moosavi, Nafise Sadat  and
      Gurevych, Iryna  and
      Fan, Angela  and
      Wolf, Thomas  and
      Hou, Yufang  and
      Marasovi{\'c}, Ana  and
      Ravi, Sujith",
    booktitle = "Proceedings of the Second Workshop on Simple and Efficient Natural Language Processing",
    month = nov,
    year = "2021",
    address = "Virtual",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2021.sustainlp-1.3/",
    doi = "10.18653/v1/2021.sustainlp-1.3",
    pages = "22--31"
}
@inproceedings{jeon-strube-2021-countering,
    title = "Countering the Influence of Essay Length in Neural Essay Scoring",
    author = "Jeon, Sungho  and
      Strube, Michael",
    editor = "Moosavi, Nafise Sadat  and
      Gurevych, Iryna  and
      Fan, Angela  and
      Wolf, Thomas  and
      Hou, Yufang  and
      Marasovi{\'c}, Ana  and
      Ravi, Sujith",
    booktitle = "Proceedings of the Second Workshop on Simple and Efficient Natural Language Processing",
    month = nov,
    year = "2021",
    address = "Virtual",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2021.sustainlp-1.4/",
    doi = "10.18653/v1/2021.sustainlp-1.4",
    pages = "32--38"
}
@inproceedings{gupta-etal-2021-memory,
    title = "Memory-efficient Transformers via Top-k Attention",
    author = "Gupta, Ankit  and
      Dar, Guy  and
      Goodman, Shaya  and
      Ciprut, David  and
      Berant, Jonathan",
    editor = "Moosavi, Nafise Sadat  and
      Gurevych, Iryna  and
      Fan, Angela  and
      Wolf, Thomas  and
      Hou, Yufang  and
      Marasovi{\'c}, Ana  and
      Ravi, Sujith",
    booktitle = "Proceedings of the Second Workshop on Simple and Efficient Natural Language Processing",
    month = nov,
    year = "2021",
    address = "Virtual",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2021.sustainlp-1.5/",
    doi = "10.18653/v1/2021.sustainlp-1.5",
    pages = "39--52"
}
@inproceedings{liu-etal-2021-biocopy,
    title = "{B}io{C}opy: A Plug-And-Play Span Copy Mechanism in {S}eq2{S}eq Models",
    author = "Liu, Yi  and
      Zhang, Guoan  and
      Yu, Puning  and
      Su, Jianlin  and
      Pan, Shengfeng",
    editor = "Moosavi, Nafise Sadat  and
      Gurevych, Iryna  and
      Fan, Angela  and
      Wolf, Thomas  and
      Hou, Yufang  and
      Marasovi{\'c}, Ana  and
      Ravi, Sujith",
    booktitle = "Proceedings of the Second Workshop on Simple and Efficient Natural Language Processing",
    month = nov,
    year = "2021",
    address = "Virtual",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2021.sustainlp-1.6/",
    doi = "10.18653/v1/2021.sustainlp-1.6",
    pages = "53--57"
}
@inproceedings{sidiropoulos-etal-2021-combining,
    title = "Combining Lexical and Dense Retrieval for Computationally Efficient Multi-hop Question Answering",
    author = "Sidiropoulos, Georgios  and
      Voskarides, Nikos  and
      Vakulenko, Svitlana  and
      Kanoulas, Evangelos",
    editor = "Moosavi, Nafise Sadat  and
      Gurevych, Iryna  and
      Fan, Angela  and
      Wolf, Thomas  and
      Hou, Yufang  and
      Marasovi{\'c}, Ana  and
      Ravi, Sujith",
    booktitle = "Proceedings of the Second Workshop on Simple and Efficient Natural Language Processing",
    month = nov,
    year = "2021",
    address = "Virtual",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2021.sustainlp-1.7/",
    doi = "10.18653/v1/2021.sustainlp-1.7",
    pages = "58--63"
}
@inproceedings{zhang-etal-2021-learning-rank,
    title = "Learning to Rank in the Age of {M}uppets: Effectiveness{--}Efficiency Tradeoffs in Multi-Stage Ranking",
    author = "Zhang, Yue  and
      Hu, ChengCheng  and
      Liu, Yuqi  and
      Fang, Hui  and
      Lin, Jimmy",
    editor = "Moosavi, Nafise Sadat  and
      Gurevych, Iryna  and
      Fan, Angela  and
      Wolf, Thomas  and
      Hou, Yufang  and
      Marasovi{\'c}, Ana  and
      Ravi, Sujith",
    booktitle = "Proceedings of the Second Workshop on Simple and Efficient Natural Language Processing",
    month = nov,
    year = "2021",
    address = "Virtual",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2021.sustainlp-1.8/",
    doi = "10.18653/v1/2021.sustainlp-1.8",
    pages = "64--73"
}
@inproceedings{glenski-etal-2021-improving,
    title = "Improving Synonym Recommendation Using Sentence Context",
    author = "Glenski, Maria  and
      Sealy, William I.  and
      Miller, Kate  and
      Arendt, Dustin",
    editor = "Moosavi, Nafise Sadat  and
      Gurevych, Iryna  and
      Fan, Angela  and
      Wolf, Thomas  and
      Hou, Yufang  and
      Marasovi{\'c}, Ana  and
      Ravi, Sujith",
    booktitle = "Proceedings of the Second Workshop on Simple and Efficient Natural Language Processing",
    month = nov,
    year = "2021",
    address = "Virtual",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2021.sustainlp-1.9/",
    doi = "10.18653/v1/2021.sustainlp-1.9",
    pages = "74--78"
}
@inproceedings{wang-etal-2021-semantic,
    title = "Semantic Categorization of Social Knowledge for Commonsense Question Answering",
    author = "Wang, Gengyu  and
      Hou, Xiaochen  and
      Yang, Diyi  and
      McKeown, Kathleen  and
      Huang, Jing",
    editor = "Moosavi, Nafise Sadat  and
      Gurevych, Iryna  and
      Fan, Angela  and
      Wolf, Thomas  and
      Hou, Yufang  and
      Marasovi{\'c}, Ana  and
      Ravi, Sujith",
    booktitle = "Proceedings of the Second Workshop on Simple and Efficient Natural Language Processing",
    month = nov,
    year = "2021",
    address = "Virtual",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2021.sustainlp-1.10/",
    doi = "10.18653/v1/2021.sustainlp-1.10",
    pages = "79--85"
}
@inproceedings{torbarina-etal-2021-speeding,
    title = "{S}peeding Up {T}ransformer Training By Using Dataset Subsampling - {A}n Exploratory Analysis",
    author = "Torbarina, Lovre  and
      Mihel{\v{c}}i{\'c}, Velimir  and
      {\v{S}}arlija, Bruno  and
      Roguski, Lukasz  and
      Kraljevi{\'c}, {\v{Z}}eljko",
    editor = "Moosavi, Nafise Sadat  and
      Gurevych, Iryna  and
      Fan, Angela  and
      Wolf, Thomas  and
      Hou, Yufang  and
      Marasovi{\'c}, Ana  and
      Ravi, Sujith",
    booktitle = "Proceedings of the Second Workshop on Simple and Efficient Natural Language Processing",
    month = nov,
    year = "2021",
    address = "Virtual",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2021.sustainlp-1.11/",
    doi = "10.18653/v1/2021.sustainlp-1.11",
    pages = "86--95"
}
@inproceedings{puvis-de-chavannes-etal-2021-hyperparameter,
    title = "Hyperparameter Power Impact in Transformer Language Model Training",
    author = "Puvis de Chavannes, Lucas H{\o}yberg  and
      Kongsbak, Mads Guldborg Kjeldgaard  and
      Rantzau, Timmie  and
      Derczynski, Leon",
    editor = "Moosavi, Nafise Sadat  and
      Gurevych, Iryna  and
      Fan, Angela  and
      Wolf, Thomas  and
      Hou, Yufang  and
      Marasovi{\'c}, Ana  and
      Ravi, Sujith",
    booktitle = "Proceedings of the Second Workshop on Simple and Efficient Natural Language Processing",
    month = nov,
    year = "2021",
    address = "Virtual",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2021.sustainlp-1.12/",
    doi = "10.18653/v1/2021.sustainlp-1.12",
    pages = "96--118"
}
@inproceedings{he-etal-2021-distiller,
    title = "Distiller: A Systematic Study of Model Distillation Methods in Natural Language Processing",
    author = "He, Haoyu  and
      Shi, Xingjian  and
      Mueller, Jonas  and
      Zha, Sheng  and
      Li, Mu  and
      Karypis, George",
    editor = "Moosavi, Nafise Sadat  and
      Gurevych, Iryna  and
      Fan, Angela  and
      Wolf, Thomas  and
      Hou, Yufang  and
      Marasovi{\'c}, Ana  and
      Ravi, Sujith",
    booktitle = "Proceedings of the Second Workshop on Simple and Efficient Natural Language Processing",
    month = nov,
    year = "2021",
    address = "Virtual",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2021.sustainlp-1.13/",
    doi = "10.18653/v1/2021.sustainlp-1.13",
    pages = "119--133"
}
@inproceedings{peng-etal-2021-shrinking,
    title = "Shrinking Bigfoot: Reducing wav2vec 2.0 footprint",
    author = "Peng, Zilun  and
      Budhkar, Akshay  and
      Tuil, Ilana  and
      Levy, Jason  and
      Sobhani, Parinaz  and
      Cohen, Raphael  and
      Nassour, Jumana",
    editor = "Moosavi, Nafise Sadat  and
      Gurevych, Iryna  and
      Fan, Angela  and
      Wolf, Thomas  and
      Hou, Yufang  and
      Marasovi{\'c}, Ana  and
      Ravi, Sujith",
    booktitle = "Proceedings of the Second Workshop on Simple and Efficient Natural Language Processing",
    month = nov,
    year = "2021",
    address = "Virtual",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2021.sustainlp-1.14/",
    doi = "10.18653/v1/2021.sustainlp-1.14",
    pages = "134--141"
}
@inproceedings{agrawal-etal-2021-role,
    title = "On the Role of Corpus Ordering in Language Modeling",
    author = "Agrawal, Ameeta  and
      Singh, Suresh  and
      Schneider, Lauren  and
      Samuels, Michael",
    editor = "Moosavi, Nafise Sadat  and
      Gurevych, Iryna  and
      Fan, Angela  and
      Wolf, Thomas  and
      Hou, Yufang  and
      Marasovi{\'c}, Ana  and
      Ravi, Sujith",
    booktitle = "Proceedings of the Second Workshop on Simple and Efficient Natural Language Processing",
    month = nov,
    year = "2021",
    address = "Virtual",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2021.sustainlp-1.15/",
    doi = "10.18653/v1/2021.sustainlp-1.15",
    pages = "142--154"
}
@inproceedings{sachidananda-etal-2021-efficient,
    title = "Efficient Domain Adaptation of Language Models via Adaptive Tokenization",
    author = "Sachidananda, Vin  and
      Kessler, Jason  and
      Lai, Yi-An",
    editor = "Moosavi, Nafise Sadat  and
      Gurevych, Iryna  and
      Fan, Angela  and
      Wolf, Thomas  and
      Hou, Yufang  and
      Marasovi{\'c}, Ana  and
      Ravi, Sujith",
    booktitle = "Proceedings of the Second Workshop on Simple and Efficient Natural Language Processing",
    month = nov,
    year = "2021",
    address = "Virtual",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2021.sustainlp-1.16/",
    doi = "10.18653/v1/2021.sustainlp-1.16",
    pages = "155--165"
}
@inproceedings{gupta-gupta-2021-unsupervised,
    title = "Unsupervised Contextualized Document Representation",
    author = "Gupta, Ankur  and
      Gupta, Vivek",
    editor = "Moosavi, Nafise Sadat  and
      Gurevych, Iryna  and
      Fan, Angela  and
      Wolf, Thomas  and
      Hou, Yufang  and
      Marasovi{\'c}, Ana  and
      Ravi, Sujith",
    booktitle = "Proceedings of the Second Workshop on Simple and Efficient Natural Language Processing",
    month = nov,
    year = "2021",
    address = "Virtual",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2021.sustainlp-1.17/",
    doi = "10.18653/v1/2021.sustainlp-1.17",
    pages = "166--173"
}