@inproceedings{campos-etal-2023-oberta,
    title = "o{BERT}a: Improving Sparse Transfer Learning via improved initialization, distillation, and pruning regimes",
    author = "Campos, Daniel  and
      Marques, Alexandre  and
      Kurtz, Mark  and
      Xiang Zhai, Cheng",
    editor = "Sadat Moosavi, Nafise  and
      Gurevych, Iryna  and
      Hou, Yufang  and
      Kim, Gyuwan  and
      Kim, Young Jin  and
      Schuster, Tal  and
      Agrawal, Ameeta",
    booktitle = "Proceedings of The Fourth Workshop on Simple and Efficient Natural Language Processing (SustaiNLP)",
    month = jul,
    year = "2023",
    address = "Toronto, Canada (Hybrid)",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2023.sustainlp-1.3/",
    doi = "10.18653/v1/2023.sustainlp-1.3",
    pages = "39--58"
}