@inproceedings{lee2023self,
  title={Self-Distillation for Further Pre-training of Transformers},
  author={Lee, Seanie and Kang, Minki and Lee, Juho and Hwang, Sung Ju and Kawaguchi, Kenji},
  booktitle={International Conference on Learning Representations (ICLR)},
  year={2023}
}