@misc{kalyan2021ammus, title={AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing}, author={Katikapalli Subramanyam Kalyan and Ajit Rajasekharan and Sivanesan Sangeetha}, year={2021}, eprint={2108.05542}, archivePrefix={arXiv}, primaryClass={cs.CL}, url={https://arxiv.org/abs/2108.05542} }