@misc{liu2019roberta, title={RoBERTa: A Robustly Optimized BERT Pretraining Approach}, author={Yinhan Liu and Myle Ott and Naman Goyal and Jingfei Du and Mandar Joshi and Danqi Chen and Omer Levy and Mike Lewis and Luke Zettlemoyer and Veselin Stoyanov}, year={2019}, eprint={1907.11692}, archivePrefix={arXiv}, primaryClass={cs.CL}, url={https://arxiv.org/abs/1907.11692} }