@misc{lin2020multi, title={Multi-node Bert-pretraining: Cost-efficient Approach}, author={Jiahuang Lin and Xin Li and Gennady Pekhimenko}, year={2020}, eprint={2008.00177}, archivePrefix={arXiv}, primaryClass={cs.LG}, url={https://arxiv.org/abs/2008.00177} }