@article {1811.03619, archivePrefix = {arXiv}, eprint = {1811.03619}, primaryClass = {cs.LG}, author = {Youjie Li and Mingchao Yu and Songze Li and Salman Avestimehr and Nam Sung Kim and Alexander Schwing}, title = {Pipe-SGD: A Decentralized Pipelined SGD Framework for Distributed Deep Net Training}, year = {2018}, url = {http://arxiv.org/abs/1811.03619} }