2019

Xiangru Lian and Ji Liu. Revisit batch normalization: new understanding and refinement via composition optimization. In Proceedings of Machine Learning Research, volume 89 of Proceedings of Machine Learning Research, 3254–3263. PMLR, 2019. [arXiv]
BibTeX>
@inproceedings{pmlr-v89-lian19a,
    author = "Lian, Xiangru and Liu, Ji",
    title = "Revisit Batch Normalization: New Understanding and Refinement via Composition Optimization",
    booktitle = "Proceedings of Machine Learning Research",
    pages = "3254--3263",
    year = "2019",
    volume = "89",
    series = "Proceedings of Machine Learning Research",
    publisher = "PMLR"
}
Hanlin Tang, Xiangru Lian, Tong Zhang, and Ji Liu. Doublesqueeze: parallel stochastic gradient descent with double-pass error-compensated compression. In International Conference on Machine Learning. 2019. [arXiv]
BibTeX>
@inproceedings{tang2019d,
    author = "Tang, Hanlin and Lian, Xiangru and Zhang, Tong and Liu, Ji",
    title = "DoubleSqueeze: Parallel Stochastic Gradient Descent with Double-pass Error-Compensated Compression",
    booktitle = "International Conference on Machine Learning",
    pages = "",
    year = "2019"
}

2018

Xiangru Lian*, Wei Zhang*, Ce Zhang, and Ji Liu. Asynchronous decentralized parallel stochastic gradient descent. In International Conference on Machine Learning. 2018. [arXiv] [24 cites]
BibTeX>
@inproceedings{lian2017asynchronous,
    author = "Lian*, Xiangru and Zhang*, Wei and Zhang, Ce and Liu, Ji",
    title = "Asynchronous Decentralized Parallel Stochastic Gradient Descent",
    booktitle = "International Conference on Machine Learning",
    pages = "",
    year = "2018"
}
Hanlin Tang, Xiangru Lian, Ming Yan, Ce Zhang, and Ji Liu. D2: decentralized training over decentralized data. In International Conference on Machine Learning. 2018. [arXiv]
BibTeX>
@inproceedings{tang2018d,
    author = "Tang, Hanlin and Lian, Xiangru and Yan, Ming and Zhang, Ce and Liu, Ji",
    title = "D2: Decentralized Training over Decentralized Data",
    booktitle = "International Conference on Machine Learning",
    pages = "",
    year = "2018"
}

2017

Xiangru Lian, Mengdi Wang, and Ji Liu. Finite-sum composition optimization via variance reduced gradient descent. In International Conference on Artificial Intelligence and Statistics. 2017. [arXiv] [22 cites]
BibTeX>
@inproceedings{lian2016svrg,
    author = "Lian, Xiangru and Wang, Mengdi and Liu, Ji",
    title = "Finite-sum Composition Optimization via Variance Reduced Gradient Descent",
    booktitle = "International Conference on Artificial Intelligence and Statistics",
    pages = "",
    year = "2017"
}
NIPS oral Xiangru Lian, Ce Zhang, Huan Zhang, Cho-Jui Hsieh, Wei Zhang, and Ji Liu. Can decentralized algorithms outperform centralized algorithms? A case study for decentralized parallel stochastic gradient descent. In Advances in Neural Information Processing Systems. 2017. [arXiv] [64 cites]
BibTeX>
@inproceedings{1705.09056,
    author = "Lian, Xiangru and Zhang, Ce and Zhang, Huan and Hsieh, Cho-Jui and Zhang, Wei and Liu, Ji",
    title = "Can Decentralized Algorithms Outperform Centralized Algorithms? {A} Case Study for Decentralized Parallel Stochastic Gradient Descent",
    booktitle = "Advances in Neural Information Processing Systems",
    pages = "",
    year = "2017"
}

2016

Wei Zhang, Suyog Gupta, Xiangru Lian, and Ji Liu. Staleness-aware async-sgd for distributed deep learning. In International Joint Conference on Artificial Intelligence. 2016. [arXiv] [73 cites]
BibTeX>
@inproceedings{zhang2016staleness,
    author = "Zhang, Wei and Gupta, Suyog and Lian, Xiangru and Liu, Ji",
    title = "Staleness-aware Async-SGD for Distributed Deep Learning",
    booktitle = "International Joint Conference on Artificial Intelligence",
    year = "2016"
}
Xiangru Lian, Huan Zhang, Cho-Jui Hsieh, Yijun Huang, and Ji Liu. A comprehensive linear speedup analysis for asynchronous stochastic parallel optimization from zeroth-order to first-order. In Advances in Neural Information Processing Systems. 2016. [arXiv] [24 cites]
BibTeX>
@inproceedings{lian2016comprehensive,
    author = "Lian, Xiangru and Zhang, Huan and Hsieh, Cho-Jui and Huang, Yijun and Liu, Ji",
    title = "A Comprehensive Linear Speedup Analysis for Asynchronous Stochastic Parallel Optimization from Zeroth-Order to First-Order",
    booktitle = "Advances in Neural Information Processing Systems",
    pages = "",
    year = "2016"
}
Yang You*, Xiangru Lian*, Ji Liu, Hsiang-Fu Yu, Inderjit Dhillon, James Demmel, and Cho-Jui Hsieh. Asynchronous parallel greedy coordinate descent. In Advances in Neural Information Processing Systems. 2016. [PDF] [24 cites]
BibTeX>
@inproceedings{chojui2016greedy,
    author = "You*, Yang and Lian*, Xiangru and Liu, Ji and Yu, Hsiang-Fu and Dhillon, Inderjit and Demmel, James and Hsieh, Cho-Jui",
    title = "Asynchronous Parallel Greedy Coordinate Descent",
    booktitle = "Advances in Neural Information Processing Systems",
    pages = "",
    year = "2016"
}

2015

Yongping Wu, Dan Zhao, Xiangru Lian, Xiufang Lu, Naizhou Wang, Xigang Luo, Xianhui Chen, and Tao Wu. NMR evidence for field-induced ferromagnetism in (Li 0.8 Fe 0.2) OHFeSe superconductor. Physical Review B, 91(12):125107, 2015.
BibTeX>
@article{wu2015nmr,
    author = "Wu, Yongping and Zhao, Dan and Lian, Xiangru and Lu, Xiufang and Wang, Naizhou and Luo, Xigang and Chen, Xianhui and Wu, Tao",
    title = "{NMR} evidence for field-induced ferromagnetism in {(Li 0.8 Fe 0.2) OHFeSe} superconductor",
    journal = "Physical Review B",
    volume = "91",
    number = "12",
    pages = "125107",
    year = "2015",
    publisher = "APS"
}
NIPS spotlight Xiangru Lian, Yijun Huang, Yuncheng Li, and Ji Liu. Asynchronous parallel stochastic gradient for nonconvex optimization. In Advances in Neural Information Processing Systems, 2737–2745. 2015. [arXiv] [161 cites]
BibTeX>
@inproceedings{lian2015asynchronous,
    author = "Lian, Xiangru and Huang, Yijun and Li, Yuncheng and Liu, Ji",
    title = "Asynchronous parallel stochastic gradient for nonconvex optimization",
    booktitle = "Advances in Neural Information Processing Systems",
    pages = "2737--2745",
    year = "2015"
}