@inproceedings {298685,
	author = {Biao Sun and Ziming Huang and Hanyu Zhao and Wencong Xiao and Xinyi Zhang and Yong Li and Wei Lin},
	title = {Llumnix: Dynamic Scheduling for Large Language Model Serving},
	booktitle = {18th USENIX Symposium on Operating Systems Design and Implementation (OSDI 24)},
	year = {2024},
	isbn = {978-1-939133-40-3},
	address = {Santa Clara, CA},
	pages = {173--191},
	url = {https://www.usenix.org/conference/osdi24/presentation/sun-biao},
	publisher = {USENIX Association},
	month = jul
}
@inproceedings {288719,
	author = {Jie Sun and Li Su and Zuocheng Shi and Wenting Shen and Zeke Wang and Lei Wang and Jie Zhang and Yong Li and Wenyuan Yu and Jingren Zhou and Fei Wu},
	title = {Legion: Automatically Pushing the Envelope of {Multi-GPU} System for {Billion-Scale} {GNN} Training},
	booktitle = {2023 USENIX Annual Technical Conference (USENIX ATC 23)},
	year = {2023},
	isbn = {978-1-939133-35-9},
	address = {Boston, MA},
	pages = {165--179},
	url = {https://www.usenix.org/conference/atc23/presentation/sun},
	publisher = {USENIX Association},
	month = jul
}
@inproceedings {276938,
	author = {Qizhen Weng and Wencong Xiao and Yinghao Yu and Wei Wang and Cheng Wang and Jian He and Yong Li and Liping Zhang and Wei Lin and Yu Ding},
	title = {{MLaaS} in the Wild: Workload Analysis and Scheduling in {Large-Scale} Heterogeneous {GPU} Clusters},
	booktitle = {19th USENIX Symposium on Networked Systems Design and Implementation (NSDI 22)},
	year = {2022},
	isbn = {978-1-939133-27-4},
	address = {Renton, WA},
	pages = {945--960},
	url = {https://www.usenix.org/conference/nsdi22/presentation/weng},
	publisher = {USENIX Association},
	month = apr
}
@inproceedings {280776,
	author = {Xianyan Jia and Le Jiang and Ang Wang and Wencong Xiao and Ziji Shi and Jie Zhang and Xinyuan Li and Langshi Chen and Yong Li and Zhen Zheng and Xiaoyong Liu and Wei Lin},
	title = {Whale: Efficient Giant Model Training over Heterogeneous {GPUs}},
	booktitle = {2022 USENIX Annual Technical Conference (USENIX ATC 22)},
	year = {2022},
	isbn = {978-1-939133-29-57},
	address = {Carlsbad, CA},
	pages = {673--688},
	url = {https://www.usenix.org/conference/atc22/presentation/jia-xianyan},
	publisher = {USENIX Association},
	month = jul
}
@inproceedings {258957,
	author = {Wencong Xiao and Shiru Ren and Yong Li and Yang Zhang and Pengyang Hou and Zhi Li and Yihui Feng and Wei Lin and Yangqing Jia},
	title = {{AntMan}: Dynamic Scaling on {GPU} Clusters for Deep Learning},
	booktitle = {14th USENIX Symposium on Operating Systems Design and Implementation (OSDI 20)},
	year = {2020},
	isbn = {978-1-939133-19-9},
	pages = {533--548},
	url = {https://www.usenix.org/conference/osdi20/presentation/xiao},
	publisher = {USENIX Association},
	month = nov
}
