references.bib

@book{foster1995designing,
  title={Designing and building parallel programs: concepts and tools for parallel software engineering},
  author={Foster, Ian},
  year={1995},
  publisher={Addison-Wesley Longman Publishing Co., Inc.}
}

@inproceedings{dean2004MapReduce,
  title = {{{MapReduce}}: {{Simplified}} Data Processing on Large Clusters},
  booktitle = {{{OSDI}}'04: {{Sixth}} Symposium on Operating System Design and Implementation},
  author = {Dean, Jeffrey and Ghemawat, Sanjay},
  year = {2004},
  pages = {137--150},
  address = {{San Francisco, CA}}
}

@article{shearer2000CRISPDM,
  title = {The {{CRISP-DM}} Model: The New Blueprint for Data Mining},
  author = {Shearer, Colin},
  year = {2000},
  journal = {Journal of data warehousing},
  volume = {5},
  number = {4},
  pages = {13--22}
}

@article{harris2020array,
	title = {Array programming with {NumPy}},
	volume = {585},
	number = {7825},
	journal = {Nature},
	author = {Harris, Charles R. and Millman, K. Jarrod and van der Walt, Stéfan J. and Gommers, Ralf and Virtanen, Pauli and Cournapeau, David and Wieser, Eric and Taylor, Julian and Berg, Sebastian and Smith, Nathaniel J. and Kern, Robert and Picus, Matti and Hoyer, Stephan and van Kerkwijk, Marten H. and Brett, Matthew and Haldane, Allan and del Río, Jaime Fernández and Wiebe, Mark and Peterson, Pearu and Gérard-Marchant, Pierre and Sheppard, Kevin and Reddy, Tyler and Weckesser, Warren and Abbasi, Hameer and Gohlke, Christoph and Oliphant, Travis E.},
	year = {2020},
	pages = {357--362},
}

@book{zhou2016machine,
    title={机器学习},
    author={周志华},
    publisher={清华大学出版社},
    year={2016}
}

@book{zhang2019dive,
    title={动手学深度学习},
    author={Zhang, Aston and Lipton, Zachary C. and Li, Mu and Smola, Alexander J.},
    publisher={人民邮电出版社},
    year={2019}
}

@book{luo2023machine,
    title={机器学习系统：设计与实现},
    author={Mai, Luo and Dong, Hao},
    publisher={清华大学出版社},
    year={2023}
}

@book{mckinney2022python,
    title={Python for Data Analysis: Data Wrangling with pandas, NumPy, and Jupyter},
    author={McKinney, Wes},
    publisher={O'Reilly Media},
    year={2022}
}

@inproceedings{hewitt1973Universal,
  title = {A Universal Modular {{ACTOR}} Formalism for Artificial Intelligence},
  booktitle = {Proceedings of the 3rd International Joint Conference on Artificial Intelligence. {{Standford}}, {{CA}}, {{USA}}, August 20-23, 1973},
  author = {Hewitt, Carl and Bishop, Peter Boehler and Steiger, Richard},
  year = {1973},
  pages = {235--245},
  publisher = {{William Kaufmann}}
}

@inproceedings{huang2019GPipe,
author = {Huang, Yanping and Cheng, Youlong and Bapna, Ankur and Firat, Orhan and Chen, Mia Xu and Chen, Dehao and Lee, HyoukJoong and Ngiam, Jiquan and Le, Quoc V. and Wu, Yonghui and Chen, Zhifeng},
title = {GPipe: efficient training of giant neural networks using pipeline parallelism},
year = {2019},
publisher = {Curran Associates Inc.},
address = {Red Hook, NY, USA},
booktitle = {Proceedings of the 33rd International Conference on Neural Information Processing Systems},
articleno = {10},
numpages = {10}
}

@inproceedings{narayanan2019PipeDream,
  author = {Narayanan, Deepak and Harlap, Aaron and Phanishayee, Amar and Seshadri, Vivek and Devanur, Nikhil R. and Ganger, Gregory R. and Gibbons, Phillip B. and Zaharia, Matei},
  title = {PipeDream: generalized pipeline parallelism for DNN training},
  year = {2019},
  isbn = {9781450368735},
  publisher = {Association for Computing Machinery},
  address = {New York, NY, USA},
  url = {https://doi.org/10.1145/3341301.3359646},
  doi = {10.1145/3341301.3359646},
  booktitle = {Proceedings of the 27th ACM Symposium on Operating Systems Principles},
  pages = {1–15},
  numpages = {15},
  location = {Huntsville, Ontario, Canada},
  series = {SOSP '19}
}

@inproceedings{narayanan2021Efficient,
  title = {Efficient Large-Scale Language Model Training on {{GPU}} Clusters Using Megatron-{{LM}}},
  booktitle = {Proceedings of the {{International Conference}} for {{High Performance Computing}}, {{Networking}}, {{Storage}} and {{Analysis}}},
  author = {Narayanan, Deepak and Shoeybi, Mohammad and Casper, Jared and LeGresley, Patrick and Patwary, Mostofa and Korthikanti, Vijay and Vainbrand, Dmitri and Kashinkunti, Prethvi and Bernauer, Julie and Catanzaro, Bryan and Phanishayee, Amar and Zaharia, Matei},
  year = {2021},
  month = nov,
  pages = {1-15},
  publisher = {ACM},
  address = {St. Louis Missouri},
  doi = {10.1145/3458817.3476209},
  urldate = {2023-11-13},
  isbn = {978-1-4503-8442-1},
  langid = {english}
}

@inproceedings{he2016DeepResidualLearning,
  title = {Deep {{Residual Learning}} for {{Image Recognition}}},
  booktitle = {Proceedings of the {{IEEE Conference}} on {{Computer Vision}} and {{Pattern Recognition}} ({{CVPR}})},
  author = {He, Kaiming and Zhang, Xiangyu and Ren, Shaoqing and Sun, Jian},
  year = {2016},
  month = jun,
  address = {Las Vegas, USA}
}

@misc{li2018Massively,
  title={Massively Parallel Hyperparameter Tuning},
  author={Lisha Li and Kevin Jamieson and Afshin Rostamizadeh and Katya Gonina and Moritz Hardt and Benjamin Recht and Ameet Talwalkar},
  year={2018},
  url={https://openreview.net/forum?id=S1Y7OOlRZ},
}

@inproceedings{karnin2013Almost,
  title = {Almost Optimal Exploration in Multi-Armed Bandits},
  booktitle = {Proceedings of the 30th International Conference on Machine Learning},
  author = {Karnin, Zohar and Koren, Tomer and Somekh, Oren},
  editor = {Dasgupta, Sanjoy and McAllester, David},
  year = {2013},
  series = {Proceedings of Machine Learning Research},
  volume = {28},
  pages = {1238-1246},
  publisher = {PMLR},
  address = {Atlanta, Georgia, USA}
}

@inproceedings{falkner2018BOHB,
  title = {{{BOHB}}: {{Robust}} and Efficient Hyperparameter Optimization at Scale},
  booktitle = {Proceedings of the 35th International Conference on Machine Learning},
  author = {Falkner, Stefan and Klein, Aaron and Hutter, Frank},
  editor = {Dy, Jennifer and Krause, Andreas},
  year = {2018},
  series = {Proceedings of Machine Learning Research},
  volume = {80},
  pages = {1437-1446},
  publisher = {PMLR}
}


@misc{jaderberg2017Population,
  title = {Population {{Based Training}} of {{Neural Networks}}},
  author = {Jaderberg, Max and Dalibard, Valentin and Osindero, Simon and Czarnecki, Wojciech M. and Donahue, Jeff and Razavi, Ali and Vinyals, Oriol and Green, Tim and Dunning, Iain and Simonyan, Karen and Fernando, Chrisantha and Kavukcuoglu, Koray},
  year = {2017},
  month = nov,
  number = {arXiv:1711.09846},
  eprint = {1711.09846},
  primaryclass = {cs},
  publisher = {arXiv},
  urldate = {2024-04-16},
  archiveprefix = {arxiv}
}

@article{petersohn2020Scalable,
  title = {Towards Scalable Dataframe Systems},
  author = {Petersohn, Devin and Macke, Stephen and Xin, Doris and Ma, William and Lee, Doris and Mo, Xiangxi and Gonzalez, Joseph E. and Hellerstein, Joseph M. and Joseph, Anthony D. and Parameswaran, Aditya},
  year = {2020},
  month = aug,
  journal = {Proceedings of the VLDB Endowment},
  volume = {13},
  number = {12},
  pages = {2033--2046},
  issn = {2150-8097},
  doi = {10.14778/3407790.3407807},
  urldate = {2023-02-02},
  langid = {english}
}

@inproceedings{kingma2015Adam,
  title = {Adam: {{A}} Method for Stochastic Optimization},
  booktitle = {3rd International Conference on Learning Representations, {{ICLR}} 2015, San Diego, {{CA}}, {{USA}}, May 7-9, 2015, Conference Track Proceedings},
  author = {Kingma, Diederik P. and Ba, Jimmy},
  editor = {Bengio, Yoshua and LeCun, Yann},
  year = {2015}
}

@article{petersohn2021Flexible,
  title = {Flexible Rule-Based Decomposition and Metadata Independence in Modin: A Parallel Dataframe System},
  shorttitle = {Flexible Rule-Based Decomposition and Metadata Independence in Modin},
  author = {Petersohn, Devin and Tang, Dixin and Durrani, Rehan and {Melik-Adamyan}, Areg and Gonzalez, Joseph E. and Joseph, Anthony D. and Parameswaran, Aditya G.},
  year = {2021},
  month = nov,
  journal = {Proceedings of the VLDB Endowment},
  volume = {15},
  number = {3},
  pages = {739--751},
  issn = {2150-8097},
  doi = {10.14778/3494124.3494152},
  urldate = {2023-03-23},
  langid = {english}
}