@inproceedings{singh:sc2024, author = {Singh, Siddharth and Singhania, Prajwal and Ranjan, Aditya and Kirchenbauer, John and Geiping, Jonas and Wen, Yuxin and Jain, Neel and Hans, Abhimanyu and Shu, Manli and Tomar, Aditya and Goldstein, Tom and Bhatele, Abhinav}, title = {Democratizing {AI}: Open-source Scalable {LLM} Training on {GPU}-based Supercomputers}, booktitle = {Proceedings of the ACM/IEEE International Conference for High Performance Computing, Networking, Storage and Analysis}, series = {SC '24}, year = {2024}, month = nov, url = {https://doi.ieeecomputersociety.org/10.1109/SC41406.2024.00010}, publisher = {IEEE Computer Society}, }