{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T05:41:25Z","timestamp":1772343685044,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":41,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,11,20]],"date-time":"2024-11-20T00:00:00Z","timestamp":1732060800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Singapore Ministry of Education, Academic Research Fund Tier 2","award":["MOE-T2EP20222-0016"],"award-info":[{"award-number":["MOE-T2EP20222-0016"]}]},{"DOI":"10.13039\/501100006374","name":"National University of Singapore","doi-asserted-by":"publisher","award":["NUS startup grant (Presidential Young Professorship)"],"award-info":[{"award-number":["NUS startup grant (Presidential Young Professorship)"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Singapore Ministry of Education, Academic Research Fund Tier 1","award":["T1 251RES2104"],"award-info":[{"award-number":["T1 251RES2104"]}]},{"name":"Singapore MOE Tier-1 grant"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,11,20]]},"DOI":"10.1145\/3698038.3698563","type":"proceedings-article","created":{"date-parts":[[2024,11,14]],"date-time":"2024-11-14T06:32:43Z","timestamp":1731565963000},"page":"1032-1044","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["ParaGAN: A Scalable Distributed Training Framework for Generative Adversarial Networks"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9398-6507","authenticated-orcid":false,"given":"Ziji","family":"Shi","sequence":"first","affiliation":[{"name":"National University of Singapore, Singapore"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3530-7662","authenticated-orcid":false,"given":"Jialin","family":"Li","sequence":"additional","affiliation":[{"name":"National University of Singapore, Singapore"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2816-4384","authenticated-orcid":false,"given":"Yang","family":"You","sequence":"additional","affiliation":[{"name":"National University of Singapore, Singapore"}]}],"member":"320","published-online":{"date-parts":[[2024,11,20]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"International Conference on Machine Learning. PMLR, 354--363","author":"Balduzzi David","year":"2018","unstructured":"David Balduzzi, Sebastien Racaniere, James Martens, Jakob Foerster, Karl Tuyls, and Thore Graepel. 2018. The mechanics of n-player differentiable games. In International Conference on Machine Learning. PMLR, 354--363."},{"key":"e_1_3_2_1_2_1","unstructured":"Samuel A. Barnett. 2018. Convergence Problems with Generative Adversarial Networks (GANs). Technical Report. http:\/\/arxiv.org\/abs\/1806.11382"},{"key":"e_1_3_2_1_3_1","volume-title":"7th International Conference on Learning Representations, ICLR 2019 (9 2019","author":"Brock Andrew","year":"2019","unstructured":"Andrew Brock, Jeff Donahue, and Karen Simonyan. 2019. Large scale GaN training for high fidelity natural image synthesis. 7th International Conference on Learning Representations, ICLR 2019 (9 2019). http:\/\/arxiv.org\/abs\/1809.11096"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01387"},{"key":"e_1_3_2_1_5_1","unstructured":"MMGeneration Contributors. 2021. MMGeneration: OpenMMLab Generative Model Toolbox and Benchmark. https:\/\/github.com\/open-mmlab\/mmgeneration."},{"key":"e_1_3_2_1_6_1","volume-title":"The limit points of (optimistic) gradient descent in min-max optimization. Advances in Neural Information Processing Systems 31","author":"Daskalakis Constantinos","year":"2018","unstructured":"Constantinos Daskalakis and Ioannis Panageas. 2018. The limit points of (optimistic) gradient descent in min-max optimization. Advances in Neural Information Processing Systems 31 (2018)."},{"key":"e_1_3_2_1_7_1","volume-title":"Patch-based image inpainting with generative adversarial networks. arXiv preprint arXiv:1803.07422","author":"Demir Ugur","year":"2018","unstructured":"Ugur Demir and Gozde Unal. 2018. Patch-based image inpainting with generative adversarial networks. arXiv preprint arXiv:1803.07422 (2018)."},{"key":"e_1_3_2_1_8_1","volume-title":"Generative adversarial networks. arXiv preprint arXiv:1406.2661","author":"Goodfellow Ian J","year":"2014","unstructured":"Ian J Goodfellow, Jean Pouget-Abadie, Mehdi Mirza, Bing Xu, David Warde-Farley, Sherjil Ozair, Aaron Courville, and Yoshua Bengio. 2014. Generative adversarial networks. arXiv preprint arXiv:1406.2661 (2014)."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3423211.3425688"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"Corentin Hardy Erwan Le Merrer and Bruno Sericola. 2019. MD-GAN: Multi-discriminator generative adversarial networks for distributed datasets. Technical Report. 866--877 pages. https:\/\/doi.org\/10.1109\/IPDPS.2019.00095","DOI":"10.1109\/IPDPS.2019.00095"},{"key":"e_1_3_2_1_11_1","volume-title":"Gans trained by a two time-scale update rule converge to a local nash equilibrium. Advances in neural information processing systems 30","author":"Heusel Martin","year":"2017","unstructured":"Martin Heusel, Hubert Ramsauer, Thomas Unterthiner, Bernhard Nessler, and Sepp Hochreiter. 2017. Gans trained by a two time-scale update rule converge to a local nash equilibrium. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.632"},{"key":"e_1_3_2_1_13_1","volume-title":"International Conference on Machine Learning. PMLR, 4880--4889","author":"Jin Chi","year":"2020","unstructured":"Chi Jin, Praneeth Netrapalli, and Michael Jordan. 2020. What is local optimality in nonconvex-nonconcave minimax optimization?. In International Conference on Machine Learning. PMLR, 4880--4889."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1016\/J.PATCOG.2019.107143"},{"key":"e_1_3_2_1_15_1","volume-title":"ContraGAN: Contrastive Learning for Conditional Image Generation. Conference on Neural Information Processing Systems (NeurIPS).","author":"Kang Minguk","year":"2020","unstructured":"Minguk Kang and Jaesik Park. 2020. ContraGAN: Contrastive Learning for Conditional Image Generation. Conference on Neural Information Processing Systems (NeurIPS)."},{"key":"e_1_3_2_1_16_1","volume-title":"Progressive growing of gans for improved quality, stability, and variation. arXiv preprint arXiv:1710.10196","author":"Karras Tero","year":"2017","unstructured":"Tero Karras, Timo Aila, Samuli Laine, and Jaakko Lehtinen. 2017. Progressive growing of gans for improved quality, stability, and variation. arXiv preprint arXiv:1710.10196 (2017)."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"crossref","unstructured":"Tero Karras Samuli Laine and Timo Aila. 2019. A Style-Based Generator Architecture for Generative Adversarial Networks. arXiv:1812.04948","DOI":"10.1109\/CVPR.2019.00453"},{"key":"e_1_3_2_1_18_1","volume-title":"On convergence and stability of gans. arXiv preprint arXiv:1705.07215","author":"Kodali Naveen","year":"2017","unstructured":"Naveen Kodali, Jacob Abernethy, James Hays, and Zsolt Kira. 2017. On convergence and stability of gans. arXiv preprint arXiv:1705.07215 (2017)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.19"},{"key":"e_1_3_2_1_20_1","volume-title":"Mimicry: Towards the Reproducibility of GAN Research.","author":"Lee Kwot Sin","year":"2020","unstructured":"Kwot Sin Lee and Christopher Town. 2020. Mimicry: Towards the Reproducibility of GAN Research. (2020)."},{"key":"e_1_3_2_1_21_1","unstructured":"Liyuan Liu Haoming Jiang Pengcheng He Weizhu Chen Xiaodong Liu Jianfeng Gao and Jiawei Han. 2020. On the Variance of the Adaptive Learning Rate and Beyond. arXiv:1908.03265"},{"key":"e_1_3_2_1_22_1","first-page":"11056","article-title":"A decentralized parallel algorithm for training generative adversarial nets","volume":"33","author":"Liu Mingrui","year":"2020","unstructured":"Mingrui Liu, Wei Zhang, Youssef Mroueh, Xiaodong Cui, Jarret Ross, Tianbao Yang, and Payel Das. 2020. A decentralized parallel algorithm for training generative adversarial nets. Advances in Neural Information Processing Systems 33 (2020), 11056--11070.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_23_1","unstructured":"Mario Lucic Karol Kurach Marcin Michalski Olivier Bousquet and Sylvain Gelly. 2018. Are Gans created equal? A large-scale study. Technical Report. 700--709 pages."},{"key":"e_1_3_2_1_24_1","volume-title":"International conference on machine learning. PMLR, 3481--3490","author":"Mescheder Lars","year":"2018","unstructured":"Lars Mescheder, Andreas Geiger, and Sebastian Nowozin. 2018. Which training methods for GANs do actually converge?. In International conference on machine learning. PMLR, 3481--3490."},{"key":"e_1_3_2_1_25_1","unstructured":"Lars Mescheder Sebastian Nowozin and Andreas Geiger. 2017. The numerics of GANs. Technical Report. 1826--1836 pages. https:\/\/github.com\/LMescheder\/"},{"key":"e_1_3_2_1_26_1","unstructured":"Luke Metz Ben Poole David Pfau and Jascha Sohl-Dickstein. 2017. Unrolled Generative Adversarial Networks. arXiv:1611.02163"},{"key":"e_1_3_2_1_27_1","unstructured":"Takeru Miyato Toshiki Kataoka Masanori Koyama and Yuichi Yoshida. 2018. Spectral Normalization for Generative Adversarial Networks. arXiv:1802.05957"},{"key":"e_1_3_2_1_28_1","unstructured":"Feng Niu Benjamin Recht Christopher R\u00e9 and Stephen J.Wright. 2011. HOGWILD!: A lock-free approach to parallelizing Stochastic Gradient Descent. Technical Report."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58583-9_11"},{"key":"e_1_3_2_1_30_1","volume-title":"Unsupervised representation learning with deep convolutional generative adversarial networks. arXiv preprint arXiv:1511.06434","author":"Radford Alec","year":"2015","unstructured":"Alec Radford, Luke Metz, and Soumith Chintala. 2015. Unsupervised representation learning with deep convolutional generative adversarial networks. arXiv preprint arXiv:1511.06434 (2015)."},{"key":"e_1_3_2_1_31_1","volume-title":"XLA: Compiling Machine Learning for Peak Performance.","author":"Sabne Amit","year":"2020","unstructured":"Amit Sabne. 2020. XLA: Compiling Machine Learning for Peak Performance."},{"key":"e_1_3_2_1_32_1","volume-title":"Improved techniques for training gans. arXiv preprint arXiv:1606.03498","author":"Salimans Tim","year":"2016","unstructured":"Tim Salimans, Ian Goodfellow, Wojciech Zaremba, Vicki Cheung, Alec Radford, and Xi Chen. 2016. Improved techniques for training gans. arXiv preprint arXiv:1606.03498 (2016)."},{"key":"e_1_3_2_1_33_1","volume-title":"VEEGAN: Reducing Mode Collapse in GANs using Implicit Variational Learning. arXiv:1705.07761","author":"Srivastava Akash","year":"2017","unstructured":"Akash Srivastava, Lazar Valkov, Chris Russell, Michael U. Gutmann, and Charles Sutton. 2017. VEEGAN: Reducing Mode Collapse in GANs using Implicit Variational Learning. arXiv:1705.07761"},{"key":"e_1_3_2_1_34_1","volume-title":"Latin American High Performance Computing Conference. Springer, 162--177","author":"Toutouh Jamal","year":"2020","unstructured":"Jamal Toutouh, Mathias Esteban, and Sergio Nesmachnow. 2020. Parallel\/distributed generative adversarial neural networks for data augmentation of COVLD-19 training images. In Latin American High Performance Computing Conference. Springer, 162--177."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/DLS49591.2019.00006"},{"key":"e_1_3_2_1_36_1","volume-title":"Large batch training of convolutional networks. arXiv preprint arXiv:1708.03888","author":"You Yang","year":"2017","unstructured":"Yang You, Igor Gitman, and Boris Ginsburg. 2017. Large batch training of convolutional networks. arXiv preprint arXiv:1708.03888 (2017)."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00577"},{"key":"e_1_3_2_1_38_1","unstructured":"Han Zhang Ian Goodfellow Dimitris Metaxas and Augustus Odena. 2019. Self-Attention Generative Adversarial Networks. arXiv:1805.08318 [stat.ML]"},{"key":"e_1_3_2_1_39_1","unstructured":"Michael R. Zhang James Lucas Geoffrey Hinton and Jimmy Ba. 2019. Lookahead optimizer: k Steps forward 1 step back. Technical Report. https:\/\/github.com\/michaelrzhang\/lookahead."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.244"},{"key":"e_1_3_2_1_41_1","unstructured":"Juntang Zhuang Tommy Tang Yifan Ding Sekhar Tatikonda Nicha Dvornek Xenophon Papademetris and James S. Duncan. 2020. AdaBelief optimizer: Adapting stepsizes by the belief in observed gradients. Technical Report. https:\/\/github.com\/juntang-zhuang\/Adabelief-Optimizer"}],"event":{"name":"SoCC '24: ACM Symposium on Cloud Computing","location":"Redmond WA USA","acronym":"SoCC '24","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGOPS ACM Special Interest Group on Operating Systems"]},"container-title":["Proceedings of the ACM Symposium on Cloud Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3698038.3698563","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3698038.3698563","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T18:58:25Z","timestamp":1755889105000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3698038.3698563"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,20]]},"references-count":41,"alternative-id":["10.1145\/3698038.3698563","10.1145\/3698038"],"URL":"https:\/\/doi.org\/10.1145\/3698038.3698563","relation":{},"subject":[],"published":{"date-parts":[[2024,11,20]]},"assertion":[{"value":"2024-11-20","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}