{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,23]],"date-time":"2026-01-23T22:51:09Z","timestamp":1769208669005,"version":"3.49.0"},"reference-count":35,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,5,1]],"date-time":"2022-05-01T00:00:00Z","timestamp":1651363200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,5,1]],"date-time":"2022-05-01T00:00:00Z","timestamp":1651363200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000015","name":"U.S. Department of Energy","doi-asserted-by":"publisher","award":["DE-SC0021399"],"award-info":[{"award-number":["DE-SC0021399"]}],"id":[{"id":"10.13039\/100000015","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,5]]},"DOI":"10.1109\/ccgrid54584.2022.00050","type":"proceedings-article","created":{"date-parts":[[2022,7,19]],"date-time":"2022-07-19T19:32:50Z","timestamp":1658259170000},"page":"404-413","source":"Crossref","is-referenced-by-count":4,"title":["Using Multi-Resolution Data to Accelerate Neural Network Training in Scientific Applications"],"prefix":"10.1109","author":[{"given":"Kewei","family":"Wang","sequence":"first","affiliation":[{"name":"Northwestern University,ECE Department"}]},{"given":"Sunwoo","family":"Lee","sequence":"additional","affiliation":[{"name":"University of Southern California"}]},{"given":"Jan","family":"Balewski","sequence":"additional","affiliation":[{"name":"Lawrence Berkeley National Laboratory"}]},{"given":"Alex","family":"Sim","sequence":"additional","affiliation":[{"name":"Lawrence Berkeley National Laboratory"}]},{"given":"Peter","family":"Nugent","sequence":"additional","affiliation":[{"name":"Lawrence Berkeley National Laboratory"}]},{"given":"Ankit","family":"Agrawal","sequence":"additional","affiliation":[{"name":"Northwestern University,ECE Department"}]},{"given":"Alok","family":"Choudhary","sequence":"additional","affiliation":[{"name":"Northwestern University,ECE Department"}]},{"given":"Kesheng","family":"Wu","sequence":"additional","affiliation":[{"name":"Lawrence Berkeley National Laboratory"}]},{"given":"Wei-Keng","family":"Liao","sequence":"additional","affiliation":[{"name":"Northwestern University,ECE Department"}]}],"member":"263","reference":[{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.195"},{"key":"ref32","year":"2021","journal-title":"MLPerf HPC Benchmark Suite"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-020-09825-6"},{"key":"ref30","article-title":"Svcca: Singular vector canonical correlation analysis for deep learning dynamics and interpretability","author":"raghu","year":"2017","journal-title":"ArXiv Preprint"},{"key":"ref35","article-title":"Large batch optimization for deep learning: Training bert in 76 minutes","author":"you","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"834","DOI":"10.1109\/TPAMI.2017.2699184","article-title":"Deeplab: Semantic image segmentation with deep convolutional nets, atrous convolution, and fully connected crfs","volume":"40","author":"chen","year":"2017","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"ref10","first-page":"1709","article-title":"Qsgd: Communication-efficient sgd via gradient quantization and encoding","volume":"30","author":"alistarh","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/CCGrid49817.2020.00-40"},{"key":"ref12","article-title":"Adaptive subgradient methods for online learning and stochastic optimization","volume":"12","author":"duchi","year":"2011","journal-title":"Journal of Machine Learning Research"},{"key":"ref13","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"2014","journal-title":"ArXiv Preprint"},{"key":"ref14","article-title":"Decoupled weight decay regularization","author":"loshchilov","year":"2017","journal-title":"ArXiv Preprint"},{"key":"ref15","first-page":"315","article-title":"Accelerating stochastic gradient descent using predictive variance reduction","volume":"26","author":"johnson","year":"2013","journal-title":"Advances in neural information processing systems"},{"key":"ref16","first-page":"2613","article-title":"Sarah: A novel method for machine learning problems using stochastic recursive gradient","author":"nguyen","year":"0","journal-title":"International Conference on Machine Learning"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1175\/1520-0493(1986)114<0943:MMFEPA>2.0.CO;2"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"287","DOI":"10.1093\/mnras\/274.1.287","article-title":"An adaptive multigrid solver for high-resolution cosmological simulations","volume":"274","author":"suisalu","year":"1995","journal-title":"Monthly Notices of the Royal Astronomical Society"},{"key":"ref19","first-page":"649","article-title":"Exascale deep learning for climate analytics","author":"kurth","year":"0","journal-title":"SC14 International Conference for High Performance Computing Networking Storage and Analysis SC"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00494"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevD.97.044039"},{"key":"ref27","article-title":"How transferable are features in deep neural networks?","author":"yosinski","year":"2014","journal-title":"ArXiv Preprint"},{"key":"ref3","first-page":"819","article-title":"Cosmoflow: Using deep learning to learn the universe at scale","author":"mathuriya","year":"0","journal-title":"SC14 International Conference for High Performance Computing Networking Storage and Analysis SC"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3295500.3356137"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10590-1_53"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3126908.3126916"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3295500.3356207"},{"key":"ref7","article-title":"Extremely large minibatch sgd: Training resnet-50 on imagenet in 15 minutes","author":"akiba","year":"2017","journal-title":"ArXiv Preprint"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1557\/mrc.2019.73"},{"key":"ref9","author":"ma","year":"2021","journal-title":"Adaptive elastic training for sparse deep learning on heterogeneous multi-gpu servers"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1088\/1741-4326\/ab7597"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/MM.2020.2974843"},{"key":"ref22","first-page":"270","article-title":"A survey on deep transfer learning","author":"tan","year":"0","journal-title":"International Conference on Artificial Neural Networks"},{"key":"ref21","article-title":"Mlperftm hpc: A holistic benchmark suite for scientific machine learning on hpc systems","author":"farrell","year":"2021","journal-title":"ArXiv Preprint"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-021-26921-5"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-019-13297-w"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00277"},{"key":"ref25","first-page":"647","article-title":"Decaf: A deep convolutional activation feature for generic visual recognition","author":"donahue","year":"0","journal-title":"International Conference on Machine Learning"}],"event":{"name":"2022 22nd International Symposium on Cluster, Cloud and Internet Computing (CCGrid)","location":"Taormina, Italy","start":{"date-parts":[[2022,5,16]]},"end":{"date-parts":[[2022,5,19]]}},"container-title":["2022 22nd IEEE International Symposium on Cluster, Cloud and Internet Computing (CCGrid)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9825911\/9825913\/09826014.pdf?arnumber=9826014","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,8]],"date-time":"2022-08-08T20:00:19Z","timestamp":1659988819000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9826014\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,5]]},"references-count":35,"URL":"https:\/\/doi.org\/10.1109\/ccgrid54584.2022.00050","relation":{},"subject":[],"published":{"date-parts":[[2022,5]]}}}