{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,28]],"date-time":"2026-08-28T16:38:02Z","timestamp":1787935082406,"version":"build-2784847793"},"reference-count":25,"publisher":"IEEE","license":[{"start":{"date-parts":[[2019,9,1]],"date-time":"2019-09-01T00:00:00Z","timestamp":1567296000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,9,1]],"date-time":"2019-09-01T00:00:00Z","timestamp":1567296000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,9,1]],"date-time":"2019-09-01T00:00:00Z","timestamp":1567296000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019,9]]},"DOI":"10.1109\/cluster.2019.8891042","type":"proceedings-article","created":{"date-parts":[[2019,11,13]],"date-time":"2019-11-13T18:00:53Z","timestamp":1573668053000},"page":"1-11","source":"Crossref","is-referenced-by-count":30,"title":["Performance Characterization of DNN Training using TensorFlow and PyTorch on Modern Clusters"],"prefix":"10.1109","author":[{"given":"Arpan","family":"Jain","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ammar Ahmad","family":"Awan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Quentin","family":"Anthony","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hari","family":"Subramoni","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dhableswar K. DK","family":"Panda","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3146347.3146356"},{"key":"ref11","article-title":"Optimizing network performance for distributed dnn training on gpu clusters: Imagenet\/alexnet training in 1.5 minutes","author":"sun","year":"2019"},{"key":"ref12","article-title":"Best practices for scaling deep learning training and inference with tensorflow on intel xeon processor-based hpc infrastructures","author":"bhandare","year":"2019","journal-title":"Tech Rep"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/HPCC-CSS-ICESS.2015.45"},{"key":"ref14","article-title":"Horovod: Fast and Easy Distributed Deep Learning in TensorFlow","volume":"abs 1802 5799","author":"sergeev","year":"2018","journal-title":"CoRR"},{"key":"ref15","article-title":"Powerai DDL","volume":"abs 1708 2188","author":"cho","year":"2017","journal-title":"CoRR"},{"key":"ref16","year":"2016","journal-title":"NVIDIA Collective Communications Library (NCCL)"},{"key":"ref17","author":"center","year":"1987","journal-title":"Ohio Supercomputer Center"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3093338.3093385"},{"key":"ref19","year":"2001","journal-title":"MVAPICH2 MPI over InfiniBand 10GigE\/iWARP and RoCE"},{"key":"ref4","first-page":"1097","article-title":"ImageNet Classification with Deep Convolutional Neural Networks","author":"krizhevsky","year":"2012","journal-title":"Advances in neural information processing systems"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.4249\/scholarpedia.5947"},{"key":"ref6","article-title":"Automatic Differentiation in PyTorch","author":"paszke","year":"2017"},{"key":"ref5","first-page":"265","article-title":"Tensorflow: A system for large-scale machine learning","author":"abadi","year":"2016","journal-title":"12th USENIX Symposium on Operating Systems Design and Implementation ( OSDI 16)"},{"key":"ref8","first-page":"1223","article-title":"Large scale distributed deep networks","author":"dean","year":"2012","journal-title":"Advances in neural information processing systems"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2016.0028"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/1273496.1273596"},{"key":"ref9","article-title":"Scalable distributed dnn training using tensorflow and cuda-aware mpi: Characterization, designs, and performance evaluation","author":"awan","year":"2018"},{"key":"ref1","first-page":"402","article-title":"Overfitting in neural nets: Backpropagation, conjugate gradient, and early stopping","author":"caruana","year":"2001","journal-title":"Advances in neural information processing systems"},{"key":"ref20","year":"2019","journal-title":"tf_cnn_benchmarks High performance benchmarks"},{"key":"ref22","article-title":"Accurate, Large Minibatch SGD: Training ImageNet in 1 Hour","volume":"abs 1706 2677","author":"goyal","year":"2017","journal-title":"CoRR"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/379539.379590"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/HPCC-CSS-ICESS.2015.45"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/CCBD.2016.029"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/MLHPC.2018.8638634"}],"event":{"name":"2019 IEEE International Conference on Cluster Computing (CLUSTER)","location":"Albuquerque, NM, USA","start":{"date-parts":[[2019,9,23]]},"end":{"date-parts":[[2019,9,26]]}},"container-title":["2019 IEEE International Conference on Cluster Computing (CLUSTER)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8884608\/8890988\/08891042.pdf?arnumber=8891042","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,17]],"date-time":"2022-07-17T21:55:13Z","timestamp":1658094913000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8891042\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,9]]},"references-count":25,"URL":"https:\/\/doi.org\/10.1109\/cluster.2019.8891042","relation":{},"subject":[],"published":{"date-parts":[[2019,9]]}}}