{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T03:22:17Z","timestamp":1742959337878,"version":"3.40.3"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030343552"},{"type":"electronic","value":"9783030343569"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-34356-9_36","type":"book-chapter","created":{"date-parts":[[2019,12,2]],"date-time":"2019-12-02T18:37:03Z","timestamp":1575311823000},"page":"478-489","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Benchmarking Deep Learning Infrastructures by Means of TensorFlow and Containers"],"prefix":"10.1007","author":[{"given":"Adrian","family":"Grupp","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8770-3619","authenticated-orcid":false,"given":"Valentin","family":"Kozlov","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9350-0383","authenticated-orcid":false,"given":"Isabel","family":"Campos","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1802-5356","authenticated-orcid":false,"given":"Mario","family":"David","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9142-2596","authenticated-orcid":false,"given":"Jorge","family":"Gomes","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0013-4602","authenticated-orcid":false,"given":"\u00c1lvaro","family":"L\u00f3pez Garc\u00eda","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,12,3]]},"reference":[{"key":"36_CR1","unstructured":"Computational resource ForHLR-II available at Karlsruhe Institute of Technology. \nhttps:\/\/wiki.scc.kit.edu\/hpc\/index.php\/Category:ForHLR\n\n. Accessed 12 Apr 2019"},{"key":"36_CR2","unstructured":"DEEP as a Service (DEEPaaS) API. \nhttps:\/\/deepaas.readthedocs.io\n\n. Accessed 12 Apr 2019"},{"key":"36_CR3","unstructured":"Docker Hub website. \nhttps:\/\/hub.docker.com\n\n. Accessed 12 Apr 2019"},{"key":"36_CR4","unstructured":"ImageNet Object Localization Challenge at Kaggle. \nhttps:\/\/www.kaggle.com\/c\/imagenet-object-localization-challenge\n\n. Accessed 12 Apr 2019"},{"key":"36_CR5","unstructured":"Nvidia Geforce GTX980 Ti specifications. \nhttps:\/\/www.geforce.com\/hardware\/desktop-gpus\/geforce-gtx-980-ti\/specifications\n\n. Accessed 12 Apr 2019"},{"key":"36_CR6","unstructured":"Nvidia Tesla K80 GPU Accelerator, Board Specification (2015). \nhttps:\/\/www.nvidia.com\/content\/dam\/en-zz\/Solutions\/Data-Center\/tesla-product-literature\/Tesla-K80-BoardSpec-07317-001-v05.pdf\n\n. Accessed 12 Apr 2019"},{"key":"36_CR7","unstructured":"Results of TF Benchmarks runs, GitHub repository. \nhttps:\/\/github.com\/adriangrupp\/tf_cnn_benchmarks_evaluation\n\n. Accessed 12 Apr 2019"},{"key":"36_CR8","unstructured":"Scripts for downloading and converting ImageNet data to TFRecord format. \nhttps:\/\/github.com\/tensorflow\/models\/tree\/master\/research\/inception\/inception\/data\n\n. Accessed 12 Apr 2019"},{"key":"36_CR9","unstructured":"TensorFlow Benchmarks, GitHub repository. \nhttps:\/\/github.com\/tensorflow\/benchmarks\/\n\n. Accessed 8 Apr 2019"},{"key":"36_CR10","unstructured":"TensorFlow Benchmarks webpage. \nhttps:\/\/www.tensorflow.org\/guide\/performance\/benchmarks\n\n. Accessed 8 Apr 2019"},{"key":"36_CR11","unstructured":"TF Benchmarks fork for TF 1.10.0, KIT Gitlab. \nhttps:\/\/git.scc.kit.edu\/tf-benchmarks\/tf_cnn_tf_benchmarks\n\n. Accessed 12 Apr 2019"},{"key":"36_CR12","unstructured":"udocker: A basic user tool to execute simple docker containers in batch or interactive systems without root privileges. GiHub repository. \nhttps:\/\/github.com\/indigo-dc\/udocker\n\n. Accessed 8 Apr 2019"},{"key":"36_CR13","doi-asserted-by":"publisher","first-page":"452","DOI":"10.1038\/533452a","volume":"533","author":"M Baker","year":"2016","unstructured":"Baker, M.: Is there a reproducibility crisis? Nature 533, 452\u2013454 (2016)","journal-title":"Nature"},{"key":"36_CR14","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1016\/j.cpc.2018.05.021","volume":"232","author":"J Gomes","year":"2018","unstructured":"Gomes, J., et al.: Enabling rootless linux containers in multi-user environments: the udocker tool. Comput. Phys. Commun. 232, 84\u201397 (2018). \nhttps:\/\/doi.org\/10.1016\/j.cpc.2018.05.021","journal-title":"Comput. Phys. Commun."},{"key":"36_CR15","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: 2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 770\u2013778 (2015)","DOI":"10.1109\/CVPR.2016.90"},{"key":"36_CR16","unstructured":"Jacobsen, D.M., Canon, R.S.: Contain this, unleashing Docker for HPC. Cray User Group 2015 (2015)"},{"key":"36_CR17","unstructured":"Krizhevsky, A.: Learning multiple layers of features from tiny images. Technical report (2009). \nhttps:\/\/www.cs.toronto.edu\/~kriz\/learning-features-2009-TR.pdf"},{"key":"36_CR18","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: ImageNet classification with deep convolutional neural networks. In: Pereira, F., Burges, C.J.C., Bottou, L., Weinberger, K.Q. (eds.) Advances in Neural Information Processing Systems, vol. 25, pp. 1097\u20131105. Curran Associates, Inc. (2012). \nhttp:\/\/papers.nips.cc\/paper\/4824-imagenet-classification-with-deep-convolutional-neural-networks.pdf"},{"key":"36_CR19","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0177459","author":"GM Kurtzer","year":"2017","unstructured":"Kurtzer, G.M., Sochat, V., Bauer, M.W.: Singularity: scientific containers for mobility of compute. PLoS One (2017). \nhttps:\/\/doi.org\/10.1371\/journal.pone.0177459","journal-title":"PLoS One"},{"key":"36_CR20","unstructured":"Lin, T., et al.: Microsoft COCO: common objects in context. CoRR abs\/1405.0312 (2014). \nhttp:\/\/arxiv.org\/abs\/1405.0312"},{"key":"36_CR21","doi-asserted-by":"publisher","unstructured":"Merkel, D.: Docker: lightweight Linux containers for consistent development and deployment (2014). \nhttps:\/\/doi.org\/10.1097\/01.NND.0000320699.47006.a3","DOI":"10.1097\/01.NND.0000320699.47006.a3"},{"key":"36_CR22","doi-asserted-by":"publisher","unstructured":"Panayotov, V., Chen, G., Povey, D., Khudanpur, S.: Librispeech: an ASR corpus based on public domain audio books, pp. 5206\u20135210, April 2015. \nhttps:\/\/doi.org\/10.1109\/ICASSP.2015.7178964","DOI":"10.1109\/ICASSP.2015.7178964"},{"key":"36_CR23","doi-asserted-by":"publisher","unstructured":"Priedhorsky, R., Randles, T.C., Randles, T.: Charliecloud: unprivileged containers for user-defined software stacks in HPC. In: SC17: International Conference for High Performance Computing, Networking, Storage and Analysis (2017). \nhttps:\/\/doi.org\/10.1145\/3126908.3126925","DOI":"10.1145\/3126908.3126925"},{"issue":"3","key":"36_CR24","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky, O., et al.: ImageNet large scale visual recognition challenge. Int. J. Comput. Vis. (IJCV) 115(3), 211\u2013252 (2015). \nhttps:\/\/doi.org\/10.1007\/s11263-015-0816-y","journal-title":"Int. J. Comput. Vis. (IJCV)"},{"key":"36_CR25","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. CoRR abs\/1409.1556 (2014)"},{"key":"36_CR26","unstructured":"Szegedy, C., Vanhoucke, V., Ioffe, S., Shlens, J., Wojna, Z.: InceptionV3. In: 2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 2818\u20132826 (2016)"}],"container-title":["Lecture Notes in Computer Science","High Performance Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-34356-9_36","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,5,13]],"date-time":"2020-05-13T16:30:41Z","timestamp":1589387441000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-34356-9_36"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030343552","9783030343569"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-34356-9_36","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"3 December 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ISC High Performance","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on High Performance Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Frankfurt","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 June 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 June 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"34","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"supercomputing2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.isc-hpc.com\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Linklings","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"70","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"48","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"69% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4-5","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"n\/a","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}