{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,13]],"date-time":"2026-06-13T15:36:24Z","timestamp":1781364984829,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":26,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,6,18]],"date-time":"2023-06-18T00:00:00Z","timestamp":1687046400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100004836","name":"Danmarks Frie Forskningsfond","doi-asserted-by":"publisher","award":["0171-00061B"],"award-info":[{"award-number":["0171-00061B"]}],"id":[{"id":"10.13039\/501100004836","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,6,18]]},"DOI":"10.1145\/3595360.3595851","type":"proceedings-article","created":{"date-parts":[[2023,6,16]],"date-time":"2023-06-16T18:23:38Z","timestamp":1686939818000},"page":"1-5","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Data Management and Visualization for Benchmarking Deep Learning Training Systems"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-3451-5602","authenticated-orcid":false,"given":"Ties","family":"Robroek","sequence":"first","affiliation":[{"name":"IT University of Copenhagen, Copenhagen, Denmark"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9825-1654","authenticated-orcid":false,"given":"Aaron","family":"Duane","sequence":"additional","affiliation":[{"name":"IT University of Copenhagen, Copenhagen, Denmark"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0156-1435","authenticated-orcid":false,"given":"Ehsan","family":"Yousefzadeh-Asl-Miandoab","sequence":"additional","affiliation":[{"name":"IT University of Copenhagen, Copenhagen, Denmark"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6838-4854","authenticated-orcid":false,"given":"Pinar","family":"Tozun","sequence":"additional","affiliation":[{"name":"IT University of Copenhagen, Copenhagen, Denmark"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,6,18]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Hinton","author":"Krizhevsky Alex","year":"2012","unstructured":"Alex Krizhevsky, Ilya Sutskever, and Geoffrey E. Hinton. 2012. ImageNet Classification with Deep Convolutional Neural Networks. In NIPS, 1097--1105."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","unstructured":"Kaiming He Xiangyu Zhang Shaoqing Ren and Jian Sun. 2016. Identity mappings in Deep Residual Networks. In ECCV 630--645.","DOI":"10.1007\/978-3-319-46493-0_38"},{"key":"e_1_3_2_1_3_1","first-page":"6000","article-title":"Attention Is All You Need","volume":"30","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan N. Gomez, Lukasz Kaiser, and Illia Polosukhin. 2017. Attention Is All You Need. NIPS, 30, 6000--6010.","journal-title":"NIPS"},{"key":"e_1_3_2_1_4_1","volume-title":"Sebastian Benjamin Wrede, and Pinar T\u00f6z\u00fcn","author":"Baunsgaard Sebastian","year":"2020","unstructured":"Sebastian Baunsgaard, Sebastian Benjamin Wrede, and Pinar T\u00f6z\u00fcn. 2020. Training for Speech Recognition on Coprocessors. In ADMS, 1--10."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.14778\/3342263.3342276"},{"key":"e_1_3_2_1_6_1","first-page":"599","article-title":"Horizontally Fused Training Array","volume":"3","author":"Wang Shang","year":"2021","unstructured":"Shang Wang, Peiming Yang, Yuxuan Zheng, Xin Li, and Gennady Pekhimenko. 2021. Horizontally Fused Training Array: An Effective Hardware Utilization Squeezer for Training Novel Deep Learning Models. MLSys, 3, 599--623.","journal-title":"MLSys"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1007\/s41095-020-0191-7"},{"key":"e_1_3_2_1_8_1","unstructured":"Lukas Biewald. 2020. Experiment Tracking with Weights and Biases. Software available from wandb.com. (2020). https:\/\/www.wandb.com\/."},{"key":"e_1_3_2_1_9_1","first-page":"39","article-title":"Accelerating the Machine Learning lifecycle with MLflow","volume":"41","author":"Matei Zaharia","year":"2018","unstructured":"Matei Zaharia et al. 2018. Accelerating the Machine Learning lifecycle with MLflow. IEEE Data Eng. Bull., 41, 4, 39--45.","journal-title":"IEEE Data Eng. Bull."},{"key":"e_1_3_2_1_10_1","unstructured":"Mourad Mourafiq. 2018. Polyaxon: cloud native machine learning platform. Web page. Software available from polyaxon.com. (2018). https:\/\/github.com\/polyaxon\/polyaxon."},{"key":"e_1_3_2_1_11_1","unstructured":"[n. d.] Kubeflow. Web page. (). https:\/\/www.kubeflow.org\/."},{"key":"e_1_3_2_1_12_1","volume-title":"https:\/\/github.com\/hpides\/End-to-end-ML-System-Benchmark\/","year":"2023","unstructured":"2023. Umlaut. (2023). https:\/\/github.com\/hpides\/End-to-end-ML-System-Benchmark\/."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"crossref","unstructured":"Zeyuan Shang et al. 2019. Democratizing data science through interactive curation of ML pipelines. In SIGMOD 1171--1188.","DOI":"10.1145\/3299869.3319863"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2020.3030361"},{"key":"e_1_3_2_1_15_1","unstructured":"Mart\u00edn Abadi et al. 2015. TensorFlow: large-scale machine learning on heterogeneous systems. (2015). https:\/\/www.tensorflow.org\/."},{"key":"e_1_3_2_1_16_1","unstructured":"Keras Team. 2020. Keras: the python deep learning API. Keras. io."},{"key":"e_1_3_2_1_17_1","first-page":"8026","article-title":"Pytorch: an imperative style, high-performance deep learning library","volume":"32","author":"Adam Paszke","year":"2019","unstructured":"Adam Paszke et al. 2019. Pytorch: an imperative style, high-performance deep learning library. NIPS, 32, 8026--8037.","journal-title":"NIPS"},{"key":"e_1_3_2_1_18_1","unstructured":"2020. NVIDIA MIG User Guide. http:\/\/docs.nvidia.com\/datacenter\/tesla\/mig-user-guide\/index.html."},{"key":"e_1_3_2_1_19_1","unstructured":"2013. NVIDIA MPS. https:\/\/docs.nvidia.com\/deploy\/mps\/index.html."},{"key":"e_1_3_2_1_20_1","unstructured":"1984. top(1). https:\/\/man7.org\/linux\/man-pages\/man1\/top.1.html."},{"key":"e_1_3_2_1_21_1","volume-title":"NVIDIA System Management Interface (SMI). (June 28","year":"2012","unstructured":"2012. NVIDIA System Management Interface (SMI). (June 28, 2012). https:\/\/developer.nvidia.com\/nvidia-system-management-interface."},{"key":"e_1_3_2_1_22_1","unstructured":"2015. NVIDIA DCGM. (Nov. 10 2015). https:\/\/developer.nvidia.com\/dcgm."},{"key":"e_1_3_2_1_23_1","volume-title":"NVIDIA Nsight Systems. (Mar. 12","year":"2018","unstructured":"2018. NVIDIA Nsight Systems. (Mar. 12, 2018). https:\/\/developer.nvidia.com\/nsight-systems."},{"key":"e_1_3_2_1_24_1","volume-title":"NVIDIA Nsight Compute. (Aug. 28","year":"2019","unstructured":"2019. NVIDIA Nsight Compute. (Aug. 28, 2019). https:\/\/developer.nvidia.com\/nsight-compute."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","unstructured":"Ehsan Yousefzadeh-Asl-Miandoab Ties Robroek and Pinar Tozun. 2023. Profiling and Monitoring Deep Learning Training Tasks. In EuroMLSys 18--25.","DOI":"10.1145\/3578356.3592589"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"crossref","unstructured":"Ties Robroek Ehsan Yousefzadeh-Asl-Miandoab and Pinar T\u00f6z\u00fcn. 2023. An Analysis of Collocation on GPUs for Deep Learning Training. (2023). arXiv: 2209.06018 [cs.LG].","DOI":"10.1145\/3642970.3655827"}],"event":{"name":"DEEM '23: Seventh Workshop on Data Management for End-to-End Machine Learning","location":"Seattle WA USA","acronym":"DEEM '23","sponsor":["SIGMOD ACM Special Interest Group on Management of Data"]},"container-title":["Proceedings of the Seventh Workshop on Data Management for End-to-End Machine Learning"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3595360.3595851","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3595360.3595851","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T22:48:39Z","timestamp":1750286919000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3595360.3595851"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,18]]},"references-count":26,"alternative-id":["10.1145\/3595360.3595851","10.1145\/3595360"],"URL":"https:\/\/doi.org\/10.1145\/3595360.3595851","relation":{},"subject":[],"published":{"date-parts":[[2023,6,18]]},"assertion":[{"value":"2023-06-18","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}