{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,24]],"date-time":"2026-02-24T16:52:04Z","timestamp":1771951924814,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":58,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,10,20]],"date-time":"2020-10-20T00:00:00Z","timestamp":1603152000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","award":["RGPIN-2018-06514, RGPAS-2018-522575, CGS M"],"award-info":[{"award-number":["RGPIN-2018-06514, RGPAS-2018-522575, CGS M"]}],"id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Government of Ontario","award":["QEII-GSST"],"award-info":[{"award-number":["QEII-GSST"]}]},{"DOI":"10.13039\/501100007224","name":"Connaught Fund","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100007224","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Snap Inc. Research Scholarship"},{"DOI":"10.13039\/501100001805","name":"Canada Foundation for Innovation","doi-asserted-by":"publisher","award":["JELF #36585"],"award-info":[{"award-number":["JELF #36585"]}],"id":[{"id":"10.13039\/501100001805","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003816","name":"Huawei Technologies","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003816","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Vector Institute Scholarship in Artificial Intelligence"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,10,20]]},"DOI":"10.1145\/3379337.3415890","type":"proceedings-article","created":{"date-parts":[[2020,10,16]],"date-time":"2020-10-16T19:01:44Z","timestamp":1602874904000},"page":"126-139","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":15,"title":["Skyline: Interactive In-Editor Computational Performance Profiling for Deep Neural Network Training"],"prefix":"10.1145","author":[{"given":"Geoffrey X.","family":"Yu","sequence":"first","affiliation":[{"name":"University of Toronto & Vector Institute, Toronto, ON, Canada"}]},{"given":"Tovi","family":"Grossman","sequence":"additional","affiliation":[{"name":"University of Toronto, Toronto, ON, Canada"}]},{"given":"Gennady","family":"Pekhimenko","sequence":"additional","affiliation":[{"name":"University of Toronto & Vector Institute, Toronto, ON, Canada"}]}],"member":"320","published-online":{"date-parts":[[2020,10,20]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Proceedings of the 12th USENIX Symposium on Operating Systems Design and Implementation (OSDI'16)","author":"Abadi Mart\u00edn","year":"2016"},{"key":"e_1_3_2_2_2_1","unstructured":"Advanced Micro Devices Inc. 2017. AMD Ryzen Threadripper 1950X Processor. (2017). https:\/\/www.amd.com\/en\/products\/cpu\/amd-ryzen-threadripper-1950x.  Advanced Micro Devices Inc. 2017. AMD Ryzen Threadripper 1950X Processor. (2017). https:\/\/www.amd.com\/en\/products\/cpu\/amd-ryzen-threadripper-1950x."},{"key":"e_1_3_2_2_3_1","unstructured":"Aditya Agrawal and Marek Kolodziej. 2019. PyProf -- PyTorch Profiling Tool. (2019). https:\/\/github.com\/NVIDIA\/PyProf.  Aditya Agrawal and Marek Kolodziej. 2019. PyProf -- PyTorch Profiling Tool. (2019). https:\/\/github.com\/NVIDIA\/PyProf."},{"key":"e_1_3_2_2_4_1","unstructured":"Amazon Inc. 2020. Amazon EC2 P3 Instances. (2020). https:\/\/aws.amazon.com\/ec2\/instance-types\/p3.  Amazon Inc. 2020. Amazon EC2 P3 Instances. (2020). https:\/\/aws.amazon.com\/ec2\/instance-types\/p3."},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702509"},{"key":"e_1_3_2_2_6_1","volume-title":"Deep Speech 2: End-to-End Speech Recognition in English and Mandarin. arXiv abs\/1512.02595","author":"Amodei Dario","year":"2015"},{"key":"e_1_3_2_2_7_1","volume-title":"https:\/\/openai.com\/blog\/ai-and-compute","author":"Amodei Dario","year":"2018"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2013.6613834"},{"key":"e_1_3_2_2_9_1","volume-title":"Pattern Recognition and Machine Learning","author":"Bishop Christopher M."},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W16-2301"},{"key":"e_1_3_2_2_11_1","unstructured":"Canonical Ltd. 2018. Ubuntu 18.04 LTS (Bionic Beaver). (2018). http:\/\/releases.ubuntu.com\/18.04.  Canonical Ltd. 2018. Ubuntu 18.04 LTS (Bionic Beaver). (2018). http:\/\/releases.ubuntu.com\/18.04."},{"key":"e_1_3_2_2_12_1","volume-title":"Proceedings of the 2016 NeurIPS Workshop on Machine Learning Systems.","author":"Chen Tianqi","year":"2016"},{"key":"e_1_3_2_2_13_1","volume-title":"Proceedings of the 41st International Conference on Software Engineering (ICSE'19)","author":"Cito J\u00fcrgen"},{"key":"e_1_3_2_2_14_1","volume-title":"Proceedings of the 2017 NeurIPS Workshop on Machine Learning Systems.","author":"Coleman Cody","year":"2017"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2959100.2959190"},{"key":"e_1_3_2_2_16_1","volume-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR'19)","author":"Dai Xiaoliang"},{"key":"e_1_3_2_2_17_1","volume-title":"Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics (NAACL'19)","author":"Devlin Jacob","year":"2019"},{"key":"e_1_3_2_2_18_1","volume-title":"Proceedings of the 7th International Conference on Learning Representations (ICLR'19)","author":"Frankle Jonathan","year":"2019"},{"key":"e_1_3_2_2_19_1","volume-title":"Atom: A Hackable Text Editor","year":"2020"},{"key":"e_1_3_2_2_20_1","volume-title":"Deep Learning","author":"Goodfellow Ian"},{"key":"e_1_3_2_2_21_1","unstructured":"Google Inc. 2020a. GPUs on Compute Engine. (2020). https:\/\/cloud.google.com\/compute\/docs\/gpus.  Google Inc. 2020a. GPUs on Compute Engine. (2020). https:\/\/cloud.google.com\/compute\/docs\/gpus."},{"key":"e_1_3_2_2_22_1","unstructured":"Google Inc. 2020b. TensorFlow Profiler. (2020). https:\/\/github.com\/tensorflow\/profiler.  Google Inc. 2020b. TensorFlow Profiler. (2020). https:\/\/github.com\/tensorflow\/profiler."},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2445196.2445368"},{"key":"e_1_3_2_2_24_1","volume-title":"arXiv abs\/1703.06870","author":"He Kaiming","year":"2017"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174106"},{"key":"e_1_3_2_2_27_1","volume-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR'17)","author":"Huang Gao"},{"key":"e_1_3_2_2_28_1","volume-title":"Gonzalez","author":"Jain Paras","year":"2020"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3079856.3080246"},{"key":"e_1_3_2_2_30_1","volume-title":"ActiVis: Visual Exploration of Industry-Scale Deep Neural Network Models","author":"Kahng Minsuk","year":"2018"},{"key":"e_1_3_2_2_31_1","volume-title":"Proceedings of the 30th Annual ACM Symposium on User Interface Software and Technology (UIST'17)","author":"Kang Hyeonsu"},{"key":"e_1_3_2_2_32_1","volume-title":"Proceedings of the 5th International Conference on Learning Representations (ICLR'17)","author":"Keskar Nitish Shirish","year":"2017"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858529"},{"key":"e_1_3_2_2_34_1","unstructured":"Alex Krizhevsky Ilya Sutskever and Geoffrey E Hinton. 2012. ImageNet Classification with Deep Convolutional Neural Networks. In Advances in Neural Information Processing Systems 25 (NeurIPS'12).  Alex Krizhevsky Ilya Sutskever and Geoffrey E Hinton. 2012. ImageNet Classification with Deep Convolutional Neural Networks. In Advances in Neural Information Processing Systems 25 (NeurIPS'12)."},{"key":"e_1_3_2_2_35_1","unstructured":"Yann A. LeCun L\u00e9on Bottou Genevieve B. Orr and Klaus-Robert M\u00fcller. 2012. Efficient BackProp. Springer Berlin Heidelberg. 9--48 pages. http:\/\/dx.doi.org\/10.1007\/978--3--642--35289--8_3  Yann A. LeCun L\u00e9on Bottou Genevieve B. Orr and Klaus-Robert M\u00fcller. 2012. Efficient BackProp. Springer Berlin Heidelberg. 9--48 pages. http:\/\/dx.doi.org\/10.1007\/978--3--642--35289--8_3"},{"key":"e_1_3_2_2_36_1","volume-title":"Proceedings of the 2014 CHI Conference on Human Factors in Computing Systems (CHI'14)","author":"Lieber Tom"},{"key":"e_1_3_2_2_37_1","volume-title":"Proceedings of Machine Learning and Systems 2020 (MLSys'20)","author":"Mattson Peter","year":"2019"},{"key":"e_1_3_2_2_38_1","unstructured":"Micron Technology Inc. 2014. DDR4. (2014). https:\/\/www.micron.com\/products\/dram\/ddr4-sdram.  Micron Technology Inc. 2014. DDR4. (2014). https:\/\/www.micron.com\/products\/dram\/ddr4-sdram."},{"key":"e_1_3_2_2_39_1","unstructured":"Micron Technology Inc. 2017. GDDR6. (2017). https:\/\/www.micron.com\/products\/graphics-memory\/gddr6.  Micron Technology Inc. 2017. GDDR6. (2017). https:\/\/www.micron.com\/products\/graphics-memory\/gddr6."},{"key":"e_1_3_2_2_40_1","unstructured":"Microsoft Inc. 2020. GPU optimized virtual machine sizes. (2020). https:\/\/docs.microsoft.com\/en-us\/azure\/virtual-machines\/sizes-gpu.  Microsoft Inc. 2020. GPU optimized virtual machine sizes. (2020). https:\/\/docs.microsoft.com\/en-us\/azure\/virtual-machines\/sizes-gpu."},{"key":"e_1_3_2_2_41_1","volume-title":"NVIDIA GeForce RTX 2070. (2018","author":"NVIDIA Corporation","year":"2018"},{"key":"e_1_3_2_2_42_1","unstructured":"NVIDIA Corporation. 2018b. NVIDIA Turing Architecture. Whitepaper. NVIDIA. https:\/\/www.nvidia.com\/content\/dam\/en-zz\/Solutions\/design-visualization\/technologies\/turing-architecture\/NVIDIA-Turing-Architecture-Whitepaper.pdf.  NVIDIA Corporation. 2018b. NVIDIA Turing Architecture. Whitepaper. NVIDIA. https:\/\/www.nvidia.com\/content\/dam\/en-zz\/Solutions\/design-visualization\/technologies\/turing-architecture\/NVIDIA-Turing-Architecture-Whitepaper.pdf."},{"key":"e_1_3_2_2_43_1","unstructured":"NVIDIA Corporation. 2019. NVIDIA Profiler User's Guide. (2019). https:\/\/docs.nvidia.com\/cuda\/profiler-users-guide\/index.html.  NVIDIA Corporation. 2019. NVIDIA Profiler User's Guide. (2019). https:\/\/docs.nvidia.com\/cuda\/profiler-users-guide\/index.html."},{"key":"e_1_3_2_2_44_1","unstructured":"NVIDIA Corporation. 2020a. DLProf User Guide. (2020). https:\/\/docs.nvidia.com\/deeplearning\/frameworks\/dlprof-user-guide.  NVIDIA Corporation. 2020a. DLProf User Guide. (2020). https:\/\/docs.nvidia.com\/deeplearning\/frameworks\/dlprof-user-guide."},{"key":"e_1_3_2_2_45_1","unstructured":"NVIDIA Corporation. 2020b. NVIDIA CUDA Toolkit. (2020). https:\/\/developer.nvidia.com\/cuda-toolkit.  NVIDIA Corporation. 2020b. NVIDIA CUDA Toolkit. (2020). https:\/\/developer.nvidia.com\/cuda-toolkit."},{"key":"e_1_3_2_2_46_1","volume-title":"PyTorch: An Imperative Style","author":"Paszke Adam"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/1866029.1866038"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"e_1_3_2_2_49_1","first-page":"1","article-title":"Measuring the Effects of Data Parallelism on Neural Network Training","volume":"20","author":"Shallue Christopher J.","year":"2019","journal-title":"Journal of Machine Learning Research (JMLR)"},{"key":"e_1_3_2_2_50_1","volume-title":"Proceedings of the 3rd International Conference on Learning Representations (ICLR'15)","author":"Simonyan Karen","year":"2015"},{"key":"e_1_3_2_2_51_1","volume-title":"Rush","author":"Strobelt Hendrik","year":"2019"},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1355"},{"key":"e_1_3_2_2_53_1","volume-title":"Proceedings of Advances in Neural Information Processing Systems 27 (NeurIPS'14)","author":"Sutskever Ilya","year":"2014"},{"key":"e_1_3_2_2_54_1","unstructured":"Ashish Vaswani Noam Shazeer Niki Parmar Jakob Uszkoreit Llion Jones Aidan N Gomez Lukasz Kaiser and Illia Polosukhin. 2017. Attention is All You Need. In Advances in Neural Information Processing Systems 30 (NeurIPS'17).  Ashish Vaswani Noam Shazeer Niki Parmar Jakob Uszkoreit Llion Jones Aidan N Gomez Lukasz Kaiser and Illia Polosukhin. 2017. Attention is All You Need. In Advances in Neural Information Processing Systems 30 (NeurIPS'17)."},{"key":"e_1_3_2_2_55_1","volume-title":"Google's Neural Machine Translation System: Bridging the Gap between Human and Machine Translation. arXiv abs\/1609.08144","author":"Wu Yonghui","year":"2016"},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.634"},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISCA45697.2020.00092"},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.1109\/IISWC.2018.8573476"}],"event":{"name":"UIST '20: The 33rd Annual ACM Symposium on User Interface Software and Technology","location":"Virtual Event USA","acronym":"UIST '20","sponsor":["SIGGRAPH ACM Special Interest Group on Computer Graphics and Interactive Techniques","SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 33rd Annual ACM Symposium on User Interface Software and Technology"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3379337.3415890","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3379337.3415890","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:38:51Z","timestamp":1750199931000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3379337.3415890"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,10,20]]},"references-count":58,"alternative-id":["10.1145\/3379337.3415890","10.1145\/3379337"],"URL":"https:\/\/doi.org\/10.1145\/3379337.3415890","relation":{},"subject":[],"published":{"date-parts":[[2020,10,20]]},"assertion":[{"value":"2020-10-20","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}