{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,5]],"date-time":"2026-05-05T19:00:04Z","timestamp":1778007604187,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":29,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,3]],"date-time":"2024-06-03T00:00:00Z","timestamp":1717372800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,3]]},"DOI":"10.1145\/3660317.3660324","type":"proceedings-article","created":{"date-parts":[[2024,9,3]],"date-time":"2024-09-03T13:24:06Z","timestamp":1725369846000},"page":"16-22","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Benchmarking Machine Learning Applications on Heterogeneous Architecture using Reframe"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-2721-3562","authenticated-orcid":false,"given":"Christopher","family":"Rae","sequence":"first","affiliation":[{"name":"EPCC, The University of Edinburgh, Edinburgh, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1648-2740","authenticated-orcid":false,"given":"Joseph K. L.","family":"Lee","sequence":"additional","affiliation":[{"name":"EPCC, The University of Edinburgh, Edinburgh, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0895-4063","authenticated-orcid":false,"given":"James","family":"Richings","sequence":"additional","affiliation":[{"name":"EPCC, The University of Edinburgh, Edinburgh, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4713-3073","authenticated-orcid":false,"given":"Mich\u00e8le","family":"Weiland","sequence":"additional","affiliation":[{"name":"EPCC, The University of Edinburgh, Edinburgh, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,9,3]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.4724125"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2020.04.006"},{"key":"e_1_3_2_1_3_1","volume-title":"https:\/\/www.archer2.ac.uk\/about\/hardware.html. [Accessed 26-03-2024]. (Mar","author":"Hardware","year":"2024","unstructured":"2024. ARCHER2 Hardware & Software --- archer2.ac.uk. https:\/\/www.archer2.ac.uk\/about\/hardware.html. [Accessed 26-03-2024]. (Mar. 2024)."},{"key":"e_1_3_2_1_4_1","volume-title":"Cerebras --- cerebras.net. https:\/\/www.cerebras.net\/. [Accessed 22-03-2024]. (Mar","year":"2022","unstructured":"2022. Cerebras --- cerebras.net. https:\/\/www.cerebras.net\/. [Accessed 22-03-2024]. (Mar. 2022)."},{"key":"e_1_3_2_1_5_1","volume-title":"Cerebras Model Zoo. https:\/\/github.com\/Cerebras\/modelzoo. [Accessed 27-03-2024]. (Mar","year":"2022","unstructured":"2022. Cerebras Model Zoo. https:\/\/github.com\/Cerebras\/modelzoo. [Accessed 27-03-2024]. (Mar. 2022)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01234-2_49"},{"key":"e_1_3_2_1_7_1","volume-title":"Cirrus Hardware --- cirrus.ac.uk. https:\/\/www.cirrus.ac.uk\/about\/hardware.html. [Accessed 26-03-2024]. (Mar","year":"2022","unstructured":"2022. Cirrus Hardware --- cirrus.ac.uk. https:\/\/www.cirrus.ac.uk\/about\/hardware.html. [Accessed 26-03-2024]. (Mar. 2022)."},{"key":"e_1_3_2_1_8_1","volume-title":"Edinburgh International Data Facility --- edinburgh-international-data-facility.ed.ac.uk. https:\/\/edinburgh-international-data-facility.ed.ac.uk\/. [Accessed 22-03-2024]. (Mar","year":"2022","unstructured":"2022. Edinburgh International Data Facility --- edinburgh-international-data-facility.ed.ac.uk. https:\/\/edinburgh-international-data-facility.ed.ac.uk\/. [Accessed 22-03-2024]. (Mar. 2022)."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/MLHPC54614.2021.00009"},{"key":"e_1_3_2_1_10_1","volume-title":"GitHub - reframe-hpc\/excalibur-tests: Performance benchmarks and regression tests for the ExCALIBUR project --- github.com. https:\/\/github.com\/reframe-hpc\/excalibur-tests. [Accessed 22-03-2024]. (Mar","year":"2022","unstructured":"2022. GitHub - reframe-hpc\/excalibur-tests: Performance benchmarks and regression tests for the ExCALIBUR project --- github.com. https:\/\/github.com\/reframe-hpc\/excalibur-tests. [Accessed 22-03-2024]. (Mar. 2022)."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.10655817"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3624062.3624133"},{"key":"e_1_3_2_1_14_1","volume-title":"Zhenying Liu, Emmanuel Menage, and Bartosz Bogdanski.","year":"2022","unstructured":"Dr. Mario Michael Krell, Zhenying Liu, Emmanuel Menage, and Bartosz Bogdanski. 2022. Accelerating ResNet-50 Training on the IPU for MLPerf --- graph-core.ai. https:\/\/www.graphcore.ai\/posts\/accelerating-resnet50--training-on-the-ipu-behind-our-mlperf-benchmark. [Accessed 27-03-2024]. (Mar. 2022)."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2018.00054"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.10782908"},{"key":"e_1_3_2_1_17_1","volume-title":"Bow Pod64 --- graphcore.ai. https:\/\/www.graphcore.ai\/products\/bow-pod64. [Accessed 22-03-2024]. (Mar","author":"Ltd Graphcore","year":"2024","unstructured":"Graphcore Ltd. 2024. Bow Pod64 --- graphcore.ai. https:\/\/www.graphcore.ai\/products\/bow-pod64. [Accessed 22-03-2024]. (Mar. 2024)."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2018.00068"},{"key":"e_1_3_2_1_19_1","first-page":"336","article-title":"Mlperf training benchmark","volume":"2","author":"Peter Mattson","year":"2020","unstructured":"Peter Mattson et al. 2020. Mlperf training benchmark. Proceedings of Machine Learning and Systems, 2, 336--349.","journal-title":"Proceedings of Machine Learning and Systems"},{"key":"e_1_3_2_1_20_1","volume-title":"MPI: A Message-Passing Interface Standard Version 4.1. (Nov.","author":"Interface Forum Message Passing","year":"2023","unstructured":"Message Passing Interface Forum. 2023. MPI: A Message-Passing Interface Standard Version 4.1. (Nov. 2023). https:\/\/www.mpi-forum.org\/docs\/mpi-4.1\/mpi41-report.pdf."},{"key":"e_1_3_2_1_21_1","volume-title":"Overview - EIDF User Documentation --- epcced.github.io. https:\/\/epcced.github.io\/eidf-docs\/services\/gpuservice\/. [Accessed 26-03-2024]. (Mar","year":"2022","unstructured":"2022. Overview - EIDF User Documentation --- epcced.github.io. https:\/\/epcced.github.io\/eidf-docs\/services\/gpuservice\/. [Accessed 26-03-2024]. (Mar. 2022)."},{"key":"e_1_3_2_1_22_1","unstructured":"Adam Paszke et al. 2019. PyTorch: An Imperative Style High-Performance Deep Learning Library. In Advances in Neural Information Processing Systems 32. H. Wallach H. Larochelle A. Beygelzimer F. d'Alch\u00e9-Buc E. Fox and R. Garnett (Eds.) Curran Associates Inc. 8024--8035. http:\/\/papers.neurips.cc\/paper\/9015-pytorch-an-imperative-style-high-performance-deep-learning-library.pdf."},{"key":"e_1_3_2_1_23_1","volume-title":"Proceedings of the IEEE\/CVF International Conference on Computer Vision (ICCV). (Oct.","author":"Peebles William","year":"2023","unstructured":"William Peebles and Saining Xie. 2023. Scalable diffusion models with transformers. In Proceedings of the IEEE\/CVF International Conference on Computer Vision (ICCV). (Oct. 2023), 4195--4205."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2012.04.093"},{"key":"e_1_3_2_1_25_1","volume-title":"Production-Grade Container Orchestration --- kubernetes.io. https:\/\/kubernetes.io\/. [Accessed 22-03-2024]. (Mar","year":"2022","unstructured":"2022. Production-Grade Container Orchestration --- kubernetes.io. https:\/\/kubernetes.io\/. [Accessed 22-03-2024]. (Mar. 2022)."},{"key":"e_1_3_2_1_26_1","volume-title":"A batching queuing system. https:\/\/www.openpbs.org\/. [Accessed 22-03-2024]. (Mar","author":"Team PBS","year":"2022","unstructured":"OpenPBS Team. 2022. A batching queuing system. https:\/\/www.openpbs.org\/. [Accessed 22-03-2024]. (Mar. 2022)."},{"key":"e_1_3_2_1_27_1","volume-title":"The NVIDIA Collective Communication Library (NCCL). https:\/\/github.com\/NVIDIA\/nccl. [Accessed 27-03-2024]. (Mar","year":"2022","unstructured":"2022. The NVIDIA Collective Communication Library (NCCL). https:\/\/github.com\/NVIDIA\/nccl. [Accessed 27-03-2024]. (Mar. 2022)."},{"key":"e_1_3_2_1_28_1","volume-title":"The ROCm Collective Communication Library (RCCL). https:\/\/github.com\/rocm\/rccl. [Accessed 27-03-2024]. (Mar","year":"2022","unstructured":"2022. The ROCm Collective Communication Library (RCCL). https:\/\/github.com\/rocm\/rccl. [Accessed 27-03-2024]. (Mar. 2022)."},{"key":"e_1_3_2_1_29_1","volume-title":"Job Scheduling Strategies for Parallel Processing","author":"Yoo Andy B.","unstructured":"Andy B. Yoo, Morris A. Jette, and Mark Grondona. 2003. Slurm: simple linux utility for resource management. In Job Scheduling Strategies for Parallel Processing. Dror Feitelson, Larry Rudolph, and Uwe Schwiegelshohn, (Eds.) Springer Berlin Heidelberg, Berlin, Heidelberg, 44--60. isbn: 978-3-540-39727-4."}],"event":{"name":"PERMAVOST '24: 4th Workshop on Performance EngineeRing, Modelling, Analysis, and VisualizatiOn STrategy","location":"Pisa Italy","acronym":"PERMAVOST '24","sponsor":["SIGARCH ACM Special Interest Group on Computer Architecture","SIGHPC ACM Special Interest Group on High Performance Computing, Special Interest Group on High Performance Computing"]},"container-title":["Proceedings of the 4th Workshop on Performance EngineeRing, Modelling, Analysis, and VisualizatiOn STrategy"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3660317.3660324","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3660317.3660324","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:56:49Z","timestamp":1750291009000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3660317.3660324"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,3]]},"references-count":29,"alternative-id":["10.1145\/3660317.3660324","10.1145\/3660317"],"URL":"https:\/\/doi.org\/10.1145\/3660317.3660324","relation":{},"subject":[],"published":{"date-parts":[[2024,6,3]]},"assertion":[{"value":"2024-09-03","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}