{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,2]],"date-time":"2025-11-02T13:56:02Z","timestamp":1762091762414,"version":"build-2065373602"},"publisher-location":"New York, NY, USA","reference-count":11,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,7,23]],"date-time":"2023-07-23T00:00:00Z","timestamp":1690070400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,7,23]]},"DOI":"10.1145\/3569951.3597596","type":"proceedings-article","created":{"date-parts":[[2023,9,10]],"date-time":"2023-09-10T15:34:03Z","timestamp":1694360043000},"page":"255-259","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Deep Learning Benchmark Studies on an Advanced AI Engineering Testbed from the Open Compass Project"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8226-6237","authenticated-orcid":false,"given":"Mei-Yu","family":"Wang","sequence":"first","affiliation":[{"name":"Pittsburgh Supercomputing Center, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4229-5092","authenticated-orcid":false,"given":"Julian","family":"Uran","sequence":"additional","affiliation":[{"name":"Pittsburgh Supercomputing Center, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5023-8410","authenticated-orcid":false,"given":"Paola","family":"Buitrago","sequence":"additional","affiliation":[{"name":"Pittsburgh Supercomputing Center, USA"}]}],"member":"320","published-online":{"date-parts":[[2023,9,10]]},"reference":[{"unstructured":"[\n  1\n  ]  Cerebras Model Zoo R1.6.0. https:\/\/github.com\/Cerebras\/modelzoo\/tree\/R_1.6.0.  [1] Cerebras Model Zoo R1.6.0. https:\/\/github.com\/Cerebras\/modelzoo\/tree\/R_1.6.0.","key":"e_1_3_2_1_1_1"},{"volume-title":"Proceedings of the Practice and Experience in Advanced Research Computing on Rise of the Machines (Learning)","author":"A.","unstructured":"Paola\u00a0 A. Buitrago and Nicholas\u00a0A. Nystrom. 2019. Open Compass: Accelerating the Adoption of AI in Open Research . In Proceedings of the Practice and Experience in Advanced Research Computing on Rise of the Machines (Learning) ( Chicago, IL, USA) (PEARC \u201919). Article 72, 9\u00a0pages. Paola\u00a0A. Buitrago and Nicholas\u00a0A. Nystrom. 2019. Open Compass: Accelerating the Adoption of AI in Open Research. In Proceedings of the Practice and Experience in Advanced Research Computing on Rise of the Machines (Learning) (Chicago, IL, USA) (PEARC \u201919). Article 72, 9\u00a0pages.","key":"e_1_3_2_1_2_1"},{"volume-title":"High Performance Computing","author":"Buitrago A.","unstructured":"Paola\u00a0 A. Buitrago and Nicholas\u00a0 A. Nystrom . 2021. Neocortex and Bridges-2: A High Performance AI+HPC Ecosystem for Science, Discovery, and Societal Good . In High Performance Computing . Springer International Publishing , 205\u2013219. Paola\u00a0A. Buitrago and Nicholas\u00a0A. Nystrom. 2021. Neocortex and Bridges-2: A High Performance AI+HPC Ecosystem for Science, Discovery, and Societal Good. In High Performance Computing. Springer International Publishing, 205\u2013219.","key":"e_1_3_2_1_3_1"},{"key":"e_1_3_2_1_4_1","first-page":"19","volume-title":"Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, NAACL-HLT. 4171\u20134186","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin , Ming-Wei Chang , Kenton Lee , and Kristina Toutanova . 2019 . BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding . In Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, NAACL-HLT. 4171\u20134186 . https:\/\/doi.org\/10.18653\/v1\/n 19 - 1423 10.18653\/v1 Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, NAACL-HLT. 4171\u20134186. https:\/\/doi.org\/10.18653\/v1\/n19-1423"},{"key":"e_1_3_2_1_5_1","volume-title":"2022 IEEE\/ACM International Workshop on Performance Modeling, Benchmarking and Simulation of High Performance Computer Systems (PMBS). 13\u201325","author":"Emani","year":"2022","unstructured":"Emani and et al.2022. A Comprehensive Evaluation of Novel AI Accelerators for Deep Learning Workloads . In 2022 IEEE\/ACM International Workshop on Performance Modeling, Benchmarking and Simulation of High Performance Computer Systems (PMBS). 13\u201325 . https:\/\/doi.org\/10.1109\/PMBS56514. 2022 .00007 10.1109\/PMBS56514.2022.00007 Emani and et al.2022. A Comprehensive Evaluation of Novel AI Accelerators for Deep Learning Workloads. In 2022 IEEE\/ACM International Workshop on Performance Modeling, Benchmarking and Simulation of High Performance Computer Systems (PMBS). 13\u201325. https:\/\/doi.org\/10.1109\/PMBS56514.2022.00007"},{"unstructured":"Aaron Gokaslan and Vanya Cohen. 2019. OpenWebText Corpus. http:\/\/Skylion007.github.io\/OpenWebTextCorpus  Aaron Gokaslan and Vanya Cohen. 2019. OpenWebText Corpus. http:\/\/Skylion007.github.io\/OpenWebTextCorpus","key":"e_1_3_2_1_6_1"},{"doi-asserted-by":"crossref","unstructured":"Abhinand Nasari and etal2022. Benchmarking the Performance of Accelerators on National Cyberinfrastructure Resources for Artificial Intelligence \/ Machine Learning Workloads. In Practice and Experience in Advanced Research Computing (Boston MA USA) (PEARC \u201922). Article 19.  Abhinand Nasari and et al.2022. Benchmarking the Performance of Accelerators on National Cyberinfrastructure Resources for Artificial Intelligence \/ Machine Learning Workloads. In Practice and Experience in Advanced Research Computing (Boston MA USA) (PEARC \u201922). Article 19.","key":"e_1_3_2_1_7_1","DOI":"10.1145\/3491418.3530772"},{"unstructured":"Alec Radford Jeff Wu Rewon Child David Luan Dario Amodei and Ilya Sutskever. 2019. Language Models are Unsupervised Multitask Learners. (2019).  Alec Radford Jeff Wu Rewon Child David Luan Dario Amodei and Ilya Sutskever. 2019. Language Models are Unsupervised Multitask Learners. (2019).","key":"e_1_3_2_1_8_1"},{"key":"e_1_3_2_1_9_1","first-page":"1","article-title":"Raffel and et al.2020. Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Colin","year":"2020","unstructured":"Colin Raffel and et al.2020. Exploring the limits of transfer learning with a unified text-to-text transformer . The Journal of Machine Learning Research 21 , 1 ( 2020 ), 5485\u20135551. Colin Raffel and et al.2020. Exploring the limits of transfer learning with a unified text-to-text transformer. The Journal of Machine Learning Research 21, 1 (2020), 5485\u20135551.","journal-title":"The Journal of Machine Learning Research"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_10_1","DOI":"10.1007\/978-3-319-24574-4_28"},{"volume-title":"Advances in Neural Information Processing Systems, Vol.\u00a030. Curran Associates","author":"Vaswani Ashish","unstructured":"Ashish Vaswani and 2017. Attention is All you Need . In Advances in Neural Information Processing Systems, Vol.\u00a030. Curran Associates , Inc . Ashish Vaswani and et al.2017. Attention is All you Need. In Advances in Neural Information Processing Systems, Vol.\u00a030. Curran Associates, Inc.","key":"e_1_3_2_1_11_1"}],"event":{"sponsor":["SIGAPP ACM Special Interest Group on Applied Computing","SIGHPC ACM Special Interest Group on High Performance Computing, Special Interest Group on High Performance Computing"],"acronym":"PEARC '23","name":"PEARC '23: Practice and Experience in Advanced Research Computing","location":"Portland OR USA"},"container-title":["Practice and Experience in Advanced Research Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3569951.3597596","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3569951.3597596","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:07:52Z","timestamp":1750183672000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3569951.3597596"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,23]]},"references-count":11,"alternative-id":["10.1145\/3569951.3597596","10.1145\/3569951"],"URL":"https:\/\/doi.org\/10.1145\/3569951.3597596","relation":{},"subject":[],"published":{"date-parts":[[2023,7,23]]},"assertion":[{"value":"2023-09-10","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}