{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,8]],"date-time":"2026-05-08T22:38:20Z","timestamp":1778279900357,"version":"3.51.4"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031295751","type":"print"},{"value":"9783031295768","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-29576-8_6","type":"book-chapter","created":{"date-parts":[[2023,3,27]],"date-time":"2023-03-27T17:03:06Z","timestamp":1679936586000},"page":"78-93","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Preliminary Scaling Characterization of\u00a0TPCx-AI"],"prefix":"10.1007","author":[{"given":"Hamesh","family":"Patel","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kacper","family":"Ufa","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sammy","family":"Nah","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Amandeep","family":"Raina","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rodrigo","family":"Escobar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,3,28]]},"reference":[{"key":"6_CR1","unstructured":"Baidu DeepBench. https:\/\/svail.github.io\/DeepBench\/"},{"key":"6_CR2","unstructured":"HiBench Suite. https:\/\/github.com\/Intel-bigdata\/HiBench"},{"key":"6_CR3","doi-asserted-by":"publisher","first-page":"3548772","DOI":"10.1145\/3548772","volume":"55","author":"T Abdullah","year":"2022","unstructured":"Abdullah, T., Ahmet, A.: Deep learning in sentiment analysis: a survey of recent architectures. ACM Comput. Surv. 55, 3548772 (2022). https:\/\/doi.org\/10.1145\/3548772","journal-title":"ACM Comput. Surv."},{"issue":"3","key":"6_CR4","doi-asserted-by":"publisher","first-page":"611","DOI":"10.1007\/s00146-019-00931-w","volume":"35","author":"T Araujo","year":"2020","unstructured":"Araujo, T., Helberger, N., Kruikemeier, S., de Vreese, C.H.: In AI we trust? Perceptions about automated decision-making by artificial intelligence. AI Soc. 35(3), 611\u2013623 (2020). https:\/\/doi.org\/10.1007\/s00146-019-00931-w","journal-title":"AI Soc."},{"key":"6_CR5","doi-asserted-by":"publisher","unstructured":"Balafas, V., Ploskas, N.: Computational comparison of deep learning algorithms for object detection. In: 25th Pan-Hellenic Conference on Informatics, pp. 79\u201383. ACM, Volos Greece (Nov 2021). https:\/\/doi.org\/10.1145\/3503823.3503838","DOI":"10.1145\/3503823.3503838"},{"key":"6_CR6","doi-asserted-by":"publisher","unstructured":"Cai, C.J., Jongejan, J., Holbrook, J.: the effects of example-based explanations in a machine learning interface. In: Proceedings of the 24th International Conference on Intelligent User Interfaces. pp. 258\u2013262. IUI 2019, Association for Computing Machinery, New York, NY, USA (2019). https:\/\/doi.org\/10.1145\/3301275.3302289. event-place: Marina del Ray, California","DOI":"10.1145\/3301275.3302289"},{"key":"6_CR7","doi-asserted-by":"publisher","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.J., Li, K., Fei-Fei, L.: ImageNet: a large-scale hierarchical image database. In: 2009 IEEE Conference on Computer Vision and Pattern Recognition, pp. 248\u2013255 (2009). https:\/\/doi.org\/10.1109\/CVPR.2009.5206848","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"6_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1007\/978-3-030-55024-0_8","volume-title":"Performance Evaluation and Benchmarking for the Era of Cloud(s)","author":"V Deuschle","year":"2020","unstructured":"Deuschle, V., Alexandrov, A., Januschowski, T., Markl, V.: End-to-end benchmarking of deep learning platforms. In: Nambiar, R., Poess, M. (eds.) TPCTC 2019. LNCS, vol. 12257, pp. 116\u2013132. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-55024-0_8"},{"key":"6_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-3-030-32813-9_1","volume-title":"Benchmarking, Measuring, and Optimizing","author":"W Gao","year":"2019","unstructured":"Gao, W., et al.: AIBench: towards scalable and comprehensive datacenter AI benchmarking. In: Zheng, C., Zhan, J. (eds.) Bench 2018. LNCS, vol. 11459, pp. 3\u20139. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-32813-9_1"},{"key":"6_CR10","unstructured":"Gao, W., et al.: BigDataBench: a scalable and unified big data and AI benchmark suite. arXiv: Distributed. Parallel, and Cluster Computing (2018)"},{"issue":"7","key":"6_CR11","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1145\/3134599","volume":"61","author":"I Goodfellow","year":"2018","unstructured":"Goodfellow, I., McDaniel, P., Papernot, N.: Making machine learning robust against adversarial inputs. Commun. ACM 61(7), 56\u201366 (2018)","journal-title":"Commun. ACM"},{"key":"6_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1007\/978-3-319-04936-6_4","volume-title":"Performance Characterization and Benchmarking","author":"K Huppler","year":"2014","unstructured":"Huppler, K., Johnson, D.: TPC express \u2013 a new path for TPC benchmarks. In: Nambiar, R., Poess, M. (eds.) TPCTC 2013. LNCS, vol. 8391, pp. 48\u201360. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-04936-6_4"},{"key":"6_CR13","doi-asserted-by":"publisher","unstructured":"Liu, L., Wu, Y., Wei, W., Cao, W., Sahin, S., Zhang, Q.: Benchmarking deep learning frameworks: design considerations, metrics and beyond, pp. 1258\u20131269 (2018). https:\/\/doi.org\/10.1109\/ICDCS.2018.00125","DOI":"10.1109\/ICDCS.2018.00125"},{"key":"6_CR14","doi-asserted-by":"publisher","unstructured":"Malakar, P., Balaprakash, P., Vishwanath, V., Morozov, V., Kumaran, K.: Benchmarking machine learning methods for performance modeling of scientific applications. In: 2018 IEEE\/ACM Performance Modeling, Benchmarking and Simulation of High Performance Computer Systems (PMBS), pp. 33\u201344 (2018). https:\/\/doi.org\/10.1109\/PMBS.2018.8641686","DOI":"10.1109\/PMBS.2018.8641686"},{"key":"6_CR15","unstructured":"Manyika, J., Bughin, J.: The promise and challenge of the age of artificial intelligence. McKinsey & Company (2018). https:\/\/www.mckinsey.com\/featured-insights\/artificial-intelligence\/the-promise-and-challenge-of-the-age-of-artificial-intelligence"},{"key":"6_CR16","unstructured":"Mattson, P., et al.: MLPerf Training Benchmark (2019). _eprint: 1910.01500"},{"key":"6_CR17","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-319-04936-6_1","volume-title":"Performance Characterization and Benchmarking","author":"R Nambiar","year":"2014","unstructured":"Nambiar, R., et al.: TPC state of the council 2013. In: Nambiar, R., Poess, M. (eds.) TPCTC 2013. LNCS, vol. 8391, pp. 1\u201315. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-04936-6_1"},{"issue":"6","key":"6_CR18","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1109\/MPOT.2020.3016280","volume":"39","author":"A Posoldova","year":"2020","unstructured":"Posoldova, A.: Machine learning pipelines: from research to production. IEEE Potentials 39(6), 38\u201342 (2020). https:\/\/doi.org\/10.1109\/MPOT.2020.3016280","journal-title":"IEEE Potentials"},{"key":"6_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1007\/978-3-030-55024-0_4","volume-title":"Performance Evaluation and Benchmarking for the Era of Cloud(s)","author":"T Rabl","year":"2020","unstructured":"Rabl, T., et al.: ADABench - towards an industry standard benchmark for advanced analytics. In: Nambiar, R., Poess, M. (eds.) TPCTC 2019. LNCS, vol. 12257, pp. 47\u201363. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-55024-0_4"},{"key":"6_CR20","unstructured":"Reddi, V.J., et al.: MLPerf Inference Benchmark (2019). _eprint: 1911.02549"},{"key":"6_CR21","doi-asserted-by":"publisher","unstructured":"Reuther, A., Michaleas, P., Jones, M., Gadepally, V., Samsi, S., Kepner, J.: Survey and benchmarking of machine learning accelerators. In: 2019 IEEE High Performance Extreme Computing Conference (HPEC). IEEE (2019). https:\/\/doi.org\/10.1109\/hpec.2019.8916327","DOI":"10.1109\/hpec.2019.8916327"},{"key":"6_CR22","doi-asserted-by":"publisher","unstructured":"Sarker, I.H.: Deep learning: a comprehensive overview on techniques, taxonomy, applications and research directions. SN Comput. Sci. 2(6), 420 (2021). https:\/\/doi.org\/10.1007\/s42979-021-00815-1, https:\/\/link.springer.com\/10.1007\/s42979-021-00815-1","DOI":"10.1007\/s42979-021-00815-1"},{"key":"6_CR23","doi-asserted-by":"publisher","unstructured":"Storey, V.C., Lukyanenko, R., Maass, W., Parsons, J.: Explainable AI. Commun. ACM 65(4), 27\u201329 (2022). place: New York, NY, USA Publisher: Association for Computing Machinery https:\/\/doi.org\/10.1145\/3490699","DOI":"10.1145\/3490699"},{"key":"6_CR24","unstructured":"Transaction Processing Performance Council.: TPC Express AI - TPCx-AI Standard Specification Version 1.0.2 (2022). https:\/\/www.tpc.org\/tpc_documents_current_versions\/pdf\/tpcx-ai_v1.0.2.pdf"},{"key":"6_CR25","doi-asserted-by":"crossref","unstructured":"Wang, A., Singh, A., Michael, J., Hill, F., Levy, O., Bowman, S.R.: GLUE: a multi-task benchmark and analysis platform for natural language Understanding (2019)","DOI":"10.18653\/v1\/W18-5446"},{"key":"6_CR26","doi-asserted-by":"crossref","unstructured":"Zhu, H., et al.: TBD: benchmarking and analyzing deep neural network training. ArXiv abs\/1803.06905 (2018)","DOI":"10.1109\/IISWC.2018.8573476"}],"container-title":["Lecture Notes in Computer Science","Performance Evaluation and Benchmarking"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-29576-8_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,3,27]],"date-time":"2023-03-27T17:04:26Z","timestamp":1679936666000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-29576-8_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031295751","9783031295768"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-29576-8_6","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"28 March 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"TPCTC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Technology Conference on Performance Evaluation and Benchmarking","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sydney, NSW","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Australia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 September 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 September 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"tpctc2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.tpc.org\/tpctc\/tpctc2022\/default5.asp","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"12","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"42% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Avarge number of submissions: 2 Panel, 2 Invited Papers from TPC, 1 Invited Papers from TPC PR Chair","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}