{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T17:57:31Z","timestamp":1743011851510,"version":"3.40.3"},"publisher-location":"Cham","reference-count":34,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031680304"},{"type":"electronic","value":"9783031680311"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-68031-1_9","type":"book-chapter","created":{"date-parts":[[2024,9,21]],"date-time":"2024-09-21T06:02:03Z","timestamp":1726898523000},"page":"124-142","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["A Cloud-Native Adoption of Classical DBMS Performance Benchmarks and Tools"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3359-2386","authenticated-orcid":false,"given":"Patrick K.","family":"Erdelt","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,9,22]]},"reference":[{"key":"9_CR1","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1007\/978-3-319-04936-6_5","volume-title":"Performance Characterization and Benchmarking","author":"P Boncz","year":"2014","unstructured":"Boncz, P., Neumann, T., Erling, O.: TPC-H analyzed: hidden messages and lessons learned from an influential benchmark. In: Nambiar, R., Poess, M. (eds.) TPCTC 2013. LNCS, vol. 8391, pp. 61\u201376. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-04936-6_5"},{"key":"9_CR2","unstructured":"CNCF: Cloud native definition v1.0. https:\/\/github.com\/cncf\/toc\/blob\/main\/DEFINITION.md. Accessed 7 Oct 2022"},{"key":"9_CR3","unstructured":"Cooper, B.: YCSB GitHub repository. https:\/\/github.com\/brianfrankcooper\/YCSB. Accessed 11 Dec 2022"},{"key":"9_CR4","doi-asserted-by":"publisher","unstructured":"Cooper, B.F., Silberstein, A., Tam, E., Ramakrishnan, R., Sears, R.: Benchmarking cloud serving systems with YCSB. In: Proceedings of the 1st ACM Symposium on Cloud Computing, pp. 143-154. SoCC \u201910, Association for Computing Machinery, New York, NY, USA (2010). https:\/\/doi.org\/10.1145\/1807128.1807152","DOI":"10.1145\/1807128.1807152"},{"issue":"4","key":"9_CR5","doi-asserted-by":"publisher","first-page":"277","DOI":"10.14778\/2732240.2732246","volume":"7","author":"DE Difallah","year":"2013","unstructured":"Difallah, D.E., Pavlo, A., Curino, C., Cudre-Mauroux, P.: OLTP-bench: an extensible testbed for benchmarking relational databases. Proc. VLDB Endow. 7(4), 277\u2013288 (2013)","journal-title":"Proc. VLDB Endow."},{"key":"9_CR6","doi-asserted-by":"publisher","unstructured":"Dreseler, M., Boissier, M., Rabl, T., Uflacker, M.: Quantifying TPC-H choke points and their optimizations. Proc. VLDB Endow. 13(10), 1206\u20131220 (2020). https:\/\/doi.org\/10.14778\/3389133.3389138","DOI":"10.14778\/3389133.3389138"},{"key":"9_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1007\/978-3-030-84924-5_6","volume-title":"Performance Evaluation and Benchmarking","author":"PK Erdelt","year":"2021","unstructured":"Erdelt, P.K.: A framework for supporting repetition and evaluation in the process of cloud-based dbms performance benchmarking. In: Nambiar, R., Poess, M. (eds.) TPCTC 2020. LNCS, vol. 12752, pp. 75\u201392. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-84924-5_6"},{"key":"9_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1007\/978-3-030-94437-7_6","volume-title":"Performance Evaluation and Benchmarking","author":"PK Erdelt","year":"2022","unstructured":"Erdelt, P.K.: Orchestrating DBMS benchmarking in\u00a0the\u00a0cloud with\u00a0Kubernetes. In: Nambiar, R., Poess, M. (eds.) TPCTC 2021. LNCS, vol. 13169, pp. 81\u201397. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-030-94437-7_6"},{"key":"9_CR9","doi-asserted-by":"publisher","unstructured":"Erdelt, P.K., Jestel, J.: DBMS-benchmarker: benchmark and evaluate DBMS in python. J. Open Source Softw. 7(79), 4628 (2022). https:\/\/doi.org\/10.21105\/joss.04628","DOI":"10.21105\/joss.04628"},{"key":"9_CR10","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1007\/978-3-030-94437-7_8","volume-title":"Performance Evaluation and Benchmarking","author":"M Fruth","year":"2022","unstructured":"Fruth, M., Scherzinger, S., Mauerer, W., Ramsauer, R.: Tell-tale tail latencies: pitfalls and\u00a0perils in\u00a0database benchmarking. In: Nambiar, R., Poess, M. (eds.) TPCTC 2021. LNCS, vol. 13169, pp. 119\u2013134. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-030-94437-7_8"},{"key":"9_CR11","doi-asserted-by":"publisher","unstructured":"Grohmann, J., Seybold, D., Eismann, S., Leznik, M., Kounev, S., Domaschka, J.: Baloo: measuring and modeling the performance configurations of distributed DBMS. In: 2020 28th International Symposium on Modeling, Analysis, and Simulation of Computer and Telecommunication Systems (MASCOTS), pp.\u00a01\u20138 (2020). https:\/\/doi.org\/10.1109\/MASCOTS50786.2020.9285960","DOI":"10.1109\/MASCOTS50786.2020.9285960"},{"key":"9_CR12","unstructured":"HammerDB: About HammerDB. https:\/\/www.hammerdb.com\/about.html. Accessed 11 Dec 2022"},{"key":"9_CR13","unstructured":"HammerDB: HammerDB. https:\/\/www.hammerdb.com\/index.html. Accessed 11 Dec 2022"},{"issue":"6","key":"9_CR14","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1007\/s10664-022-10162-1","volume":"27","author":"S Henning","year":"2022","unstructured":"Henning, S., Hasselbring, W.: A configurable method for benchmarking scalability of cloud-native applications. Empir. Softw. Eng. 27(6), 143 (2022). https:\/\/doi.org\/10.1007\/s10664-022-10162-1","journal-title":"Empir. Softw. Eng."},{"key":"9_CR15","unstructured":"Henning, S., Wetzel, B., Hasselbring, W.: Reproducible benchmarking of cloud-native applications with the Kubernetes operator pattern. In: Symposium on Software Performance 2021, CEUR Workshop Proceedings (2021)"},{"key":"9_CR16","doi-asserted-by":"publisher","first-page":"100209","DOI":"10.1016\/j.bdr.2021.100209","volume":"25","author":"S Henning","year":"2021","unstructured":"Henning, S., Hasselbring, W.: Theodolite: scalability benchmarking of distributed stream processing engines in microservice architectures. Big Data Res. 25, 100209 (2021). https:\/\/doi.org\/10.1016\/j.bdr.2021.100209","journal-title":"Big Data Res."},{"key":"9_CR17","doi-asserted-by":"publisher","unstructured":"Henning, S., Hasselbring, W.: Demo paper: benchmarking scalability of cloud-native applications with theodolite. In: 2022 IEEE International Conference on Cloud Engineering (IC2E), pp. 275\u2013276 (2022). https:\/\/doi.org\/10.1109\/IC2E55432.2022.00037","DOI":"10.1109\/IC2E55432.2022.00037"},{"key":"9_CR18","doi-asserted-by":"publisher","unstructured":"Kosi\u0144ska, J., Bali\u015b, B., Konieczny, M., Malawski, M., Zielin\u015bki, S.: Towards the observability of cloud-native applications: the overview of the state-of-the-art, pp.\u00a01\u20131. IEEE Access (2023). https:\/\/doi.org\/10.1109\/ACCESS.2023.3281860","DOI":"10.1109\/ACCESS.2023.3281860"},{"key":"9_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"664","DOI":"10.1007\/978-3-030-77385-4_40","volume-title":"The Semantic Web","author":"C Kostopoulos","year":"2021","unstructured":"Kostopoulos, C., Mouchakis, G., Troumpoukis, A., Prokopaki-Kostopoulou, N., Charalambidis, A., Konstantopoulos, S.: KOBE: cloud-native open benchmarking engine for federated query processors. In: Verborgh, R., et al. (eds.) ESWC 2021. LNCS, vol. 12731, pp. 664\u2013679. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-77385-4_40"},{"key":"9_CR20","doi-asserted-by":"crossref","unstructured":"Nikolaidis, F., Chazapis, A., Marazakis, M., Bilas, A.: Frisbee: automated testing of cloud-native applications in Kubernetes. arXiv preprint arXiv:2109.10727 (2021)","DOI":"10.1145\/3447851.3458738"},{"key":"9_CR21","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"196","DOI":"10.1007\/978-3-642-32627-1_14","volume-title":"Topics in Performance Evaluation, Measurement and Characterization","author":"M Poess","year":"2012","unstructured":"Poess, M., Rabl, T., Frank, M., Danisch, M.: A PDGF implementation for TPC-H. In: Nambiar, R., Poess, M. (eds.) TPCTC 2011. LNCS, vol. 7144, pp. 196\u2013212. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-32627-1_14"},{"key":"9_CR22","doi-asserted-by":"publisher","unstructured":"Rabl, T., Poess, M.: Parallel data generation for performance analysis of large, complex RDBMS. In: Proceedings of the Fourth International Workshop on Testing Database Systems. DBTest \u201911, Association for Computing Machinery, New York, NY, USA (2011). https:\/\/doi.org\/10.1145\/1988842.1988847","DOI":"10.1145\/1988842.1988847"},{"key":"9_CR23","unstructured":"Ranganathan, K.: TPC-C benchmark: 10,000 warehouses on YugabyteDB. Yugabyte (2020). https:\/\/www.yugabyte.com\/blog\/tpc-c-benchmark-10000-warehouses-on-yugabytedb\/#sharding-the-tpc-c-tool-to-benchmark-at-scale"},{"key":"9_CR24","doi-asserted-by":"publisher","unstructured":"Seybold, D.: An automation-based approach for reproducible evaluations of distributed DBMS on elastic infrastructures, Ph.D. thesis, Universit\u00e4t Ulm (2021). https:\/\/doi.org\/10.18725\/OPARU-37368","DOI":"10.18725\/OPARU-37368"},{"key":"9_CR25","doi-asserted-by":"publisher","unstructured":"Seybold, D., Keppler, M., Gr\u00fcndler, D., Domaschka, J.: Mowgli: finding your way in the DBMS jungle. In: Proceedings of the 2019 ACM\/SPEC International Conference on Performance Engineering, pp. 321\u2013332. ICPE \u201919, Association for Computing Machinery, New York, NY, USA (2019).https:\/\/doi.org\/10.1145\/3297663.3310303","DOI":"10.1145\/3297663.3310303"},{"key":"9_CR26","doi-asserted-by":"publisher","unstructured":"Seybold, D., Volpert, S., Wesner, S., Bauer, A., Herbst, N., Domaschka, J.: Kaa: evaluating elasticity of cloud-hosted DBMS. In: 2019 IEEE International Conference on Cloud Computing Technology and Science (CloudCom), pp. 54\u201361 (2019). https:\/\/doi.org\/10.1109\/CloudCom.2019.00020","DOI":"10.1109\/CloudCom.2019.00020"},{"key":"9_CR27","doi-asserted-by":"publisher","unstructured":"Seybold, D., Wesner, S., Domaschka, J.: King Louie: reproducible availability benchmarking of cloud-hosted DBMS. In: Proceedings of the 35th Annual ACM Symposium on Applied Computing, pp. 144\u2013153. SAC \u201920, Association for Computing Machinery, New York, NY, USA (2020). https:\/\/doi.org\/10.1145\/3341105.3373968","DOI":"10.1145\/3341105.3373968"},{"key":"9_CR28","doi-asserted-by":"publisher","unstructured":"Souza., P., et al.: Isabel: infrastructure-agnostic benchmark framework for cloud-native platforms. In: Proceedings of the 10th International Conference on Cloud Computing and Services Science - CLOSER, pp. 482\u2013489. INSTICC, SciTePress (2020). https:\/\/doi.org\/10.5220\/0009581004820489","DOI":"10.5220\/0009581004820489"},{"key":"9_CR29","unstructured":"Taipalus, T.: Database management system performance comparisons: a systematic survey. arXiv preprint arXiv:2301.01095 (2023)"},{"key":"9_CR30","doi-asserted-by":"publisher","first-page":"113","DOI":"10.1007\/978-3-642-38541-4_9","volume-title":"Distributed Applications and Interoperable Systems","author":"A Tchana","year":"2013","unstructured":"Tchana, A., De Palma, N., El-Rheddane, A., Dillenseger, B., Etchevers, X., Safieddine, I.: A scalable benchmark as a service platform. In: Dowling, J., Ta\u00efani, F. (eds.) Distributed Applications and Interoperable Systems, pp. 113\u2013126. Springer, Berlin Heidelberg, Berlin, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-38541-4_9"},{"key":"9_CR31","unstructured":"The Kubernetes Authors: Jobs. https:\/\/kubernetes.io\/docs\/concepts\/workloads\/controllers\/job. Accessed 3 May 2023"},{"key":"9_CR32","unstructured":"Transaction Processing Performance Council: TPC-C Homepage. https:\/\/www.tpc.org\/tpcc. Accessed 11 Dec 2022"},{"key":"9_CR33","unstructured":"Transaction Processing Performance Council: TPC-H - Homepage. https:\/\/www.tpc.org\/tpch. Accessed 2 Apr 2019"},{"key":"9_CR34","doi-asserted-by":"publisher","unstructured":"Yang, Z., et al.: Oceanbase: a 707 million TPMC distributed relational database system. Proc. VLDB Endow. 15(12), 3385\u20133397 (2022). https:\/\/doi.org\/10.14778\/3554821.3554830","DOI":"10.14778\/3554821.3554830"}],"container-title":["Lecture Notes in Computer Science","Performance Evaluation and Benchmarking"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-68031-1_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,21]],"date-time":"2024-09-21T06:03:02Z","timestamp":1726898582000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-68031-1_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031680304","9783031680311"],"references-count":34,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-68031-1_9","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"22 September 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"TPCTC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Technology Conference on Performance Evaluation and Benchmarking","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vancouver, BC","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Canada","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 August 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"tpctc2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}