{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,6]],"date-time":"2026-05-06T15:47:32Z","timestamp":1778082452627,"version":"3.51.4"},"publisher-location":"Cham","reference-count":52,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030944360","type":"print"},{"value":"9783030944377","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-030-94437-7_8","type":"book-chapter","created":{"date-parts":[[2022,1,14]],"date-time":"2022-01-14T08:02:40Z","timestamp":1642147360000},"page":"119-134","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Tell-Tale Tail Latencies: Pitfalls and\u00a0Perils in\u00a0Database Benchmarking"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2933-5093","authenticated-orcid":false,"given":"Michael","family":"Fruth","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Stefanie","family":"Scherzinger","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9765-8313","authenticated-orcid":false,"given":"Wolfgang","family":"Mauerer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ralf","family":"Ramsauer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,1,14]]},"reference":[{"issue":"4","key":"8_CR1","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1145\/3015146","volume":"60","author":"LA Barroso","year":"2017","unstructured":"Barroso, L.A., Marty, M., Patterson, D.A., Ranganathan, P.: Attack of the killer microseconds. Commun. ACM 60(4), 48\u201354 (2017)","journal-title":"Commun. ACM"},{"issue":"2","key":"8_CR2","doi-asserted-by":"publisher","first-page":"128","DOI":"10.14778\/3364324.3364328","volume":"13","author":"J B\u00f6ttcher","year":"2019","unstructured":"B\u00f6ttcher, J., Leis, V., Neumann, T., Kemper, A.: Scalable garbage collection for in-memory MVCC systems. Proc. VLDB Endow. 13(2), 128\u2013141 (2019)","journal-title":"Proc. VLDB Endow."},{"key":"8_CR3","unstructured":"Brutlag, J.: Speed matters for google web search (2009). https:\/\/venturebeat.com\/wp-content\/uploads\/2009\/11\/delayexp.pdf"},{"key":"8_CR4","unstructured":"Cafarella, M.J., et al.: DBOS: a proposal for a data-centric operating system. CoRR abs\/2007.11112 (2020)"},{"key":"8_CR5","doi-asserted-by":"crossref","unstructured":"Chen, X., et al.: Achieving low tail-latency and high scalability for serializable transactions in edge computing. In: Proceedings of EuroSys, pp. 210\u2013227 (2021)","DOI":"10.1145\/3447786.3456238"},{"key":"8_CR6","unstructured":"Clark, I.: Shenandoah GC (2021). https:\/\/wiki.openjdk.java.net\/display\/shenandoah"},{"key":"8_CR7","unstructured":"Clark, I.: ZGC (2021). https:\/\/wiki.openjdk.java.net\/display\/zgc"},{"key":"8_CR8","doi-asserted-by":"crossref","unstructured":"Click, C., Tene, G., Wolf, M.: The pauseless GC algorithm. In: Proceedings VEE, pp. 46\u201356 (2005)","DOI":"10.1145\/1064979.1064988"},{"key":"8_CR9","doi-asserted-by":"crossref","unstructured":"Cooper, B.F., Silberstein, A., Tam, E., Ramakrishnan, R., Sears, R.: Benchmarking cloud serving systems with YCSB. In: Proceedings of SoCC, pp. 143\u2013154 (2010)","DOI":"10.1145\/1807128.1807152"},{"key":"8_CR10","doi-asserted-by":"crossref","unstructured":"Curino, C., Difallah, D.E., Pavlo, A., Cudr\u00e9-Mauroux, P.: Benchmarking OLTP\/web databases in the cloud: the OLTP-bench framework. In: Proceedings of CloudDB, pp. 17\u201320 (2012)","DOI":"10.1145\/2390021.2390025"},{"issue":"2","key":"8_CR11","doi-asserted-by":"publisher","first-page":"74","DOI":"10.1145\/2408776.2408794","volume":"56","author":"J Dean","year":"2013","unstructured":"Dean, J., Barroso, L.A.: The tail at scale. Commun. ACM 56(2), 74\u201380 (2013)","journal-title":"Commun. ACM"},{"issue":"4","key":"8_CR12","doi-asserted-by":"publisher","first-page":"277","DOI":"10.14778\/2732240.2732246","volume":"7","author":"DE Difallah","year":"2013","unstructured":"Difallah, D.E., Pavlo, A., Curino, C., Cudr\u00e9-Mauroux, P.: OLTP-Bench: an extensible testbed for benchmarking relational databases. Proc. VLDB Endow. 7(4), 277\u2013288 (2013)","journal-title":"Proc. VLDB Endow."},{"key":"8_CR13","unstructured":"Eclipse Foundation: -Xlog. https:\/\/www.eclipse.org\/openj9\/docs\/xlog\/"},{"key":"8_CR14","unstructured":"Eclipse Foundation: Garbage collection policies. https:\/\/www.eclipse.org\/openj9\/docs\/gc\/"},{"key":"8_CR15","doi-asserted-by":"crossref","unstructured":"Fent, P., van Renen, A., Kipf, A., Leis, V., Neumann, T., Kemper, A.: Low-latency communication for fast DBMS using RDMA and shared memory. In: Proceedings of ICDE, pp. 1477\u20131488 (2020)","DOI":"10.1109\/ICDE48307.2020.00131"},{"issue":"12","key":"8_CR16","doi-asserted-by":"publisher","first-page":"3299","DOI":"10.14778\/3415478.3415552","volume":"13","author":"C Garcia-Arellano","year":"2020","unstructured":"Garcia-Arellano, C., et al.: Db2 event store: a purpose-built IoT database engine. Proc. VLDB Endow. 13(12), 3299\u20133312 (2020)","journal-title":"Proc. VLDB Endow."},{"key":"8_CR17","doi-asserted-by":"crossref","unstructured":"Georges, A., Buytaert, D., Eeckhout, L.: Statistically rigorous java performance evaluation. In: Proceedings of OOPSLA, pp. 57\u201376 (2007)","DOI":"10.1145\/1297105.1297033"},{"key":"8_CR18","unstructured":"Gessert, F.: Low latency for cloud data management. Ph.D. thesis, University of Hamburg, Germany (2019)"},{"issue":"6","key":"8_CR19","doi-asserted-by":"publisher","first-page":"526","DOI":"10.14778\/2168651.2168654","volume":"5","author":"G Giannikis","year":"2012","unstructured":"Giannikis, G., Alonso, G., Kossmann, D.: SharedDB: killing one thousand queries with one stone. Proc. VLDB Endow. 5(6), 526\u2013537 (2012)","journal-title":"Proc. VLDB Endow."},{"issue":"1","key":"8_CR20","first-page":"36","volume":"42","author":"J Giceva","year":"2019","unstructured":"Giceva, J.: Operating system support for data management on modern hardware. IEEE Data Eng. Bull. 42(1), 36\u201348 (2019)","journal-title":"IEEE Data Eng. Bull."},{"key":"8_CR21","unstructured":"Giceva, J., Salomie, T., Sch\u00fcpbach, A., Alonso, G., Roscoe, T.: COD: database\/operating system co-design. In: Proceedings of CIDR (2013)"},{"key":"8_CR22","doi-asserted-by":"crossref","unstructured":"Giceva, J., Zellweger, G., Alonso, G., Roscoe, T.: Customized OS support for data-processing. In: Proceedings of DaMoN, pp. 2:1\u20132:6 (2016)","DOI":"10.1145\/2933349.2933351"},{"key":"8_CR23","series-title":"IFIP Advances in Information and Communication Technology","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1007\/978-3-642-38928-3_18","volume-title":"Open Source Software: Quality Verification","author":"G Hofmann","year":"2013","unstructured":"Hofmann, G., Riehle, D., Kolassa, C., Mauerer, W.: A dual model of open source license growth. In: Petrinja, E., Succi, G., El Ioini, N., Sillitti, A. (eds.) OSS 2013. IAICT, vol. 404, pp. 245\u2013256. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-38928-3_18"},{"key":"8_CR24","doi-asserted-by":"crossref","unstructured":"Jaiman, V., Mokhtar, S.B., Qu\u00e9ma, V., Chen, L.Y., Riviere, E.: H\u00e9ron: taming tail latencies in key-value stores under heterogeneous workloads. In: Proceedings of SRDS, pp. 191\u2013200 (2018)","DOI":"10.1109\/SRDS.2018.00030"},{"key":"8_CR25","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1007\/978-3-030-50323-9_5","volume-title":"Distributed Applications and Interoperable Systems","author":"V Jaiman","year":"2020","unstructured":"Jaiman, V., Ben Mokhtar, S., Rivi\u00e8re, E.: TailX: scheduling heterogeneous multiget queries to improve tail latencies in key-value stores. In: Remke, A., Schiavoni, V. (eds.) DAIS 2020. LNCS, vol. 12135, pp. 73\u201392. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-50323-9_5"},{"key":"8_CR26","doi-asserted-by":"crossref","unstructured":"Kasture, H., S\u00e1nchez, D.: Tailbench: a benchmark suite and evaluation methodology for latency-critical applications. In: Proceedings of IISWC, pp. 3\u201312 (2016)","DOI":"10.1109\/IISWC.2016.7581261"},{"key":"8_CR27","doi-asserted-by":"publisher","DOI":"10.1007\/b116080","volume-title":"Real-Time Database Systems: Architecture and Techniques","year":"2001","unstructured":"Lam, K., Kuo, T. (eds.): Real-Time Database Systems: Architecture and Techniques. Springer, Heidelberg (2001). https:\/\/doi.org\/10.1007\/b116080"},{"key":"8_CR28","unstructured":"Larsen, S., Arvidsson, F., Larsson, M.: JEP 158: unified JVM logging (2019). https:\/\/openjdk.java.net\/jeps\/158"},{"issue":"7","key":"8_CR29","doi-asserted-by":"publisher","first-page":"1091","DOI":"10.14778\/3384345.3384356","volume":"13","author":"L Lersch","year":"2020","unstructured":"Lersch, L., Schreter, I., Oukid, I., Lehner, W.: Enabling low tail latency on multicore key-value stores. Proc. VLDB Endow. 13(7), 1091\u20131104 (2020)","journal-title":"Proc. VLDB Endow."},{"key":"8_CR30","doi-asserted-by":"crossref","unstructured":"Li, J., Sharma, N.K., Ports, D.R.K., Gribble, S.D.: Tales of the tail: hardware, OS, and application-level sources of tail latency. In: Proceedings of SoCC, pp. 1\u201314 (2014)","DOI":"10.1145\/2670979.2670988"},{"key":"8_CR31","unstructured":"Lindholm, T., Yellin, F., Bracha, G., Buckley, A., Smith, D.: The java virtual machine specification - Java SE 16 edition (2021). https:\/\/docs.oracle.com\/javase\/specs\/jvms\/se16\/jvms16.pdf"},{"key":"8_CR32","volume-title":"Professional Linux Kernel Architecture","author":"W Mauerer","year":"2010","unstructured":"Mauerer, W.: Professional Linux Kernel Architecture. Wiley, Hoboken (2010)"},{"key":"8_CR33","unstructured":"Mauerer, W., Ramsauer, R., Filho, E.R.L., Lohmann, D., Scherzinger, S.: Silentium! run-analyse-eradicate the noise out of the DB\/OS stack. In: Proceedings of BTW, vol. P-311, pp. 397\u2013421 (2021)"},{"key":"8_CR34","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1007\/978-3-319-77525-8","volume-title":"Encyclopedia of Big Data Technologies","author":"M Nicolas","year":"2019","unstructured":"Nicolas, M.: Benchmark harness. In: Sakr, S., Zomaya, A.Y. (eds.) Encyclopedia of Big Data Technologies. Lecture Notes in Computer Science, pp. 137\u2013141. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-319-77525-8"},{"key":"8_CR35","unstructured":"Moehler, G., Scherzinger, S., Steinbach, T.: Performance monitoring of a computer resource (2014). US Patent US8863084B2, International Business Machines Corp"},{"issue":"3","key":"8_CR36","doi-asserted-by":"publisher","first-page":"223","DOI":"10.1007\/s13222-020-00357-5","volume":"20","author":"J M\u00fchlig","year":"2020","unstructured":"M\u00fchlig, J., M\u00fcller, M., Spinczyk, O., Teubner, J.: mxkernel: a novel system software stack for data processing on modern hardware. Datenbank-Spektrum 20(3), 223\u2013230 (2020)","journal-title":"Datenbank-Spektrum"},{"key":"8_CR37","unstructured":"M\u00fcller, M., Spinczyk, O.: MxKernel: rethinking operating system architecture for many-core hardware. In: Proceedings of SFMA (2019)"},{"key":"8_CR38","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1007\/978-3-030-55024-0_7","volume-title":"Performance Evaluation and Benchmarking for the Era of Cloud(s)","author":"C Nuessle","year":"2020","unstructured":"Nuessle, C., Kennedy, O., Ziarek, L.: Benchmarking pocket-scale databases. In: Nambiar, R., Poess, M. (eds.) TPCTC 2019. LNCS, vol. 12257, pp. 99\u2013115. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-55024-0_7"},{"key":"8_CR39","unstructured":"OLTPBenchmark.com: OLTPBench. https:\/\/github.com\/oltpbenchmark\/oltpbench"},{"key":"8_CR40","unstructured":"eclipse openj9: OpenJ9. https:\/\/github.com\/eclipse-openj9\/openj9"},{"key":"8_CR41","unstructured":"OpenJDK: JDK. https:\/\/github.com\/openjdk\/jdk"},{"key":"8_CR42","unstructured":"Oracle: Java Platform, Standard Edition HotSpot Virtual Machine Garbage Collection Tuning Guide - 9 Garbage-First Garbage Collector (2017). https:\/\/docs.oracle.com\/javase\/9\/gctuning\/garbage-first-garbage-collector.htm"},{"key":"8_CR43","unstructured":"Paparrizos, J., et al.: VergeDB: a database for IoT analytics on edge devices. In: Proceedings of CIDR (2021)"},{"key":"8_CR44","doi-asserted-by":"crossref","unstructured":"Ramsauer, R., Lohmann, D., Mauerer, W.: Observing custom software modifications: a quantitative approach of tracking the evolution of patch stacks. In: Proceedings of OpenSym, pp. 1\u20134 (2016)","DOI":"10.1145\/2957792.2957810"},{"key":"8_CR45","unstructured":"Reda, W., Canini, M., Suresh, P.L., Kostic, D., Braithwaite, S.: Rein: taming tail latency in key-value stores via multiget scheduling. In: Proceedings of EuroSys, pp. 95\u2013110 (2017)"},{"key":"8_CR46","unstructured":"Scherzinger, S., Karn, H., Steinbach, T.: End-to-end performance monitoring of databases in distributed environments. In: Proceedings of BTW. LNI, vol. P-144, pp. 612\u2013615 (2009)"},{"key":"8_CR47","unstructured":"Shipilev, A.: JEP 318: epsilon: a no-op garbage collector (experimental) (2018). https:\/\/openjdk.java.net\/jeps\/318"},{"key":"8_CR48","doi-asserted-by":"crossref","unstructured":"Tene, G., Iyengar, B., Wolf, M.: C4: the continuously concurrent compacting collector. In: Proceedings of ISMM, pp. 79\u201388 (2011)","DOI":"10.1145\/2076022.1993491"},{"key":"8_CR49","unstructured":"Transaction Processing Council: TPC-C Benchmark (Revision 5.11) (2010). http:\/\/tpc.org\/tpc_documents_current_versions\/pdf\/tpc-c_v5.11.0.pdf"},{"key":"8_CR50","unstructured":"Transaction Processing Performance Council: TPC-Homepage. http:\/\/tpc.org\/"},{"issue":"1","key":"8_CR51","doi-asserted-by":"publisher","first-page":"706","DOI":"10.14778\/1687627.1687707","volume":"2","author":"P Unterbrunner","year":"2009","unstructured":"Unterbrunner, P., Giannikis, G., Alonso, G., Fauser, D., Kossmann, D.: Predictable performance for unpredictable workloads. Proc. VLDB Endow. 2(1), 706\u2013717 (2009)","journal-title":"Proc. VLDB Endow."},{"key":"8_CR52","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Meisner, D., Mars, J., Tang, L.: Treadmill: attributing the source of tail latency through precise load testing and statistical inference. In: Proceedings of ISCA, pp. 456\u2013468 (2016)","DOI":"10.1145\/3007787.3001186"}],"container-title":["Lecture Notes in Computer Science","Performance Evaluation and Benchmarking"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-94437-7_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,3,30]],"date-time":"2022-03-30T00:08:34Z","timestamp":1648598914000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-94437-7_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783030944360","9783030944377"],"references-count":52,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-94437-7_8","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"14 January 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"TPCTC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Technology Conference on Performance Evaluation and Benchmarking","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Copenhagen","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Denmark","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 August 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 August 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"tpctc2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/tpc.org\/tpctc\/tpctc2021\/default5.asp","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"16","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"9","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"56% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Conference was held in conjunction with VLDB 2021.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}