{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,12]],"date-time":"2026-11-12T14:15:00Z","timestamp":1794492900882,"version":"4.9.1"},"publisher-location":"Cham","reference-count":50,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783319153490","type":"print"},{"value":"9783319153506","type":"electronic"}],"license":[{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2015]]},"DOI":"10.1007\/978-3-319-15350-6_6","type":"book-chapter","created":{"date-parts":[[2015,2,4]],"date-time":"2015-02-04T06:36:31Z","timestamp":1423031791000},"page":"82-96","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["Towards an Extensible Middleware for Database Benchmarking"],"prefix":"10.1007","author":[{"given":"David","family":"Bermbach","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"J\u00f6rn","family":"Kuhlenkamp","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Akon","family":"Dey","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sherif","family":"Sakr","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Raghunath","family":"Nambiar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2015,2,5]]},"reference":[{"key":"6_CR1","doi-asserted-by":"crossref","unstructured":"Alexandrov, A., Br\u00fccke, C., Markl, V.: Issues in big data testing and benchmarking. In: Proceedings of the Sixth International Workshop on Testing Database Systems, DBTest 2013, pp. 1:1\u20131:5. ACM, New York (2013)","DOI":"10.1145\/2479440.2482677"},{"key":"6_CR2","doi-asserted-by":"crossref","unstructured":"Alexandrov, A., Schiefer, B., Poelman, J., Ewen, S., Bodner, T.O., Markl, V.: Myriad: parallel data generation on shared-nothing architectures. In: Proceedings of the 1st Workshop on Architectures and Systems for Big Data, ASBD 2011, pp. 30\u201333. ACM, New York (2011)","DOI":"10.1145\/2377978.2377983"},{"issue":"12","key":"6_CR3","doi-asserted-by":"publisher","first-page":"1890","DOI":"10.14778\/2367502.2367530","volume":"5","author":"A Alexandrov","year":"2012","unstructured":"Alexandrov, A., Tzoumas, K., Markl, V.: Myriad: scalable and expressive data generation. Proc. VLDB Endowment 5(12), 1890\u20131893 (2012)","journal-title":"Proc. VLDB Endowment"},{"key":"6_CR4","unstructured":"Anderson, E., Li, X., Shah, M.A., Tucek, J., Wylie, J.J.: What consistency does your key-value store actually provide? In: Proceedings of the 6th Workshop on Hot Topics in System Dependability (HOTDEP), HotDep 2010, pp. 1\u201316. USENIX Association, Berkeley (2010)"},{"key":"6_CR5","doi-asserted-by":"crossref","unstructured":"Armstrong, T.G., Ponnekanti, V., Borthakur, D., Callaghan, M.: LinkBench: a database benchmark based on the facebook social graph. In: Proceedings of the 2013 ACM SIGMOD International Conference on Management of Data, SIGMOD 2013, pp. 1185\u20131196. ACM, New York (2013)","DOI":"10.1145\/2463676.2465296"},{"key":"6_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1007\/978-3-642-36727-4_14","volume-title":"Selected Topics in Performance Evaluation and Benchmarking","author":"C Baru","year":"2013","unstructured":"Baru, C., Bhandarkar, M., Nambiar, R., Poess, M., Rabl, T.: Setting the direction for big data benchmark standards. In: Nambiar, R., Poess, M. (eds.) TPCTC 2012. LNCS, vol. 7755, pp. 197\u2013208. Springer, Heidelberg (2013)"},{"key":"6_CR7","unstructured":"Beitch, A., Liu, B., Yung, T., Griffith, R., Fox, A., Patterson, D.A.: Rain: a workload generation toolkit for cloud computing applications. Technical report, University of California at Berkeley (2010)"},{"key":"6_CR8","unstructured":"Bermbach, D.: Benchmarking eventually consistent distributed storage systems. Ph.D. thesis, Karlsruhe Institute of Technology, Germany, February 2014, to be published"},{"key":"6_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1007\/978-3-642-40148-0_13","volume-title":"Networked Systems","author":"D Bermbach","year":"2013","unstructured":"Bermbach, D., Kuhlenkamp, J.: Consistency in distributed storage systems. In: Gramoli, V., Guerraoui, R. (eds.) NETYS 2013. LNCS, vol. 7853, pp. 175\u2013189. Springer, Heidelberg (2013)"},{"key":"6_CR10","doi-asserted-by":"crossref","unstructured":"Bermbach, D., Tai, S.: Eventual consistency: how soon is eventual? An evaluation of amazon S3\u2019s consistency behavior. In: Proceedings of the 6th Workshop on Middleware for Service Oriented Computing (MW4SOC), MW4SOC 2011, pp. 1:1\u20131:6. ACM, New York (2011)","DOI":"10.1145\/2093185.2093186"},{"key":"6_CR11","doi-asserted-by":"crossref","unstructured":"Bermbach, D., Tai, S.: Benchmarking eventual consistency: lessons learned from long-term experimental studies. In: Proceedings of the 2nd International Conference on Cloud Engineering (IC2E). IEEE (2014)","DOI":"10.1109\/IC2E.2014.37"},{"key":"6_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1007\/978-3-319-04936-6_3","volume-title":"Performance Characterization and Benchmarking","author":"D Bermbach","year":"2014","unstructured":"Bermbach, D., Zhao, L., Sakr, S.: Towards comprehensive measurement of consistency guarantees for cloud-hosted data storage services. In: Nambiar, R., Poess, M. (eds.) TPCTC 2013. LNCS, vol. 8391, pp. 32\u201347. Springer, Heidelberg (2014)"},{"issue":"4","key":"6_CR13","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1145\/1978915.1978919","volume":"39","author":"R Cattell","year":"2010","unstructured":"Cattell, R.: Scalable SQL and NoSQL data stores. SIGMOD Record 39(4), 12\u201327 (2010)","journal-title":"SIGMOD Record"},{"key":"6_CR14","unstructured":"Chang, F., Dean, J., Ghemawat, S., Hsieh, W.C., Wallach, D.A., Burrows, M., Chandra, T., Fikes, A., Gruber, R.E.: Bigtable: a distributed storage system for structured data. In: Proceedings of the 7th Symposium on Operating Systems Design and Implementation (OSDI), OSDI 2006, pp. 205\u2013218. USENIX Association, Berkeley (2006)"},{"key":"6_CR15","doi-asserted-by":"crossref","unstructured":"Cooper, B.F., Silberstein, A., Tam, E., Ramakrishnan, R., Sears, R.: Benchmarking cloud serving systems with YCSB. In: Proceedings of the 1st Symposium on Cloud Computing (SOCC), SOCC 2010, pp. 143\u2013154. ACM, New York (2010)","DOI":"10.1145\/1807128.1807152"},{"key":"6_CR16","unstructured":"T. P. P. Council. TPC benchmark DS: standard specification version 1.1.0. Technical report, Transaction Processing Performance Council (2012)"},{"key":"6_CR17","unstructured":"T. P. P. Council. TPC benchmark e: standard specification version 1.13.0. Technical report, Transaction Processing Performance Council (2014)"},{"key":"6_CR18","unstructured":"T. T. P. Council. TPC benchmark c: standard specification revision 5.11. Technical report, The Transaction Processing Council (2010)"},{"key":"6_CR19","doi-asserted-by":"crossref","unstructured":"DeCandia, G., Hastorun, D., Jampani, M., Kakulapati, G., Lakshman, A., Pilchin, A., Sivasubramanian, S., Vosshall, P., Vogels, W.: Dynamo: Amazon\u2019s highly available key-value store. In: Proceedings of 21st Symposium on Operating Systems Principles (SOSP), SOSP 2007, pp. 205\u2013220. ACM, New York (2007)","DOI":"10.1145\/1323293.1294281"},{"key":"6_CR20","doi-asserted-by":"crossref","unstructured":"Dey, A., Fekete, A., Nambiar, R., R\u00f6hm, U.: YCSB+T: benchmarking web-scale transactional databases. In: 2014 IEEE 30th International Conference on Data Engineering Workshops (ICDEW), pp. 223\u2013230, March 2014","DOI":"10.1109\/ICDEW.2014.6818330"},{"issue":"4","key":"6_CR21","doi-asserted-by":"crossref","first-page":"277","DOI":"10.14778\/2732240.2732246","volume":"7","author":"D Difallah","year":"2013","unstructured":"Difallah, D., Pavlo, A.: OLTP-bench: an extensible testbed for benchmarking relational databases. Proc. VLDB Endowment 7(4), 277\u2013288 (2013)","journal-title":"Proc. VLDB Endowment"},{"key":"6_CR22","unstructured":"Dory, T., Mej, B., Roy, P.V.: Measuring elasticity for cloud databases. In: Proceedings of the Second International Conference on Cloud Computing, GRIDs, and Virtualization (CLOUD COMPUTING 2011), pp. 154\u2013160 (2011)"},{"issue":"1","key":"6_CR23","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1145\/1558334.1558339","volume":"38","author":"D Florescu","year":"2009","unstructured":"Florescu, D., Kossmann, D.: Rethinking cost and performance of database systems. SIGMOD Record 38(1), 43\u201348 (2009)","journal-title":"SIGMOD Record"},{"key":"6_CR24","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1007\/978-3-642-36727-4_12","volume-title":"Selected Topics in Performance Evaluation and Benchmarking","author":"E Folkerts","year":"2013","unstructured":"Folkerts, E., Alexandrov, A., Sachs, K., Iosup, A., Markl, V., Tosun, C.: Benchmarking in the cloud: what it should, can, and cannot be. In: Nambiar, R., Poess, M. (eds.) TPCTC 2012. LNCS, vol. 7755, pp. 173\u2013188. Springer, Heidelberg (2013)"},{"key":"6_CR25","doi-asserted-by":"crossref","unstructured":"Ghazal, A., Rabl, T., Hu, M., Raab, F., Poess, M., Crolotte, A., Jacobsen, H.-A.: BigBench: towards an industry standard benchmark for big data analytics. In: Proceedings of the 2013 ACM SIGMOD International Conference on Management of Data, SIGMOD 2013, pp. 1197\u20131208. ACM, New York (2013)","DOI":"10.1145\/2463676.2463712"},{"key":"6_CR26","doi-asserted-by":"crossref","unstructured":"Golab, W., Li, X., Shah, M.A.: Analyzing consistency properties for fun and profit. In: Proceedings of the 30th Symposium on Principles of Distributed Computing (PODC), PODC 2011, pp. 197\u2013206. ACM, New York (2011)","DOI":"10.1145\/1993806.1993834"},{"key":"6_CR27","doi-asserted-by":"crossref","unstructured":"Gray, J., Sundaresan, P., Englert, S., Baclawski, K., Weinberger, P.J.: Quickly generating billion-record synthetic databases. In: ACM SIGMOD Record, vol. 23, pp. 243\u2013252. ACM (1994)","DOI":"10.1145\/191843.191886"},{"key":"6_CR28","unstructured":"Hunt, P., Konar, M., Junqueira, F., Reed, B.: ZooKeeper: wait-free coordination for Internet-scale systems. In: USENIX ATC (2010)"},{"key":"6_CR29","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1007\/978-3-642-10424-4_3","volume-title":"Performance Evaluation and Benchmarking","author":"K Huppler","year":"2009","unstructured":"Huppler, K.: The art of building a good benchmark. In: Nambiar, R., Poess, M. (eds.) TPCTC 2009. LNCS, vol. 5895, pp. 18\u201330. Springer, Heidelberg (2009)"},{"issue":"12","key":"6_CR30","first-page":"1219","volume":"7","author":"J Kuhlenkamp","year":"2014","unstructured":"Kuhlenkamp, J., Klems, M., R\u00f6ss, O.: Benchmarking scalability and elasticity of distributed database systems. PVLDB 7(12), 1219\u20131230 (2014)","journal-title":"PVLDB"},{"issue":"2","key":"6_CR31","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1145\/1773912.1773922","volume":"44","author":"A Lakshman","year":"2010","unstructured":"Lakshman, A., Malik, P.: Cassandra: a decentralized structured storage system. SIGOPS Operating Syst. Rev. 44(2), 35\u201340 (2010)","journal-title":"SIGOPS Operating Syst. Rev."},{"key":"6_CR32","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"125","DOI":"10.1007\/978-3-319-04936-6_9","volume-title":"Performance Characterization and Benchmarking","author":"C Li","year":"2014","unstructured":"Li, C., Berry, R.: CEPBen: a benchmark for complex event processing systems. In: Nambiar, R., Poess, M. (eds.) TPCTC 2013. LNCS, vol. 8391, pp. 125\u2013142. Springer, Heidelberg (2014)"},{"issue":"7","key":"6_CR33","doi-asserted-by":"publisher","first-page":"817","DOI":"10.1016\/j.parco.2004.04.001","volume":"30","author":"ML Massie","year":"2004","unstructured":"Massie, M.L., Chun, B.N., Culler, D.E.: The ganglia distributed monitoring system: design, implementation, and experience. Parallel Comput. 30(7), 817\u2013840 (2004)","journal-title":"Parallel Comput."},{"key":"6_CR34","doi-asserted-by":"crossref","unstructured":"M\u00fcller, S., Bermbach, D., Tai, S., Pallas, F.:Benchmarking the performance impact of transport layer security in cloud database systems. In: Proceedings of the 2nd International Conference on Cloud Engineering (IC2E). IEEE (2014)","DOI":"10.1109\/IC2E.2014.48"},{"issue":"11","key":"6_CR35","doi-asserted-by":"publisher","first-page":"1186","DOI":"10.14778\/2536222.2536252","volume":"6","author":"R Nambiar","year":"2013","unstructured":"Nambiar, R., Poess, M.: Keeping the TPC relevant!. Proc. VLDB Endowment 6(11), 1186\u20131187 (2013)","journal-title":"Proc. VLDB Endowment"},{"key":"6_CR36","doi-asserted-by":"crossref","unstructured":"Patil, S., Polte, M., Ren, K., Tantisiriroj, W., Xiao, L., L\u00f3pez, J., Gibson, G., Fuchs, A., Rinaldi, B.: YCSB++: benchmarking and performance debugging advanced features in scalable table stores. In: Proceedings of the 2nd Symposium on Cloud Computing (SOCC), SOCC 2011, pp. 9:1\u20139:14. ACM, New York (2011)","DOI":"10.1145\/2038916.2038925"},{"key":"6_CR37","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-642-53974-9_1","volume-title":"Specifying Big Data Benchmarks","author":"M Poess","year":"2014","unstructured":"Poess, M.: TPC\u2019s benchmark development model: making the first industry standard benchmark on big data a success. In: Rabl, T., Poess, M., Baru, C., Jacobsen, H.-A. (eds.) WBDB 2012. LNCS, vol. 8163, pp. 1\u201310. Springer, Heidelberg (2014)"},{"key":"6_CR38","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1007\/978-3-642-18206-8_4","volume-title":"Performance Evaluation, Measurement and Characterization of Complex Systems","author":"T Rabl","year":"2011","unstructured":"Rabl, T., Frank, M., Sergieh, H.M., Kosch, H.: A data generator for cloud-scale benchmarking. In: Nambiar, R., Poess, M. (eds.) TPCTC 2010. LNCS, vol. 6417, pp. 41\u201356. Springer, Heidelberg (2011)"},{"issue":"12","key":"6_CR39","doi-asserted-by":"publisher","first-page":"1724","DOI":"10.14778\/2367502.2367512","volume":"5","author":"T Rabl","year":"2012","unstructured":"Rabl, T., G\u00f3mez-Villamor, S., Sadoghi, M., Munt\u00e9s-Mulero, V., Jacobsen, H.-A., Mankovskii, S.: Solving big data challenges for enterprise application performance management. Proc. VLDB Endowment 5(12), 1724\u20131735 (2012)","journal-title":"Proc. VLDB Endowment"},{"key":"6_CR40","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1007\/978-3-642-53974-9_3","volume-title":"Specifying Big Data Benchmarks","author":"T Rabl","year":"2014","unstructured":"Rabl, T., Jacobsen, H.-A.: Big data generation. In: Rabl, T., Poess, M., Baru, C., Jacobsen, H.-A. (eds.) WBDB 2012. LNCS, vol. 8163, pp. 20\u201327. Springer, Heidelberg (2014)"},{"issue":"2","key":"6_CR41","doi-asserted-by":"publisher","first-page":"487","DOI":"10.1007\/s10586-013-0290-7","volume":"17","author":"S Sakr","year":"2014","unstructured":"Sakr, S.: Cloud-hosted databases: technologies, challenges and opportunities. Cluster Comput. 17(2), 487\u2013502 (2014)","journal-title":"Cluster Comput."},{"key":"6_CR42","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1007\/978-3-642-18206-8_2","volume-title":"Performance Evaluation, Measurement and Characterization of Complex Systems","author":"S Sakr","year":"2011","unstructured":"Sakr, S., Casati, F.: Liquid benchmarks: towards an online platform for collaborative assessment of computer science research results. In: Nambiar, R., Poess, M. (eds.) TPCTC 2010. LNCS, vol. 6417, pp. 10\u201324. Springer, Heidelberg (2011)"},{"key":"6_CR43","doi-asserted-by":"crossref","unstructured":"Sakr, S., Liu, A.: Is your cloud-hosted database truly elastic? In: SERVICES, pp. 444\u2013447 (2013)","DOI":"10.1109\/SERVICES.2013.69"},{"issue":"3","key":"6_CR44","doi-asserted-by":"publisher","first-page":"311","DOI":"10.1109\/SURV.2011.032211.00087","volume":"13","author":"S Sakr","year":"2011","unstructured":"Sakr, S., Liu, A., Batista, D.M., Alomari, M.: A survey of large scale data management approaches in cloud environments. IEEE Commun. Surv. Tutorials 13(3), 311\u2013336 (2011)","journal-title":"IEEE Commun. Surv. Tutorials"},{"key":"6_CR45","unstructured":"Schroeder, B., Wierman, A., Harchol-Balter, M.: Open versus closed: a cautionary tale. In: Proceedings of the 3rd Conference on Networked Systems Design & Implementation, NSDI 2006, vol. 3, pp. 18\u201318. USENIX Association, Berkeley (2006)"},{"key":"6_CR46","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"189","DOI":"10.1007\/978-3-642-36727-4_13","volume-title":"Selected Topics in Performance Evaluation and Benchmarking","author":"WD Smith","year":"2013","unstructured":"Smith, W.D.: Characterizing cloud performance with TPC benchmarks. In: Nambiar, R., Poess, M. (eds.) TPCTC 2012. LNCS, vol. 7755, pp. 189\u2013196. Springer, Heidelberg (2013)"},{"key":"6_CR47","doi-asserted-by":"crossref","unstructured":"Vieira, M., Madeira, H.: A dependability benchmark for OLTP application environments. In: Proceedings of the 29th International Conference on Very Large Data Bases, VLDB 2003, vol. 29, pp. 742\u2013753. VLDB Endowment (2003)","DOI":"10.1016\/B978-012722442-8\/50071-9"},{"key":"6_CR48","unstructured":"Wada, H., Fekete, A., Zhao, L., Lee, K., Liu, A.: Data consistency properties and the trade-offs in commercial cloud storages: the consumers\u2019 perspective. In: Proceedings of the 5th Conference on Innovative Data Systems Research (CIDR), pp. 134\u2013143, January 2011"},{"key":"6_CR49","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"crossref","first-page":"183","DOI":"10.1007\/978-3-642-10424-4_14","volume-title":"Performance Evaluation and Benchmarking","author":"L Wyatt","year":"2009","unstructured":"Wyatt, L., Caufield, B., Pol, D.: Principles for an ETL benchmark. In: Nambiar, R., Poess, M. (eds.) TPCTC 2009. LNCS, vol. 5895, pp. 183\u2013198. Springer, Heidelberg (2009)"},{"key":"6_CR50","unstructured":"Zellag, K., Kemme, B.: How consistent is your cloud application? In: Proceedings of the 3rd Symposium on Cloud Computing (SOCC), SOCC 2012, pp. 6:1\u20136:14. ACM, New York (2012)"}],"container-title":["Lecture Notes in Computer Science","Performance Characterization and Benchmarking. Traditional to Big Data"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-15350-6_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,20]],"date-time":"2023-02-20T15:04:48Z","timestamp":1676905488000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-15350-6_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015]]},"ISBN":["9783319153490","9783319153506"],"references-count":50,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-15350-6_6","relation":{"is-part-of":[{"id-type":"doi","id":"https:\/\/doi.org\/10.1007\/978-3-319-15350-6","asserted-by":"object"}]},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015]]},"assertion":[{"value":"5 February 2015","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}