{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,24]],"date-time":"2026-09-24T17:30:48Z","timestamp":1790271048710,"version":"4.1.0"},"publisher-location":"Cham","reference-count":60,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783319314082","type":"print"},{"value":"9783319314099","type":"electronic"}],"license":[{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016]]},"DOI":"10.1007\/978-3-319-31409-9_9","type":"book-chapter","created":{"date-parts":[[2016,3,18]],"date-time":"2016-03-18T17:27:27Z","timestamp":1458322047000},"page":"135-155","source":"Crossref","is-referenced-by-count":18,"title":["Big Data Benchmark Compendium"],"prefix":"10.1007","author":[{"given":"Todor","family":"Ivanov","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tilmann","family":"Rabl","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Meikel","family":"Poess","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anna","family":"Queralt","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"John\u00a0","family":"Poelman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nicolas","family":"Poggi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jeffrey","family":"Buell","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","reference":[{"key":"9_CR1","doi-asserted-by":"crossref","unstructured":"Alexandrov, A., Br\u00fccke, C., Markl, V.: Issues in big data testing and benchmarking. In: Proceedings of the Sixth International Workshop on Testing Database Systems, DBTest 2013, New York, NY, USA, June 24, pp. 1: 1\u20131: 5 (2013)","DOI":"10.1145\/2479440.2482677"},{"key":"9_CR2","unstructured":"AMP Lab: AMP Lab Big Data Benchmark (2013). https:\/\/amplab.cs.berkeley.edu\/benchmark\/"},{"key":"9_CR3","unstructured":"Pavlo, A.: Benchmark (2011). http:\/\/database.cs.brown.edu\/projects\/mapreduce-vs-dbms\/"},{"key":"9_CR4","unstructured":"Hadoop, A.: Package org.apache.hadoop.examples.pi (2015). http:\/\/hadoop.apache.org\/docs\/r0.23.11\/api\/org\/apache\/hadoop\/examples\/pi\/package-summary.html"},{"key":"9_CR5","unstructured":"Hadoop, A.: TPC Express Benchmark HS - Standard Specification (2015). http:\/\/hadoop.apache.org\/docs\/current\/api\/org\/apache\/hadoop\/examples\/terasort\/package-summary.html"},{"key":"9_CR6","unstructured":"Apache Software Foundation: Grep (2009). http:\/\/wiki.apache.org\/hadoop\/Grep"},{"key":"9_CR7","unstructured":"Apache Software Foundation: DataGeneratorHadoop (2010). http:\/\/wiki.apache.org\/pig\/DataGeneratorHadoop"},{"key":"9_CR8","unstructured":"Apache Software Foundation: Running TPC-H Benchmark on Pig (2012). https:\/\/issues.apache.org\/jira\/browse\/PIG-2397"},{"key":"9_CR9","unstructured":"Apache Software Foundation: GridMix (2013). https:\/\/hadoop.apache.org\/docs\/stable1\/gridmix.html"},{"key":"9_CR10","unstructured":"Apache Software Foundation: Hive performance benchmarks (2013). https:\/\/issues.apache.org\/jira\/browse\/HIVE-396"},{"key":"9_CR11","unstructured":"Apache Software Foundation: PigMix (2013). https:\/\/cwiki.apache.org\/confluence\/display\/PIG\/PigMix"},{"key":"9_CR12","unstructured":"Apache Software Foundation: TPC-H and TPC-DS for Hive (2015). https:\/\/github.com\/hortonworks\/hive-testbench\/tree\/hive14"},{"key":"9_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1007\/978-3-642-36727-4_14","volume-title":"Selected Topics in Performance Evaluation and Benchmarking","author":"C Baru","year":"2013","unstructured":"Baru, C., Bhandarkar, M., Nambiar, R., Poess, M., Rabl, T.: Setting the direction for big data benchmark standards. In: Nambiar, R., Poess, M. (eds.) TPCTC 2012. LNCS, vol. 7755, pp. 197\u2013208. Springer, Heidelberg (2013)"},{"key":"9_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1007\/978-3-319-15350-6_4","volume-title":"Performance Characterization and Benchmarking. Traditional to Big Data","author":"C Baru","year":"2015","unstructured":"Baru, C., et al.: Discussion of BigBench: a proposed industry standard performance benchmark for big data. In: Nambiar, R., Poess, M. (eds.) TPCTC 2014. LNCS, vol. 8904, pp. 44\u201363. Springer, Heidelberg (2015)"},{"key":"9_CR15","unstructured":"BigBench: BigBench (2015). https:\/\/github.com\/intel-hadoop\/Big-Data-Benchmark-for-Big-Bench"},{"key":"9_CR16","unstructured":"Team, B.: BigFrame (2013). https:\/\/github.com\/bigframeteam\/BigFrame\/wiki"},{"key":"9_CR17","unstructured":"BSC: Aloja home page (2014). http:\/\/aloja.bsc.es\/"},{"key":"9_CR18","doi-asserted-by":"crossref","unstructured":"Chang, J., Lim, K.T., Byrne, J., Ramirez, L., Ranganathan, P.: Workload diversity and dynamics in big data analytics: implications to system designers. In: Proceedings of the 2nd Workshop on Architectures and Systems for Big Data. ASBD 2012, pp. 21\u201326. ACM, NY (2012)","DOI":"10.1145\/2379436.2379440"},{"key":"9_CR19","unstructured":"Chen, Y.: We dont know enough to make a big data benchmark suite-an academia-industry view. Technical report No. UCB\/EECS-2012-71 (2012)"},{"issue":"12","key":"9_CR20","first-page":"1802","volume":"5","author":"Y Chen","year":"2012","unstructured":"Chen, Y., Alspaugh, S., Katz, R.H.: Interactive analytical processing in big data systems: a cross-industry study of mapreduce workloads. PVLDB 5(12), 1802\u20131813 (2012)","journal-title":"PVLDB"},{"key":"9_CR21","doi-asserted-by":"crossref","unstructured":"Chen, Y., Ganapathi, A., Griffith, R., Katz, R.H.: The case for evaluating mapreduce performance using workload suites. In: 19th Annual IEEE\/ACM International Symposium on Modeling, Analysis and Simulation of Computer and Telecommunication Systems. MASCOTS 2011, Singapore, 25\u201327 July 2011, pp. 390\u2013399 (2011)","DOI":"10.1109\/MASCOTS.2011.12"},{"key":"9_CR22","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1007\/978-3-642-53974-9_4","volume-title":"Specifying Big Data Benchmarks","author":"Y Chen","year":"2014","unstructured":"Chen, Y., Raab, F., Katz, R.: From TPC-C to big data benchmarks: a functional workload model. In: Rabl, T., Poess, M., Baru, C., Jacobsen, H.-A. (eds.) WBDB 2012. LNCS, vol. 8163, pp. 28\u201343. Springer, Heidelberg (2014)"},{"key":"9_CR23","doi-asserted-by":"crossref","unstructured":"Cooper, B.F., Silberstein, A., Tam, E., Ramakrishnan, R., Sears, R.: Benchmarking cloud serving systems with YCSB. In: Proceedings of the 1st ACM Symposium on Cloud Computing. SoCC 2010, Indianapolis, Indiana, USA, 10\u201311 June 2010, pp. 143\u2013154 (2010)","DOI":"10.1145\/1807128.1807152"},{"key":"9_CR24","doi-asserted-by":"crossref","unstructured":"Dimitrov, M., Kumar, K., Lu, P., Viswanathan, V., Willhalm, T.: Memory system characterization of big data workloads. In: Proceedings of the 2013 IEEE International Conference on Big Data, 6\u20139 October 2013, Santa Clara, CA, US, pp. 15\u201322 (2013)","DOI":"10.1109\/BigData.2013.6691693"},{"key":"9_CR25","doi-asserted-by":"crossref","unstructured":"Ferdman, M., Adileh, A., Ko\u00e7berber, Y.O., Volos, S., Alisafaee, M., Jevdjic, D., Kaynak, C., Popescu, A.D., Ailamaki, A., Falsafi, B.: Clearing the clouds: a study of emerging scale-out workloads on modern hardware. In: Proceedings of the 17th International Conference on Architectural Support for Programming Languages and Operating Systems, ASPLOS 2012, London, UK, 3\u20137 March 2012, pp. 37\u201348 (2012)","DOI":"10.1145\/2248487.2150982"},{"key":"9_CR26","doi-asserted-by":"crossref","unstructured":"Ferrarons, J., Adhana, M., Colmenares, C., Pietrowska, S., Bentayeb, F., Darmont,J.: PRIMEBALL: A parallel processing framework benchmark for big dataapplications in the cloud. In: Performance Characterization and Benchmarking -5th TPC Technology Conference. TPCTC 2013, Trento, Italy, 26 August 2013, pp. 109\u2013124 (2013)","DOI":"10.1007\/978-3-319-04936-6_8"},{"key":"9_CR27","doi-asserted-by":"crossref","unstructured":"Ghazal, A., Rabl, T., Hu, M., Raab, F., Poess, M., Crolotte, A., Jacobsen., H.A.: BigBench: towards an industry standard benchmark for big data analytics. In: SIGMOD (2013)","DOI":"10.1145\/2463676.2463712"},{"key":"9_CR28","doi-asserted-by":"crossref","unstructured":"Huang, S., Huang, J., Dai, J., Xie, T., Huang, B.: The hibench benchmark suite: characterization of the mapreduce-based data analysis. In: Workshops Proceedings of the 26th International Conference on Data Engineering, ICDE 2010, 1\u20136 March 2010, Long Beach, California, USA, pp. 41\u201351 (2010)","DOI":"10.1109\/ICDEW.2010.5452747"},{"key":"9_CR29","unstructured":"ICT, Chinese Academy of Sciences: CloudRank-D (2013). http:\/\/prof.ict.ac.cn\/CloudRank\/"},{"key":"9_CR30","unstructured":"ICT, Chinese Academy of Sciences: DCBench (2013). http:\/\/prof.ict.ac.cn\/DCBench\/"},{"key":"9_CR31","unstructured":"ICT, Chinese Academy of Sciences: BigDataBench 3.1 (2015). http:\/\/prof.ict.ac.cn\/BigDataBench\/"},{"key":"9_CR32","unstructured":"Intel: HiBench Suite (2015). https:\/\/github.com\/intel-hadoop\/HiBench"},{"key":"9_CR33","doi-asserted-by":"crossref","unstructured":"Kim, K., Jeon, K., Han, H., Kim, S.G., Jung, H., Yeom, H.Y.: Mrbench: a benchmark for mapreduce framework. In: 14th International Conference on Parallel and Distributed Systems, ICPADS 2008, Melbourne, Victoria, Australia, 8\u201310 December 2008, pp. 11\u201318 (2008)","DOI":"10.1109\/ICPADS.2008.70"},{"issue":"13","key":"9_CR34","first-page":"1689","volume":"7","author":"M Kunjir","year":"2014","unstructured":"Kunjir, M., Kalmegh, P., Babu, S.: Thoth: towards managing a multi-system cluster. PVLDB 7(13), 1689\u20131692 (2014)","journal-title":"PVLDB"},{"key":"9_CR35","doi-asserted-by":"crossref","unstructured":"Li, M., Tan, J., Wang, Y., Zhang, L., Salapura, V.: Sparkbench: a comprehensive benchmarking suite for in memory data analytic platform spark. In: Proceedings of the 12th ACM International Conference on Computing Frontiers. CF 2015, pp. 53:1\u201353:8. ACM, New York, NY, USA (2015)","DOI":"10.1145\/2742854.2747283"},{"issue":"4","key":"9_CR36","doi-asserted-by":"crossref","first-page":"347","DOI":"10.1007\/s11704-012-2118-7","volume":"6","author":"C Luo","year":"2012","unstructured":"Luo, C., Zhan, J., Jia, Z., Wang, L., Lu, G., Zhang, L., Xu, C., Sun, N.: Cloudrank-d: benchmarking and ranking cloud computing systems for data processing applications. Front. Comput. Sci. 6(4), 347\u2013362 (2012)","journal-title":"Front. Comput. Sci."},{"key":"9_CR37","unstructured":"Manyika, J., Chui, M., Brown, B., Bughin, J., Dobbs, R., Roxburgh, C., Byers, A.H.: Big data: The Next Frontier for Innovation, Competition, and Productivity. Technical report, McKinsey Global Institute (2011). http:\/\/www.mckinsey.com\/insights\/mgi\/research\/technology_and_innovation\/big_data_the_next_frontier_for_innovation"},{"key":"9_CR38","doi-asserted-by":"crossref","unstructured":"Li, M.: SparkBench (2015). https:\/\/bitbucket.org\/lm0926\/sparkbench","DOI":"10.1145\/2742854.2747283"},{"key":"9_CR39","series-title":"LNCS","first-page":"138","volume-title":"Advancing Big Data Benchmarks","author":"Z Ming","year":"2013","unstructured":"Ming, Z., Luo, C., Gao, W., Han, R., Yang, Q., Wang, L., Zhan, J.: BDGS: a scalable big data generator suite in big data benchmarking. In: Rabl, T., Raghunath, N., Poess, M., Bhandarkar, M., Jacobsen, H.-A., Baru, C. (eds.) Advancing Big Data Benchmarks. LNCS, vol. 8585, pp. 138\u2013154. Springer, Heidelberg (2013)"},{"key":"9_CR40","unstructured":"MRBS: MRBS (2013). http:\/\/sardes.inrialpes.fr\/research\/mrbs\/index.html"},{"key":"9_CR41","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-319-15350-6_1","volume-title":"Performance Characterization and Benchmarking. Traditional to Big Data","author":"R Nambiar","year":"2015","unstructured":"Nambiar, R., Poess, M., Dey, A., Cao, P., Magdon-Ismail, T., Qi Ren, D., Bond, A.: Introducing TPCx-HS: the first industry standard for benchmarking big data systems. In: Nambiar, R., Poess, M. (eds.) TPCTC 2014. LNCS, vol. 8904, pp. 1\u201312. Springer, Heidelberg (2015)"},{"key":"9_CR42","doi-asserted-by":"crossref","unstructured":"Olston, C., Reed, B., Srivastava, U., Kumar, R., Tomkins, A.: Pig latin: a not-so-foreign language for data processing. In: Proceedings of the ACM SIGMOD International Conference on Management of Data. SIGMOD 2008, Vancouver, BC, Canada, 10\u201312 June 2008, pp. 1099\u20131110 (2008)","DOI":"10.1145\/1376616.1376726"},{"key":"9_CR43","doi-asserted-by":"crossref","unstructured":"Patil, S., Polte, M., Ren, K., Tantisiriroj, W., Xiao, L., L\u00f3pez, J., Gibson, G., Fuchs, A., Rinaldi, B.: YCSB++: benchmarking and performance debugging advanced features in scalable table stores. In: ACM Symposium on Cloud Computing in conjunction with SOSP 2011, SOCC 2011, Cascais, Portugal, 26\u201328 October 2011, p. 9 (2011)","DOI":"10.1145\/2038916.2038925"},{"key":"9_CR44","doi-asserted-by":"crossref","unstructured":"Pavlo, A., Paulson, E., Rasin, A., Abadi, D.J., DeWitt, D.J., Madden, S., Stonebraker, M.: A comparison of approaches to large-scale data analysis. In: SIGMOD, pp. 165\u2013178 (2009)","DOI":"10.1145\/1559845.1559865"},{"key":"9_CR45","doi-asserted-by":"crossref","unstructured":"Poggi, N., Carrera, D., Call, A., Mendoza, S., Becerra, Y., Torres, J., Ayguad\u00e9, E., Gagliardi, F., Labarta, J., Reinauer, R., Vujic, N., Green, D., Blakeley, J.: ALOJA: a systematic study of hadoop deployment variables to enable automated characterization of cost-effectiveness. In: 2014 IEEE International Conference on Big Data, Big Data 2014, Washington, DC, USA, 27\u201330 October 2014, pp. 905\u2013913 (2014)","DOI":"10.1109\/BigData.2014.7004322"},{"key":"9_CR46","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1007\/978-3-642-18206-8_4","volume-title":"Performance Evaluation, Measurement and Characterization of Complex Systems","author":"T Rabl","year":"2011","unstructured":"Rabl, T., Frank, M., Sergieh, H.M., Kosch, H.: A data generator for cloud-scale benchmarking. In: Nambiar, R., Poess, M. (eds.) TPCTC 2010. LNCS, vol. 6417, pp. 41\u201356. Springer, Heidelberg (2011)"},{"key":"9_CR47","doi-asserted-by":"crossref","unstructured":"Rabl, T., Poess, M.: Parallel data generation for performance analysis of large, complex RDBMS. In: DBTest 2011, p. 5 (2011)","DOI":"10.1145\/1988842.1988847"},{"key":"9_CR48","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1007\/978-3-642-18206-8_2","volume-title":"Performance Evaluation, Measurement and Characterization of Complex Systems","author":"S Sakr","year":"2011","unstructured":"Sakr, S., Casati, F.: Liquid benchmarks: towards an online platform for collaborative assessment of computer science research results. In: Nambiar, R., Poess, M. (eds.) TPCTC 2010. LNCS, vol. 6417, pp. 10\u201324. Springer, Heidelberg (2011)"},{"key":"9_CR49","unstructured":"Sakr, S., Shafaat, A., Bajaber, F., Barnawi, A., Batarfi, O., Altalhi, A.H.: Liquid benchmarking: a platform for democratizing the performance evaluation process. In: Proceedings of the 18th International Conference on Extending Database Technology, EDBT 2015, Brussels, Belgium, 23\u201327 March 2015, pp. 537\u2013540 (2015)"},{"key":"9_CR50","unstructured":"Sangroya, A., Serrano, D., Bouchenak, S.: MRBS: A Comprehensive MapReduce Benchmark Suite. Technical report, LIG Grenoble Fr (2012)"},{"key":"9_CR51","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-3-642-36949-0_2","volume-title":"Euro-Par 2012: Parallel Processing Workshops","author":"A Sangroya","year":"2013","unstructured":"Sangroya, A., Serrano, D., Bouchenak, S.: MRBS: towards dependability benchmarking for hadoop MapReduce. In: Caragiannis, I., Alexander, M., Badia, R.M., Cannataro, M., Costan, A., Danelutto, M., Desprez, F., Krammer, B., Sahuquillo, J., Scott, S.L., Weidendorfer, J. (eds.) Euro-Par Workshops 2012. LNCS, vol. 7640, pp. 3\u201312. Springer, Heidelberg (2013)"},{"key":"9_CR52","unstructured":"Sakr, S.: Liquid benchmarking (2015). http:\/\/wiki.liquidbenchmark.net\/doku.php\/home"},{"issue":"1","key":"9_CR53","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1145\/1629175.1629197","volume":"53","author":"M Stonebraker","year":"2010","unstructured":"Stonebraker, M., Abadi, D.J., DeWitt, D.J., Madden, S., Paulson, E., Pavlo, A., Rasin, A.: Mapreduce and parallel dbmss: friends or foes? Commun. ACM 53(1), 64\u201371 (2010)","journal-title":"Commun. ACM"},{"key":"9_CR54","unstructured":"Transaction Processing Performance Council: TPC Benchmark H - Standard Specification, version 2.17.1 (2014)"},{"key":"9_CR55","unstructured":"Transaction Processing Performance Council: TPC Benchmark DS - Standard Specification, version 1.3.1 (2015)"},{"key":"9_CR56","unstructured":"Transaction Processing Performance Council: TPC Express Benchmark HS - Standard Specification, version 1.3.0 (2015)"},{"key":"9_CR57","doi-asserted-by":"crossref","unstructured":"Wang, L., Zhan, J., Luo, C., Zhu, Y., Yang, Q., He, Y., Gao, W., Jia, Z., Shi, Y., Zhang, S., Zhen, C., Lu, G., Zhan, K., Li, X., Qiu, B.: BigDataBench: a Big Data Benchmark Suite from Internet Services. In: HPCA (2014)","DOI":"10.1109\/HPCA.2014.6835958"},{"key":"9_CR58","doi-asserted-by":"crossref","unstructured":"Xiong, W., Yu, Z., Bei, Z., Zhao, J., Zhang, F., Zou, Y., Bai, X., Li, Y., Xu, C.: A characterization of big data benchmarks. In: Proceedings of the 2013 IEEE International Conference on Big Data, 6\u20139 October 2013, Santa Clara, CA, USA, pp. 118\u2013125 (2013)","DOI":"10.1109\/BigData.2013.6691707"},{"key":"9_CR59","unstructured":"Yahoo: YCSB (2015). https:\/\/github.com\/brianfrankcooper\/YCSB"},{"key":"9_CR60","unstructured":"Chen, Y.: Statistical Workload Injector for MapReduce (SWIM) (2013). https:\/\/github.com\/SWIMProjectUCB\/SWIM\/wiki"}],"container-title":["Lecture Notes in Computer Science","Performance Evaluation and Benchmarking: Traditional to Big Data to Internet of Things"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-31409-9_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,6,15]],"date-time":"2022-06-15T15:04:35Z","timestamp":1655305475000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-31409-9_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016]]},"ISBN":["9783319314082","9783319314099"],"references-count":60,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-31409-9_9","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016]]}}}