{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T08:41:05Z","timestamp":1743151265143,"version":"3.40.3"},"publisher-location":"Cham","reference-count":39,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030550233"},{"type":"electronic","value":"9783030550240"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-55024-0_4","type":"book-chapter","created":{"date-parts":[[2020,7,29]],"date-time":"2020-07-29T06:03:49Z","timestamp":1596002629000},"page":"47-63","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["ADABench - Towards an Industry Standard Benchmark for Advanced Analytics"],"prefix":"10.1007","author":[{"given":"Tilmann","family":"Rabl","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Christoph","family":"Br\u00fccke","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Philipp","family":"H\u00e4rtling","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Stella","family":"Stars","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rodrigo","family":"Escobar Palacios","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hamesh","family":"Patel","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Satyam","family":"Srivastava","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Christoph","family":"Boden","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jens","family":"Meiners","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sebastian","family":"Schelter","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,7,30]]},"reference":[{"key":"4_CR1","unstructured":"MLPerf (2018). \nhttps:\/\/mlperf.org\/\n\n, \nhttps:\/\/mlperf.org\/"},{"key":"4_CR2","unstructured":"Abadi, M., Barham, P., Chen, J., et al.: Tensorflow: a system for large-scale machine learning. In: OSDI, pp. 265\u2013283 (2016)"},{"key":"4_CR3","doi-asserted-by":"crossref","unstructured":"Amatriain, X.: Building industrial-scale real-world recommender systems. In: RecSys, pp. 7\u20138 (2012)","DOI":"10.1145\/2365952.2365958"},{"key":"4_CR4","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1007\/978-3-319-15350-6_4","volume-title":"Performance Characterization and Benchmarking. Traditional to Big Data","author":"C Baru","year":"2015","unstructured":"Baru, C., et al.: Discussion of BigBench: a proposed industry standard performance benchmark for big data. In: Nambiar, R., Poess, M. (eds.) TPCTC 2014. LNCS, vol. 8904, pp. 44\u201363. Springer, Cham (2015). \nhttps:\/\/doi.org\/10.1007\/978-3-319-15350-6_4"},{"key":"4_CR5","unstructured":"Bennett, J., Lanning, S., et al.: The netflix prize. In: Proceedings of KDD Cup and Workshop, p. 35 (2007)"},{"key":"4_CR6","doi-asserted-by":"crossref","unstructured":"Bhandarkar, M.: AdBench: a complete data pipeline benchmark for modern data pipelines. In: TPCTC, pp. 107\u2013120 (2016)","DOI":"10.1007\/978-3-319-54334-5_8"},{"key":"4_CR7","unstructured":"Boden, C., Rabl, T., Markl, V.: Distributed machine learning-but at what cost. In: Machine Learning Systems Workshop at Conference on Neural Information Processing Systems (2017)"},{"key":"4_CR8","doi-asserted-by":"crossref","unstructured":"Boden, C., Spina, A., Rabl, T., Markl, V.: Benchmarking data flow systems for scalable machine learning. In: SIGMOD Workshop on Algorithms and Systems for MapReduce and Beyond, pp. 5:1\u20135:10. BeyondMR (2017)","DOI":"10.1145\/3070607.3070612"},{"key":"4_CR9","doi-asserted-by":"crossref","unstructured":"Chen, T., Guestrin, C.: Xgboost: a scalable tree boosting system. In: ACM SigKDD, pp. 785\u2013794 (2016)","DOI":"10.1145\/2939672.2939785"},{"key":"4_CR10","unstructured":"Chen, T., Li, M., Li, Y., et al.: Mxnet: a flexible and efficient machine learning library for heterogeneous distributed systems. arXiv preprint \narXiv:1512.01274\n\n (2015)"},{"key":"4_CR11","doi-asserted-by":"crossref","unstructured":"Chigurupati, A., Thibaux, R., Lassar, N.: Predicting hardware failure using machine learning. In: Reliability and Maintainability Symposium (RAMS), pp. 1\u20136 (2016)","DOI":"10.1109\/RAMS.2016.7448033"},{"key":"4_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-3-319-10596-3_1","volume-title":"Advancing Big Data Benchmarks","author":"B Chowdhury","year":"2014","unstructured":"Chowdhury, B., Rabl, T., Saadatpanah, P., Du, J., Jacobsen, H.-A.: A BigBench implementation in the hadoop ecosystem. In: Rabl, T., Jacobsen, H.-A., Raghunath, N., Poess, M., Bhandarkar, M., Baru, C. (eds.) WBDB 2013. LNCS, vol. 8585, pp. 3\u201318. Springer, Cham (2014). \nhttps:\/\/doi.org\/10.1007\/978-3-319-10596-3_1"},{"key":"4_CR13","unstructured":"Chui, M., et al.: Notes from the AI Frontier - insights from hundreds of use cases. Technical report, McKinsey Global Institute (2018)"},{"key":"4_CR14","unstructured":"Coleman, C., et al.: Analysis of DAWNBench, a time-to-accuracy machine learning performance benchmark. CoRR abs\/1806.01427 (2018)"},{"key":"4_CR15","unstructured":"Deng, D., Fernandez, R.C., Abedjan, Z., et al.: The data civilizer system. In: CIDR (2017)"},{"key":"4_CR16","unstructured":"Gao, W., Zhan, J., Wang, L., et al.: BigDataBench: a dwarf-based big data and AI benchmark suite. CoRR abs\/1802.0 (2018)"},{"key":"4_CR17","doi-asserted-by":"crossref","unstructured":"Ghazal, A., et al.: BigBench: towards an industry standard benchmark for big data analytics. In: SIGMOD (2013)","DOI":"10.1145\/2463676.2463712"},{"key":"4_CR18","series-title":"Wiley Professional Computing","volume-title":"The Art of Computer Systems Performance Analysis - Techniques for Experimental Design, Measurement, Simulation, and Modeling","author":"R Jain","year":"1991","unstructured":"Jain, R.: The Art of Computer Systems Performance Analysis - Techniques for Experimental Design, Measurement, Simulation, and Modeling. Wiley Professional Computing. Wiley, Hoboken (1991)"},{"key":"4_CR19","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: ImageNet classification with deep convolutional neural networks. In: Advances in Neural Information Processing Systems, pp. 1097\u20131105 (2012)"},{"key":"4_CR20","unstructured":"LeCun, Y.: The mnist database of handwritten digits (1998). \nhttp:\/\/yann.lecun.com\/exdb\/mnist\/"},{"issue":"10","key":"4_CR21","first-page":"1220","volume":"11","author":"Y Liu","year":"2018","unstructured":"Liu, Y., Zhang, H., Zeng, L., Wu, W., Zhang, C.: Mlbench: benchmarking machine learning services against human experts. PVLDB 11(10), 1220\u20131232 (2018)","journal-title":"PVLDB"},{"key":"4_CR22","doi-asserted-by":"crossref","unstructured":"McKinney, W., et al.: Data structures for statistical computing in Python. In: Proceedings of the 9th Python in Science Conference, pp. 51\u201356 (2010)","DOI":"10.25080\/Majora-92bf1922-00a"},{"issue":"1","key":"4_CR23","first-page":"1235","volume":"17","author":"X Meng","year":"2016","unstructured":"Meng, X., Bradley, J., Yavuz, B., et al.: Mllib: machine learning in apache spark. J. Mach. Learn. Res. 17(1), 1235\u20131241 (2016)","journal-title":"J. Mach. Learn. Res."},{"key":"4_CR24","unstructured":"Narang, S.: DeepBench (2016). \nhttps:\/\/svail.github.io\/DeepBench\/"},{"key":"4_CR25","unstructured":"Paszke, A., Gross, S., Chintala, S., et al.: Automatic differentiation in pytorch. In: NIPS Autodiff Decision Workshop (2017)"},{"key":"4_CR26","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa, F., Varoquaux, G., Gramfort, A., et al.: Scikit-learn: machine learning in Python. J. Mach. Learn. Res. 12, 2825\u20132830 (2011)","journal-title":"J. Mach. Learn. Res."},{"key":"4_CR27","doi-asserted-by":"crossref","unstructured":"Poess, M., Rabl, T., Jacobsen, H.A.: Analysis of TPC-DS: the first standard benchmark for SQL-based big data systems. In: Proceedings of the 2017 Symposium on Cloud Computing (2017)","DOI":"10.1145\/3127479.3128603"},{"key":"4_CR28","doi-asserted-by":"crossref","unstructured":"Polyzotis, N., Roy, S., Whang, S.E., Zinkevich, M.: Data management challenges in production machine learning. In: SIGMOD, pp. 1723\u20131726 (2017)","DOI":"10.1145\/3035918.3054782"},{"key":"4_CR29","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-3-319-20233-4_1","volume-title":"Big Data Benchmarking","author":"T Rabl","year":"2015","unstructured":"Rabl, T., Frank, M., Danisch, M., Gowda, B., Jacobsen, H.-A.: Towards a complete BigBench implementation. In: Rabl, T., Sachs, K., Poess, M., Baru, C., Jacobson, H.-A. (eds.) WBDB 2015. LNCS, vol. 8991, pp. 3\u201311. Springer, Cham (2015). \nhttps:\/\/doi.org\/10.1007\/978-3-319-20233-4_1"},{"key":"4_CR30","doi-asserted-by":"crossref","unstructured":"Rabl, T., Frank, M., Danisch, M., Jacobsen, H.A., Gowda, B.: The vision of BigBench 2.0. In: Proceedings of the Fourth Workshop on Data Analytics in the Cloud DanaC 2015, pp. 3:1\u20133:4. ACM, New York (2015)","DOI":"10.1145\/2799562.2799642"},{"key":"4_CR31","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1007\/978-3-642-18206-8_4","volume-title":"Performance Evaluation, Measurement and Characterization of Complex Systems","author":"T Rabl","year":"2011","unstructured":"Rabl, T., Frank, M., Sergieh, H.M., Kosch, H.: A data generator for cloud-scale benchmarking. In: Nambiar, R., Poess, M. (eds.) TPCTC 2010. LNCS, vol. 6417, pp. 41\u201356. Springer, Heidelberg (2011). \nhttps:\/\/doi.org\/10.1007\/978-3-642-18206-8_4"},{"key":"4_CR32","doi-asserted-by":"crossref","unstructured":"Rabl, T., Poess, M.: Parallel data generation for performance analysis of large, complex RDBMS. In: DBTest 2011, p. 5 (2011)","DOI":"10.1145\/1988842.1988847"},{"key":"4_CR33","unstructured":"Schelter, S., Palumbo, A., Quinn, S., Marthi, S., Musselman, A.: Samsara: declarative machine learning on distributed dataflow systems. In: NIPS Workshop MLSystems (2016)"},{"key":"4_CR34","doi-asserted-by":"crossref","unstructured":"Shah, V., Kumar, A.: The ML data prep zoo: towards semi-automatic data preparation for ML. In: DEEM, pp. 11:1\u201311:4 (2019)","DOI":"10.1145\/3329486.3329499"},{"key":"4_CR35","unstructured":"Stevens, C.E.: Information TPC-Cechnology - ATA\/ATAPI Command Set - 2 (ACS-2). Technical report, ANSI INCITS (2011)"},{"key":"4_CR36","doi-asserted-by":"crossref","unstructured":"Sun, C., Shrivastava, A., Singh, S., Gupta, A.: Revisiting unreasonable effectiveness of data in deep learning era. In: ICCV (2017)","DOI":"10.1109\/ICCV.2017.97"},{"key":"4_CR37","unstructured":"Transaction Processing Performance Council: TPC-Energy Specification, version 1.5.0 (2012)"},{"key":"4_CR38","unstructured":"Transaction Processing Performance Council: TPC Pricing Specification, version 2.5.0 (2019)"},{"key":"4_CR39","unstructured":"Zaharia, M., Chowdhury, M., Franklin, M.J., Shenker, S., Stoica, I.: Spark: cluster computing with working sets. In: HotCloud, p. 10 (2010)"}],"container-title":["Lecture Notes in Computer Science","Performance Evaluation and Benchmarking for the Era of Cloud(s)"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-55024-0_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,7,29]],"date-time":"2020-07-29T06:53:16Z","timestamp":1596005596000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-55024-0_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030550233","9783030550240"],"references-count":39,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-55024-0_4","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"30 July 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"TPCTC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Technology Conference on Performance Evaluation and Benchmarking","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Los Angeles, CA","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 August 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 August 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"tpctc2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.tpc.org\/tpctc\/tpctc2019\/default.asp","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"12","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"11","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"92% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}