{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T01:02:37Z","timestamp":1743037357043,"version":"3.40.3"},"publisher-location":"Cham","reference-count":25,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030849238"},{"type":"electronic","value":"9783030849245"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-84924-5_2","type":"book-chapter","created":{"date-parts":[[2021,8,3]],"date-time":"2021-08-03T07:03:51Z","timestamp":1627974231000},"page":"18-34","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["EXPOSE: Experimental Performance Evaluation of Stream Processing Engines Made Easy"],"prefix":"10.1007","author":[{"given":"Espen","family":"Volnes","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Thomas","family":"Plagemann","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vera","family":"Goebel","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Stein","family":"Kristiansen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,8,4]]},"reference":[{"key":"2_CR1","unstructured":"Apache Beam. https:\/\/beam.apache.org. Accessed 6 Aug 2020"},{"key":"2_CR2","unstructured":"Esper. http:\/\/www.espertech.com\/esper. Accessed 6 Aug 2020"},{"key":"2_CR3","doi-asserted-by":"crossref","unstructured":"Arasu, A., et al.: Linear road: a stream data management benchmark. In: Proceedings of the Thirtieth international Conference on Very Large Data Bases, vol. 30. pp. 480\u2013491. VLDB Endowment (2004)","DOI":"10.1016\/B978-012088469-8\/50044-9"},{"key":"2_CR4","doi-asserted-by":"crossref","unstructured":"Begoli, E., Akidau, T., Hueske, F., Hyde, J., Knight, K., Knowles, K.: One SQL to rule them all-an efficient and syntactically idiomatic approach to management of streams and tables. In: Proceedings of the 2019 International Conference on Management of Data, pp. 1757\u20131772 (2019)","DOI":"10.1145\/3299869.3314040"},{"key":"2_CR5","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1007\/978-3-319-72401-0_2","volume-title":"Performance Evaluation and Benchmarking for the Analytics Era","author":"C Boden","year":"2018","unstructured":"Boden, C., Alexandrov, A., Kunft, A., Rabl, T., Markl, V.: PEEL: a framework for benchmarking distributed systems and algorithms. In: Nambiar, R., Poess, M. (eds.) TPCTC 2017. LNCS, vol. 10661, pp. 9\u201324. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-72401-0_2"},{"key":"2_CR6","unstructured":"Carbone, P., Katsifodimos, A., Ewen, S., Markl, V., Haridi, S., Tzoumas, K.: Apache Flink: Stream and batch processing in a single engine. In: Bulletin of the IEEE Computer Society Technical Committee on Data Engineering, vol. 36, no. 4 (2015)"},{"key":"2_CR7","doi-asserted-by":"crossref","unstructured":"Chintapalli, S., et al.: Benchmarking streaming computation engines: Storm, Flink and Spark streaming. In: 2016 IEEE international parallel and distributed processing symposium workshops (IPDPSW), pp. 1789\u20131792. IEEE (2016)","DOI":"10.1109\/IPDPSW.2016.138"},{"issue":"8","key":"2_CR8","doi-asserted-by":"publisher","first-page":"1709","DOI":"10.1016\/j.jss.2012.03.056","volume":"85","author":"G Cugola","year":"2012","unstructured":"Cugola, G., Margara, A.: Complex event processing with T-REX. J. Syst. Softw. 85(8), 1709\u20131728 (2012)","journal-title":"J. Syst. Softw."},{"key":"2_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1007\/978-3-642-36727-4_12","volume-title":"Selected Topics in Performance Evaluation and Benchmarking","author":"E Folkerts","year":"2013","unstructured":"Folkerts, E., Alexandrov, A., Sachs, K., Iosup, A., Markl, V., Tosun, C.: Benchmarking in the cloud: what it should, can, and cannot be. In: Nambiar, R., Poess, M. (eds.) TPCTC 2012. LNCS, vol. 7755, pp. 173\u2013188. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-36727-4_12"},{"key":"2_CR10","doi-asserted-by":"crossref","unstructured":"Hanif, M., Yoon, H., Lee, C.: Benchmarking tool for modern distributed stream processing engines. In: 2019 International Conference on Information Networking (ICOIN), pp. 393\u2013395. IEEE (2019)","DOI":"10.1109\/ICOIN.2019.8718106"},{"key":"2_CR11","doi-asserted-by":"crossref","unstructured":"Hesse, G., Matthies, C., Glass, K., Huegle, J., Uflacker, M.: Quantitative impact evaluation of an abstraction layer for data stream processing systems. In: 2019 IEEE 39th International Conference on Distributed Computing Systems (ICDCS), pp. 1381\u20131392. IEEE (2019)","DOI":"10.1109\/ICDCS.2019.00138"},{"key":"2_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1007\/978-3-319-72401-0_3","volume-title":"Performance Evaluation and Benchmarking for the Analytics Era","author":"G Hesse","year":"2018","unstructured":"Hesse, G., Reissaus, B., Matthies, C., Lorenz, M., Kraus, M., Uflacker, M.: Senska \u2013 towards an enterprise streaming benchmark. In: Nambiar, R., Poess, M. (eds.) TPCTC 2017. LNCS, vol. 10661, pp. 25\u201340. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-72401-0_3"},{"key":"2_CR13","volume-title":"Ansible: Up and Running: Automating Configuration Management and Deployment the Easy Way","author":"L Hochstein","year":"2017","unstructured":"Hochstein, L., Moser, R.: Ansible: Up and Running: Automating Configuration Management and Deployment the Easy Way. O\u2019Reilly Media Inc, Sebastopol (2017)"},{"key":"2_CR14","doi-asserted-by":"publisher","unstructured":"Huppler, K.: The art of building a good benchmark. In: Nambiar, R., Poess, M. (eds.) Performance Evaluation and Benchmarking. TPCTC 2009. LNCS, vol. 5895, pp. 18\u201330. Springer, Heidelberg (2009). https:\/\/doi.org\/10.1007\/978-3-642-10424-4_3","DOI":"10.1007\/978-3-642-10424-4_3"},{"key":"2_CR15","doi-asserted-by":"crossref","unstructured":"Jepsen, T., Moshref, M., Carzaniga, A., Foster, N., Soul\u00e9, R.: Life in the fast lane: A line-rate linear road. In: Proceedings of the Symposium on SDN Research, pp. 1\u20137 (2018)","DOI":"10.1145\/3185467.3185494"},{"key":"2_CR16","doi-asserted-by":"crossref","unstructured":"Karimov, J., Rabl, T., Katsifodimos, A., Samarev, R., Heiskanen, H., Markl, V.: Benchmarking distributed stream data processing systems. In: 2018 IEEE 34th International Conference on Data Engineering (ICDE), pp. 1507\u20131518. IEEE (2018)","DOI":"10.1109\/ICDE.2018.00169"},{"key":"2_CR17","unstructured":"Kiatipis, A., et al.: A survey of benchmarks to evaluate data analytics for smart-* applications. arXiv preprint arXiv:1910.02004 (2019)"},{"key":"2_CR18","doi-asserted-by":"crossref","unstructured":"Lu, R., Wu, G., Xie, B., Hu, J.: Stream bench: towards benchmarking modern distributed stream computing frameworks. In: 2014 IEEE\/ACM 7th International Conference on Utility and Cloud Computing, pp. 69\u201378. IEEE (2014)","DOI":"10.1109\/UCC.2014.15"},{"key":"2_CR19","doi-asserted-by":"crossref","unstructured":"Mendes, M.R., Bizarro, P., Marques, P.: A framework for performance evaluation of complex event processing systems. In: Proceedings of the Second International Conference on Distributed Event-Based Systems, pp. 313\u2013316 (2008)","DOI":"10.1145\/1385989.1386030"},{"key":"2_CR20","doi-asserted-by":"crossref","unstructured":"Mendes, M.R., Bizarro, P., Marques, P.: Fincos: benchmark tools for event processing systems. In: Proceedings of the 4th ACM\/SPEC International Conference on Performance Engineering, pp. 431\u2013432 (2013)","DOI":"10.1145\/2479871.2479941"},{"key":"2_CR21","doi-asserted-by":"crossref","unstructured":"Rabl, T., Frank, M., Danisch, M., Jacobsen, H.A., Gowda, B.: The vision of bigbench 2.0. In: Proceedings of the Fourth Workshop on Data analytics in the Cloud, pp. 1\u20134 (2015)","DOI":"10.1145\/2799562.2799642"},{"key":"2_CR22","doi-asserted-by":"crossref","unstructured":"Shukla, A., Chaturvedi, S., Simmhan, Y.: RioTBench: an IoT benchmark for distributed stream processing systems. Concurrency Comput. Pract. Exp. 29(21), e4257 (2017)","DOI":"10.1002\/cpe.4257"},{"key":"2_CR23","doi-asserted-by":"crossref","unstructured":"Stonebraker, M., \u00c7etintemel, U.: \u201cOne size fits all\u201d an idea whose time has come and gone. In: Making Databases Work: The Pragmatic Wisdom of Michael Stonebraker, pp. 441\u2013462 (2018)","DOI":"10.1145\/3226595.3226636"},{"key":"2_CR24","doi-asserted-by":"crossref","unstructured":"Suhothayan, S., Gajasinghe, K., Loku Narangoda, I., Chaturanga, S., Perera, S., Nanayakkara, V.: Siddhi: a second look at complex event processing architectures. In: Proceedings of the 2011 ACM workshop on Gateway Computing Environments, pp. 43\u201350 (2011)","DOI":"10.1145\/2110486.2110493"},{"key":"2_CR25","volume-title":"NEXMark-a benchmark for queries over data streams (draft)","author":"P Tucker","year":"2008","unstructured":"Tucker, P., Tufte, K., Papadimos, V., Maier, D.: NEXMark-a benchmark for queries over data streams (draft). OGI School of Science & Engineering at OHSU, September, Technical report (2008)"}],"container-title":["Lecture Notes in Computer Science","Performance Evaluation and Benchmarking"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-84924-5_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,8,3]],"date-time":"2021-08-03T07:04:42Z","timestamp":1627974282000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-84924-5_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030849238","9783030849245"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-84924-5_2","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"4 August 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"TPCTC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Technology Conference on Performance Evaluation and Benchmarking","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tokyo","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Japan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31 August 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31 August 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"tpctc2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/tpc.org\/tpctc\/tpctc2020\/default5.asp","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"11","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"36% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}