{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T02:03:00Z","timestamp":1776996180545,"version":"3.51.4"},"publisher-location":"Cham","reference-count":40,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031809316","type":"print"},{"value":"9783031809323","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-80932-3_10","type":"book-chapter","created":{"date-parts":[[2025,2,12]],"date-time":"2025-02-12T01:14:40Z","timestamp":1739322880000},"page":"137-152","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Robust Streaming Benchmark Design in\u00a0the\u00a0Presence of\u00a0Backpressure"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-1342-4135","authenticated-orcid":false,"given":"Iain","family":"Dixon","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7014-9837","authenticated-orcid":false,"given":"Matthew","family":"Forshaw","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9193-847X","authenticated-orcid":false,"given":"Joe","family":"Matthews","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,2,13]]},"reference":[{"key":"10_CR1","doi-asserted-by":"crossref","unstructured":"Abedi, A. and Brecht, T.: Conducting repeatable experiments in highly variable cloud computing environments. In: ACM\/SPEC ICPE, pp. 287\u2013292 (2017)","DOI":"10.1145\/3030207.3030229"},{"key":"10_CR2","doi-asserted-by":"publisher","unstructured":"Alves, L., Veiga, L.: Stream economics: resource efficiency in streams with task over-allocation and load shedding. In: Martins, R., Selimi, M. (eds.) Distributed Applications and Interoperable Systems. DAIS 2024, pp. 1\u201317. Springer-Verlag, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-62638-8_1, ISBN 978-3-031-62637-1","DOI":"10.1007\/978-3-031-62638-8_1"},{"key":"10_CR3","doi-asserted-by":"crossref","unstructured":"Bartolomeo, G., Cao, J., Su, X., Mohan, N.: Characterizing distributed mobile augmented reality applications at the edge. pp. 9 \u2013 18 (2023). Cited by: 0","DOI":"10.1145\/3624354.3630584"},{"key":"10_CR4","unstructured":"Bouckaert, S., Gerwen, V.V., Moerman, I., Phillips, S., Wilander, J.: BONFIRE: benchmarking computers and computer networks (2011)"},{"key":"10_CR5","doi-asserted-by":"crossref","unstructured":"Chantzialexiou, G., Luckow, A., Jha, S., Pilot-streaming: a stream processing framework for high-performance computing, pp. 177\u2013188 (2018). Cited by: 12. All Open Access, Green Open Access (2018)","DOI":"10.1109\/eScience.2018.00033"},{"key":"10_CR6","doi-asserted-by":"crossref","unstructured":"Cooper, B.F., Silberstein, A., Tam, E., Ramakrishnan, R., Sears, R.: Benchmarking cloud serving systems with YCSB. In: ACM SoCC 2010, pp. 143\u2013154 (2010). ISBN 9781450300360","DOI":"10.1145\/1807128.1807152"},{"key":"10_CR7","unstructured":"Duplyakin, D., et al.: Avoiding the ordering trap in systems performance measurement. In: 2023 USENIX Annual Technical Conference, pp. 373\u2013386 (2023)"},{"key":"10_CR8","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2022.111294","volume":"189","author":"S Eismann","year":"2022","unstructured":"Eismann, S., et al.: A case study on the stability of performance tests for serverless applications. J. Syst. Softw. 189, 111294 (2022)","journal-title":"J. Syst. Softw."},{"key":"10_CR9","unstructured":"Fu, X., Ghaffar, T., Davis, J.C., Lee, D.: Edgewise: a better stream processing engine for the edge, pp. 929 \u2013 945 (2019). Cited by: 54"},{"key":"10_CR10","doi-asserted-by":"crossref","unstructured":"Gautam, B., Basava, A.: Performance prediction of data streams on high-performance architecture. Human-centric Comput. Inf. Sci. 9(1), 2 (2019). Cited by: 9. All Open Access, Hybrid Gold Open Access (2019)","DOI":"10.1186\/s13673-018-0163-4"},{"key":"10_CR11","doi-asserted-by":"crossref","unstructured":"Huang, X., Shao, Z., Yang, Y.: POTUS: predictive online tuple scheduling for data stream processing systems. IEEE Trans. Cloud Comput. 10(4), 2863\u20132875 (2022). https:\/\/doi.org\/10.1109\/TCC.2020.3032577. Cited by: 4; All Open Access, Green Open Access","DOI":"10.1109\/TCC.2020.3032577"},{"key":"10_CR12","doi-asserted-by":"crossref","unstructured":"Jamieson, S.: Dynamic scaling of distributed data-flows under uncertainty. In: ACM DEBS, pp. 230\u2013233 (2020)","DOI":"10.1145\/3401025.3406444"},{"key":"10_CR13","doi-asserted-by":"publisher","unstructured":"Jamieson, S., Forshaw, M.: Measuring streaming system robustness using non-parametric goodness-of-fit tests. In: Gilly, K., Thomas, N. (eds.) Computer Performance Engineering. EPEW 2022, pp. 3\u201318. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-25049-1_1","DOI":"10.1007\/978-3-031-25049-1_1"},{"key":"10_CR14","doi-asserted-by":"crossref","unstructured":"Jamieson, S. and Forshaw, M.: On improving streaming system autoscaler behaviour using windowing and weighting methods. In: ACM DEBS, pp. 68\u201379 (2023)","DOI":"10.1145\/3583678.3596886"},{"key":"10_CR15","unstructured":"Kalavri, V., Liagouris, J., Hoffmann, M., Dimitrova, D., Forshaw, M., Roscoe, T.: Three steps is all you need: fast, accurate, automatic scaling decisions for distributed streaming dataflows. In: USENIX OSDI 2018, pp. 783\u2013798 (2018)"},{"key":"10_CR16","doi-asserted-by":"publisher","unstructured":"Kallas, K., Niksic, F., Stanford, C., Alur, R.: DiffStream: differential output testing for stream processing programs. In: Proceedings of the ACM on Programming Languages 4(OOPSLA) (2020). https:\/\/doi.org\/10.1145\/3428221","DOI":"10.1145\/3428221"},{"key":"10_CR17","doi-asserted-by":"crossref","unstructured":"Karimov, J., Rabl, T., Katsifodimos, A., Samarev, R., Heiskanen, H., Markl, V.: Benchmarking distributed stream data processing systems. In: 2018 IEEE 34th International Conference on Data Engineering (ICDE), pp. 1507\u20131518. IEEE (2018)","DOI":"10.1109\/ICDE.2018.00169"},{"key":"10_CR18","unstructured":"Kogias, M., Mallon, S., Bugnion, E.: Lancet: a self-correcting latency measuring tool. In: 2019 USENIX Annual Technical Conference, pp. 881\u2013896 (2019). ISBN 978-1-939133-03-8"},{"key":"10_CR19","doi-asserted-by":"crossref","unstructured":"Li, B., Zhang, Z., Zheng, T., Zhong, Q., Huang, Q., Cheng, X.: Marabunta: continuous distributed processing of skewed streams. In 2020 20th IEEE\/ACM International Symposium on Cluster, Cloud and Internet Computing (CCGRID), pp. 252\u2013261. IEEE. Marabunta: Continuous distributed processing of skewed streams. In: IEEE\/ACM International Symposium on Cluster, Cloud and Internet Computing, pp. 252 \u2013 261 (2020). Cited by: 4","DOI":"10.1109\/CCGrid49817.2020.00-68"},{"key":"10_CR20","doi-asserted-by":"crossref","unstructured":"Lian, J., et al.: ContTune: continuous tuning by conservative Bayesian optimization for distributed stream data processing systems. Proc. VLDB Endowment 16(13), 4282\u20134295 (2023). Cited by: 1. All Open Access, Green Open Access (2023)","DOI":"10.14778\/3625054.3625064"},{"key":"10_CR21","doi-asserted-by":"publisher","unstructured":"Lu, P., Yue, Y., Yuan, L., Zhang, Y.: AutoFlow: hotspot-aware, dynamic load balancing for distributed stream processing. LNCS 13157, pp. 133\u2013151 (2022). https:\/\/doi.org\/10.1007\/978-3-030-95391-1_9","DOI":"10.1007\/978-3-030-95391-1_9"},{"key":"10_CR22","unstructured":"Maricq, A., Duplyakin, D., Jimenez, I., Maltzahn, C., Stutsman, R., Ricci, R.: Taming performance variability. In: USENIX OSDI, pp. 409\u2013425 (2018)"},{"key":"10_CR23","unstructured":"Ntoulias, E., Alevizos, E., Artikis, A., Koumparos, A.: Online trajectory analysis with scalable event recognition, vol. 2841 (2021). Cited by: 2"},{"key":"10_CR24","doi-asserted-by":"crossref","unstructured":"Omoregbee, P., Forshaw, M., Thomas, N.: A state-size inclusive approach to optimizing stream processing applications. In: EPEW, pp. 325\u2013339 (2023)","DOI":"10.1007\/978-3-031-43185-2_22"},{"key":"10_CR25","unstructured":"Omoregbee, P., Thomas, N., Forshaw, M.: Analyzing performance effects of window size on streaming operator throughput. In: UKPEW, p. 18 (2023)"},{"key":"10_CR26","doi-asserted-by":"crossref","unstructured":"Papadopoulos, A.V., et al.: Methodological principles for reproducible performance evaluation in cloud computing. IEEE Trans. Softw. Eng. 47(8), 1528\u20131543 (2019)","DOI":"10.1109\/TSE.2019.2927908"},{"key":"10_CR27","unstructured":"Prisyazhynyy, I.: On coordinated omission (2021). https:\/\/www.scylladb.com\/2021\/04\/22\/on-coordinated-omission\/"},{"key":"10_CR28","doi-asserted-by":"publisher","unstructured":"Prokopec, A.: Encoding the building blocks of communication, pp. 104\u2013118 (2017). https:\/\/doi.org\/10.1145\/3133850.3133865","DOI":"10.1145\/3133850.3133865"},{"key":"10_CR29","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1007\/978-3-319-64283-3_13","volume-title":"Big Data Analytics and Knowledge Discovery","author":"W Qu","year":"2017","unstructured":"Qu, W., Dessloch, S.: A lightweight elastic queue middleware for distributed streaming pipeline. In: Bellatreche, L., Chakravarthy, S. (eds.) DaWaK 2017. LNCS, vol. 10440, pp. 173\u2013182. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-64283-3_13"},{"key":"10_CR30","unstructured":"Schroeder, B., Wierman, A., Harchol-Balter, M.: Open Versus Closed: A Cautionary Tale. vol.\u00a03. USENIX NSDI (2006)"},{"key":"10_CR31","unstructured":"SIGPLAN. SIGPLAN empirical evaluation checklist. https:\/\/www.sigplan.org\/Resources\/EmpiricalEvaluation\/"},{"key":"10_CR32","unstructured":"Standard performance evaluation corporation. Specpower_ssj2008 run and reporting rules. https:\/\/www.spec.org\/power\/docs\/SPECpower_ssj2008-Run_Reporting_Rules.html#2.1"},{"key":"10_CR33","doi-asserted-by":"crossref","unstructured":"Tassiulas, L., Ephremides, A.: Stability properties of constrained queueing systems and scheduling policies for maximum throughput in multihop radio networks. In: 29th IEEE Conference on Decision and Control, pp. 2130\u20132132. IEEE (1990)","DOI":"10.1109\/CDC.1990.204000"},{"key":"10_CR34","unstructured":"The Turing Way: Definitions. https:\/\/the-turing-way.netlify.app\/reproducible-research\/overview\/overview-definitions.html"},{"key":"10_CR35","unstructured":"Tucker, P., Tufte, K., Papadimos, V., Maier, D.: Nexmark - a benchmark for queries over data streams draft (2002)"},{"key":"10_CR36","unstructured":"Wakart, N.: Correcting YCSB\u2019s coordinated omission problem (2015). https:\/\/psy-lob-saw.blogspot.com\/2015\/03\/fixing-ycsb-coordinated-omission.html"},{"key":"10_CR37","doi-asserted-by":"crossref","unstructured":"Winter, S., et al.:A retrospective study of one decade of artifact evaluations. In: ESEC, FSE, pp. page 145\u2013156 (2022). ISBN 9781450394130,(2022)","DOI":"10.1145\/3540250.3549172"},{"key":"10_CR38","doi-asserted-by":"publisher","unstructured":"Wohlin, C., Runeson, P., H\u00f6st, M., Ohlsson, M.C., Regnell, B., Wessl\u00e9n, A.: Experimentation in Software Engineering. Springer Science & Business Media (2012). https:\/\/doi.org\/10.1007\/978-3-662-69306-3","DOI":"10.1007\/978-3-662-69306-3"},{"key":"10_CR39","doi-asserted-by":"publisher","unstructured":"Ye, Q., Liu, W., Wu, C.Q.: NoStop: a novel configuration optimization scheme for spark streaming (2021). https:\/\/doi.org\/10.1145\/3472456.3472515","DOI":"10.1145\/3472456.3472515"},{"key":"10_CR40","doi-asserted-by":"crossref","unstructured":"Zilberman, N., Moore, A.W.: Thoughts about artifact badging. SIGCOMM Comput. Commun. Rev. 50(2), 60\u201363 (2020). ISSN 0146-4833","DOI":"10.1145\/3402413.3402422"}],"container-title":["Lecture Notes in Computer Science","Computer Performance Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-80932-3_10","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T04:51:52Z","timestamp":1757134312000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-80932-3_10"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031809316","9783031809323"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-80932-3_10","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"13 February 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EPEW","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Workshop on Performance Engineering","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Venice","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 June 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 June 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"epew2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}