{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,2]],"date-time":"2026-04-02T15:56:19Z","timestamp":1775145379847,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":56,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,3,28]],"date-time":"2022-03-28T00:00:00Z","timestamp":1648425600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,3,28]]},"DOI":"10.1145\/3492321.3519592","type":"proceedings-article","created":{"date-parts":[[2022,3,28]],"date-time":"2022-03-28T14:28:18Z","timestamp":1648477698000},"page":"559-574","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":14,"title":["A new benchmark harness for systematic and robust evaluation of streaming state stores"],"prefix":"10.1145","author":[{"given":"Esmail","family":"Asyabi","sequence":"first","affiliation":[{"name":"Boston University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuanli","family":"Wang","sequence":"additional","affiliation":[{"name":"Boston University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"John","family":"Liagouris","sequence":"additional","affiliation":[{"name":"Boston University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vasiliki","family":"Kalavri","sequence":"additional","affiliation":[{"name":"Boston University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Azer","family":"Bestavros","sequence":"additional","affiliation":[{"name":"Boston University"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2022,3,28]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"https:\/\/www.alibabacloud.com\/product\/realtime-compute. Last access","author":"Compute Alibaba Realtime","year":"2021","unstructured":"Alibaba Realtime Compute . https:\/\/www.alibabacloud.com\/product\/realtime-compute. Last access : October 2021 . Alibaba Realtime Compute. https:\/\/www.alibabacloud.com\/product\/realtime-compute. Last access: October 2021."},{"key":"e_1_3_2_1_2_1","volume-title":"https:\/\/aws.amazon.com\/kinesis\/. Last access","author":"Kinesis Amazon","year":"2021","unstructured":"Amazon Kinesis . https:\/\/aws.amazon.com\/kinesis\/. Last access : October 2021 . Amazon Kinesis. https:\/\/aws.amazon.com\/kinesis\/. Last access: October 2021."},{"key":"e_1_3_2_1_3_1","volume-title":"https:\/\/flink.apache.org\/. Last access","author":"Flink Apache","year":"2021","unstructured":"Apache Flink . https:\/\/flink.apache.org\/. Last access : October 2021 . Apache Flink. https:\/\/flink.apache.org\/. Last access: October 2021."},{"key":"e_1_3_2_1_4_1","volume-title":"https:\/\/azure.microsoft.com\/en-us\/services\/stream-analytics\/. Last access","author":"Analytics Azure Stream","year":"2021","unstructured":"Azure Stream Analytics . https:\/\/azure.microsoft.com\/en-us\/services\/stream-analytics\/. Last access : October 2021 . Azure Stream Analytics. https:\/\/azure.microsoft.com\/en-us\/services\/stream-analytics\/. Last access: October 2021."},{"key":"e_1_3_2_1_5_1","volume-title":"https:\/\/www.oracle.com\/database\/technologies\/related\/berkeleydb.html. Last access","author":"Berkeley","year":"2021","unstructured":"Berkeley DB. https:\/\/www.oracle.com\/database\/technologies\/related\/berkeleydb.html. Last access : October 2021 . Berkeley DB. https:\/\/www.oracle.com\/database\/technologies\/related\/berkeleydb.html. Last access: October 2021."},{"key":"e_1_3_2_1_6_1","volume-title":"https:\/\/cloud.google.com\/dataflow. Last access","author":"Dataflow Google Cloud","year":"2021","unstructured":"Google Cloud Dataflow . https:\/\/cloud.google.com\/dataflow. Last access : October 2021 . Google Cloud Dataflow. https:\/\/cloud.google.com\/dataflow. Last access: October 2021."},{"key":"e_1_3_2_1_7_1","volume-title":"https:\/\/www.ververica.com\/blog\/manage-rocksdb-memory-size-apache-flink. Last access","author":"Apache Flink How","year":"2021","unstructured":"How to manage your RocksDB memory size in Apache Flink . https:\/\/www.ververica.com\/blog\/manage-rocksdb-memory-size-apache-flink. Last access : October 2021 . How to manage your RocksDB memory size in Apache Flink. https:\/\/www.ververica.com\/blog\/manage-rocksdb-memory-size-apache-flink. Last access: October 2021."},{"key":"e_1_3_2_1_8_1","volume-title":"https:\/\/cwiki.apache.org\/confluence\/display\/KAFKA\/Kafka+Streams+Internal+Data+Management. Last access","author":"Internal Data Management Kafka Streams","year":"2021","unstructured":"Kafka Streams Internal Data Management . https:\/\/cwiki.apache.org\/confluence\/display\/KAFKA\/Kafka+Streams+Internal+Data+Management. Last access : October 2021 . Kafka Streams Internal Data Management. https:\/\/cwiki.apache.org\/confluence\/display\/KAFKA\/Kafka+Streams+Internal+Data+Management. Last access: October 2021."},{"key":"e_1_3_2_1_9_1","volume-title":"https:\/\/www1.nyc.gov\/site\/tlc\/about\/tlc-trip-record-data.page. Last access","author":"Trip Record Data NYC TLC","year":"2021","unstructured":"NYC TLC Trip Record Data . https:\/\/www1.nyc.gov\/site\/tlc\/about\/tlc-trip-record-data.page. Last access : October 2021 . NYC TLC Trip Record Data. https:\/\/www1.nyc.gov\/site\/tlc\/about\/tlc-trip-record-data.page. Last access: October 2021."},{"key":"e_1_3_2_1_10_1","volume-title":"https:\/\/pravega.io. Last access","year":"2021","unstructured":"Pravega. https:\/\/pravega.io. Last access : October 2021 . Pravega. https:\/\/pravega.io. Last access: October 2021."},{"key":"e_1_3_2_1_11_1","volume-title":"https:\/\/rocksdb.org\/. Last access","author":"DB.","year":"2021","unstructured":"Rocks DB. https:\/\/rocksdb.org\/. Last access : October 2021 . RocksDB. https:\/\/rocksdb.org\/. Last access: October 2021."},{"key":"e_1_3_2_1_12_1","volume-title":"https:\/\/ci.apache.org\/projects\/flink\/flink-docs-release-1.9\/ops\/state\/state_backends.html#the-rocksdbstatebackend. Last access","author":"State Backend The","year":"2021","unstructured":"The RocksDB State Backend . https:\/\/ci.apache.org\/projects\/flink\/flink-docs-release-1.9\/ops\/state\/state_backends.html#the-rocksdbstatebackend. Last access : October 2021 . The RocksDB State Backend. https:\/\/ci.apache.org\/projects\/flink\/flink-docs-release-1.9\/ops\/state\/state_backends.html#the-rocksdbstatebackend. Last access: October 2021."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.14778\/2536222.2536229"},{"key":"e_1_3_2_1_14_1","volume-title":"Out-of-order Data Processing. Proceedings of the VLDB Endowment","author":"Akidau T.","year":"2015","unstructured":"T. Akidau , R. Bradshaw , C. Chambers , S. Chernyak , R. J. Fern\u00e1ndez-Moctezuma , R. Lax , S. McVeety , D. Mills , F. Perry , E. Schmidt , and S. Whittle . The Dataflow Model: A Practical Approach to Balancing Correctness, Latency, and Cost in Massive-scale, Unbounded , Out-of-order Data Processing. Proceedings of the VLDB Endowment , 2015 . T. Akidau, R. Bradshaw, C. Chambers, S. Chernyak, R. J. Fern\u00e1ndez-Moctezuma, R. Lax, S. McVeety, D. Mills, F. Perry, E. Schmidt, and S. Whittle. The Dataflow Model: A Practical Approach to Balancing Correctness, Latency, and Cost in Massive-scale, Unbounded, Out-of-order Data Processing. Proceedings of the VLDB Endowment, 2015."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.5555\/382006.383200"},{"key":"e_1_3_2_1_16_1","first-page":"480","volume-title":"M. A. Nascimento, M. T. \u00d6zsu","author":"Arasu A.","year":"2004","unstructured":"A. Arasu , M. Cherniack , E. F. Galvez , D. Maier , A. Maskey , E. Ryvkina , M. Stonebraker , and R. Tibbetts . Linear road: A stream data management benchmark . In M. A. Nascimento, M. T. \u00d6zsu , D. Kossmann, R. J. Miller, J. A. Blakeley, and K. B. Schiefer, editors, (e)Proceedings of the Thirtieth International Conference on Very Large Data Bases, VLDB 2004 , Toronto, Canada, August 31 - September 3 2004, pages 480 -- 491 . Morgan Kaufmann , 2004. A. Arasu, M. Cherniack, E. F. Galvez, D. Maier, A. Maskey, E. Ryvkina, M. Stonebraker, and R. Tibbetts. Linear road: A stream data management benchmark. In M. A. Nascimento, M. T. \u00d6zsu, D. Kossmann, R. J. Miller, J. A. Blakeley, and K. B. Schiefer, editors, (e)Proceedings of the Thirtieth International Conference on Very Large Data Bases, VLDB 2004, Toronto, Canada, August 31 - September 3 2004, pages 480--491. Morgan Kaufmann, 2004."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3183713.3190664"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2463676.2465296"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2254756.2254766"},{"key":"e_1_3_2_1_20_1","first-page":"173","volume-title":"17th USENIX Conference on File and Storage Technologies (FAST 19)","author":"Bailleu M.","year":"2019","unstructured":"M. Bailleu , J. Thalheim , P. Bhatotia , C. Fetzer , M. Honda , and K. Vaswani . SPEICHER: Securing lsm-based key-value stores using shielded execution . In 17th USENIX Conference on File and Storage Technologies (FAST 19) , pages 173 -- 190 , Boston, MA , Feb. 2019 . USENIX Association. M. Bailleu, J. Thalheim, P. Bhatotia, C. Fetzer, M. Honda, and K. Vaswani. SPEICHER: Securing lsm-based key-value stores using shielded execution. In 17th USENIX Conference on File and Storage Technologies (FAST 19), pages 173--190, Boston, MA, Feb. 2019. USENIX Association."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/121132.121164"},{"key":"e_1_3_2_1_22_1","first-page":"753","volume-title":"14th USENIX Symposium on Operating Systems Design and Implementation (OSDI 20)","author":"Berg B.","year":"2020","unstructured":"B. Berg , D. S. Berger , S. McAllister , I. Grosof , S. Gunasekar , J. Lu , M. Uhlar , J. Carrig , N. Beckmann , M. Harchol-Balter , and G. R. Ganger . The cachelib caching engine: Design and experiences at scale . In 14th USENIX Symposium on Operating Systems Design and Implementation (OSDI 20) , pages 753 -- 768 . USENIX Association , Nov. 2020 . B. Berg, D. S. Berger, S. McAllister, I. Grosof, S. Gunasekar, J. Lu, M. Uhlar, J. Carrig, N. Beckmann, M. Harchol-Balter, and G. R. Ganger. The cachelib caching engine: Design and experiences at scale. In 14th USENIX Symposium on Operating Systems Design and Implementation (OSDI 20), pages 753--768. USENIX Association, Nov. 2020."},{"key":"e_1_3_2_1_23_1","volume-title":"Tables in Mathematical Statistics [in Russian","author":"Bol'Shev L.","year":"1965","unstructured":"L. Bol'Shev and N. Smirnov . Tables in mathematical statistics . Tables in Mathematical Statistics [in Russian , 1965 . L. Bol'Shev and N. Smirnov. Tables in mathematical statistics. Tables in Mathematical Statistics [in Russian, 1965."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.5555\/3386691.3386712"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.14778\/3137765.3137777"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3318464.3383131"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2463676.2465282"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3183713.3196898"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2882903.2904441"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/1807128.1807152"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132772"},{"key":"e_1_3_2_1_33_1","volume-title":"Recent advancements in event processing. ACM Computing Surveys (CSUR), 51(2):1--36","author":"Dayarathna M.","year":"2018","unstructured":"M. Dayarathna and S. Perera . Recent advancements in event processing. ACM Computing Surveys (CSUR), 51(2):1--36 , 2018 . M. Dayarathna and S. Perera. Recent advancements in event processing. ACM Computing Surveys (CSUR), 51(2):1--36, 2018."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.14778\/3137765.3137786"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.14778\/3329772.3329777"},{"key":"e_1_3_2_1_36_1","first-page":"191","volume-title":"17th USENIX Conference on File and Storage Technologies (FAST 19)","author":"Kaiyrakhmet O.","year":"2019","unstructured":"O. Kaiyrakhmet , S. Lee , B. Nam , S. H. Noh , and Y. ri Choi . Slm-db : Single-level key-value store with persistent memory . In 17th USENIX Conference on File and Storage Technologies (FAST 19) , pages 191 -- 205 , Boston, MA , Feb. 2019 . USENIX Association. O. Kaiyrakhmet, S. Lee, B. Nam, S. H. Noh, and Y. ri Choi. Slm-db: Single-level key-value store with persistent memory. In 17th USENIX Conference on File and Storage Technologies (FAST 19), pages 191--205, Boston, MA, Feb. 2019. USENIX Association."},{"key":"e_1_3_2_1_37_1","volume-title":"12th USENIX Workshop on Hot Topics in Storage and File Systems (HotStorage 20)","author":"Kalavri V.","year":"2020","unstructured":"V. Kalavri and J. Liagouris . In support of workload-aware streaming state management . In 12th USENIX Workshop on Hot Topics in Storage and File Systems (HotStorage 20) . USENIX Association , July 2020 . V. Kalavri and J. Liagouris. In support of workload-aware streaming state management. In 12th USENIX Workshop on Hot Topics in Storage and File Systems (HotStorage 20). USENIX Association, July 2020."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2018.00169"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/2723372.2742788"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/1066157.1066193"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1147\/sj.92.0078"},{"key":"e_1_3_2_1_42_1","volume-title":"CIDR","author":"McSherry F.","year":"2013","unstructured":"F. McSherry , D. G. Murray , R. Isaacs , and M. Isard . Differential dataflow . In CIDR , 2013 . F. McSherry, D. G. Murray, R. Isaacs, and M. Isard. Differential dataflow. In CIDR, 2013."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE48307.2020.00141"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.14778\/3137765.3137770"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSST.2015.7208286"},{"key":"e_1_3_2_1_46_1","first-page":"1","volume-title":"Google Inc., White Paper","author":"Reiss C.","year":"2011","unstructured":"C. Reiss , J. Wilkes , and J. L. Hellerstein . Google cluster-usage traces: format+ schema . Google Inc., White Paper , pages 1 -- 14 , 2011 . C. Reiss, J. Wilkes, and J. L. Hellerstein. Google cluster-usage traces: format+ schema. Google Inc., White Paper, pages 1--14, 2011."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3318464.3389757"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/1055558.1055596"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00778-018-0514-9"},{"key":"e_1_3_2_1_50_1","volume-title":"OGI School of Science & Engineering at OHSU","author":"Tucker P.","year":"2002","unstructured":"P. Tucker , K. Tufte , V. Papadimos , and D. Maier . NEXMark---A Benchmark for Queries over Data Streams. Technical report , OGI School of Science & Engineering at OHSU , 2002 . P. Tucker, K. Tufte, V. Papadimos, and D. Maier. NEXMark---A Benchmark for Queries over Data Streams. Technical report, OGI School of Science & Engineering at OHSU, 2002."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA.2014.6835958"},{"key":"e_1_3_2_1_52_1","first-page":"335","volume-title":"11th {USENIX} Symposium on Operating Systems Design and Implementation ({OSDI} 14)","author":"Wires J.","year":"2014","unstructured":"J. Wires , S. Ingram , Z. Drudi , N. J. Harvey , and A. Warfield . Characterizing storage workloads with counter stacks . In 11th {USENIX} Symposium on Operating Systems Design and Implementation ({OSDI} 14) , pages 335 -- 349 , 2014 . J. Wires, S. Ingram, Z. Drudi, N. J. Harvey, and A. Warfield. Characterizing storage workloads with counter stacks. In 11th {USENIX} Symposium on Operating Systems Design and Implementation ({OSDI} 14), pages 335--349, 2014."},{"key":"e_1_3_2_1_53_1","first-page":"335","volume-title":"11th USENIX Symposium on Operating Systems Design and Implementation (OSDI 14)","author":"Wires J.","year":"2014","unstructured":"J. Wires , S. Ingram , Z. Drudi , N. J. A. Harvey , and A. Warfield . Characterizing storage workloads with counter stacks . In 11th USENIX Symposium on Operating Systems Design and Implementation (OSDI 14) , pages 335 -- 349 , Broomfield, CO , Oct. 2014 . USENIX Association. J. Wires, S. Ingram, Z. Drudi, N. J. A. Harvey, and A. Warfield. Characterizing storage workloads with counter stacks. In 11th USENIX Symposium on Operating Systems Design and Implementation (OSDI 14), pages 335--349, Broomfield, CO, Oct. 2014. USENIX Association."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/2967360.2967374"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.5555\/3488766.3488777"},{"key":"e_1_3_2_1_56_1","first-page":"207","volume-title":"17th USENIX Conference on File and Storage Technologies (FAST 19)","author":"Zheng S.","year":"2019","unstructured":"S. Zheng , M. Hoseinzadeh , and S. Swanson . Ziggurat: A tiered file system for non-volatile main memories and disks . In 17th USENIX Conference on File and Storage Technologies (FAST 19) , pages 207 -- 219 , Boston, MA , Feb. 2019 . USENIX Association. S. Zheng, M. Hoseinzadeh, and S. Swanson. Ziggurat: A tiered file system for non-volatile main memories and disks. In 17th USENIX Conference on File and Storage Technologies (FAST 19), pages 207--219, Boston, MA, Feb. 2019. USENIX Association."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.5555\/2342763.2342766"}],"event":{"name":"EuroSys '22: Seventeenth European Conference on Computer Systems","location":"Rennes France","acronym":"EuroSys '22","sponsor":["SIGOPS ACM Special Interest Group on Operating Systems"]},"container-title":["Proceedings of the Seventeenth European Conference on Computer Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3492321.3519592","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3492321.3519592","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:31:08Z","timestamp":1750188668000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3492321.3519592"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,3,28]]},"references-count":56,"alternative-id":["10.1145\/3492321.3519592","10.1145\/3492321"],"URL":"https:\/\/doi.org\/10.1145\/3492321.3519592","relation":{},"subject":[],"published":{"date-parts":[[2022,3,28]]},"assertion":[{"value":"2022-03-28","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}