{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,14]],"date-time":"2026-07-14T02:53:32Z","timestamp":1783997612258,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":45,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,11,20]],"date-time":"2024-11-20T00:00:00Z","timestamp":1732060800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Ministry of Education of Singapore Academic Research Fund","award":["A-8000871-00-00"],"award-info":[{"award-number":["A-8000871-00-00"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,11,20]]},"DOI":"10.1145\/3698038.3698536","type":"proceedings-article","created":{"date-parts":[[2024,11,14]],"date-time":"2024-11-14T06:32:43Z","timestamp":1731565963000},"page":"774-791","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["ByteMQ: A Cloud-native Streaming Data Layer in ByteDance"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7824-5978","authenticated-orcid":false,"given":"Yancan","family":"Mao","sequence":"first","affiliation":[{"name":"ByteDance Inc and National University of Singapore, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-9275-0945","authenticated-orcid":false,"given":"Ruohang","family":"Yin","sequence":"additional","affiliation":[{"name":"ByteDance Inc and National University of Singapore, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-4686-6888","authenticated-orcid":false,"given":"Liyuan","family":"Lei","sequence":"additional","affiliation":[{"name":"National University of Singapore, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-0078-0341","authenticated-orcid":false,"given":"Peng","family":"Ye","sequence":"additional","affiliation":[{"name":"National University of Singapore, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-8434-7711","authenticated-orcid":false,"given":"Shengfu","family":"Zou","sequence":"additional","affiliation":[{"name":"National University of Singapore, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-3970-424X","authenticated-orcid":false,"given":"Shizheng","family":"Tang","sequence":"additional","affiliation":[{"name":"National University of Singapore, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-7219-9844","authenticated-orcid":false,"given":"Yunzhe","family":"Guo","sequence":"additional","affiliation":[{"name":"National University of Singapore, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-1489-782X","authenticated-orcid":false,"given":"Ye","family":"Yuan","sequence":"additional","affiliation":[{"name":"National University of Singapore, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-2106-0640","authenticated-orcid":false,"given":"Xiaochen","family":"Yu","sequence":"additional","affiliation":[{"name":"National University of Singapore, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-2060-5284","authenticated-orcid":false,"given":"Bo","family":"Wan","sequence":"additional","affiliation":[{"name":"National University of Singapore, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-8609-3483","authenticated-orcid":false,"given":"Yunfei","family":"Gong","sequence":"additional","affiliation":[{"name":"National University of Singapore, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-4391-0309","authenticated-orcid":false,"given":"Changli","family":"Gao","sequence":"additional","affiliation":[{"name":"National University of Singapore, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-0794-9963","authenticated-orcid":false,"given":"Guanghui","family":"Zhang","sequence":"additional","affiliation":[{"name":"National University of Singapore, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-9231-6816","authenticated-orcid":false,"given":"Jian","family":"Shen","sequence":"additional","affiliation":[{"name":"National University of Singapore, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-9122-4703","authenticated-orcid":false,"given":"Rui","family":"Shi","sequence":"additional","affiliation":[{"name":"National University of Singapore, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9883-5844","authenticated-orcid":false,"given":"Richard T. B.","family":"Ma","sequence":"additional","affiliation":[{"name":"National University of Singapore, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,11,20]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2021. Building an ExaByte-level Data Lake Using Apache Hudi at ByteDance: https:\/\/hudi.apache.org\/blog\/2021\/09\/01\/building-eb-level-data-lake-using-hudi-at-bytedance\/."},{"key":"e_1_3_2_1_2_1","unstructured":"2024. ActiveMQ: https:\/\/activemq.apache.org\/."},{"key":"e_1_3_2_1_3_1","unstructured":"2024. Apache Kafka:https:\/\/kafka.apache.org\/."},{"key":"e_1_3_2_1_4_1","unstructured":"2024. Apache Pulsar: https:\/\/pulsar.apache.org\/."},{"key":"e_1_3_2_1_5_1","unstructured":"2024. AutoMQ: https:\/\/www.automq.com\/."},{"key":"e_1_3_2_1_6_1","unstructured":"2024. Bytedance NNProxy:https:\/\/github.com\/bytedance\/nnproxy."},{"key":"e_1_3_2_1_7_1","unstructured":"2024. Etcd: https:\/\/etcd.io\/."},{"key":"e_1_3_2_1_8_1","unstructured":"2024. MySQL Source (JDBC) Connector for Confluent Cloud: https:\/\/docs.confluent.io\/cloud\/current\/connectors\/cc-mysql-source.html."},{"key":"e_1_3_2_1_9_1","unstructured":"2024. NATS: https:\/\/nats.io\/."},{"key":"e_1_3_2_1_10_1","unstructured":"2024. RabbitMQ: https:\/\/www.rabbitmq.com\/."},{"key":"e_1_3_2_1_11_1","unstructured":"2024. RocketMQ: https:\/\/rocketmq.apache.org\/."},{"key":"e_1_3_2_1_12_1","unstructured":"2024. The Open Messaging Benchmark Framework: https:\/\/openmessaging.cloud\/docs\/benchmarks\/."},{"key":"e_1_3_2_1_13_1","unstructured":"2024. WarpStream: https:\/\/www.warpstream.com\/."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3514221.3526045"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3035918.3056103"},{"key":"e_1_3_2_1_16_1","volume-title":"MongoDB in action: covers MongoDB version 3.0","author":"Banker Kyle","unstructured":"Kyle Banker, Douglas Garrett, Peter Bakkum, and Shaun Verch. 2016. MongoDB in action: covers MongoDB version 3.0. Simon and Schuster."},{"key":"e_1_3_2_1_17_1","unstructured":"Dhruba Borthakur et al. 2008. HDFS architecture guide. Hadoop apache project 53 1--13 (2008) 2."},{"key":"e_1_3_2_1_18_1","volume-title":"Kubernetes: up and running. \"O'Reilly Media","author":"Burns Brendan","unstructured":"Brendan Burns, Joe Beda, Kelsey Hightower, and Lachlan Evenson. 2022. Kubernetes: up and running. \"O'Reilly Media, Inc.\"."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.14778\/3229863.3229872"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3448016.3457560"},{"key":"e_1_3_2_1_21_1","volume-title":"Apache flink: Stream and batch processing in a single engine. Bulletin of the IEEE Computer Society Technical Committee on Data Engineering 36, 4","author":"Carbone Paris","year":"2015","unstructured":"Paris Carbone, Asterios Katsifodimos, Stephan Ewen, Volker Markl, Seif Haridi, and Kostas Tzoumas. 2015. Apache flink: Stream and batch processing in a single engine. Bulletin of the IEEE Computer Society Technical Committee on Data Engineering 36, 4 (2015). http:\/\/flink.apache.org\/"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2491245"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2882903.2903741"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3589772"},{"key":"e_1_3_2_1_25_1","unstructured":"Paul DuBois. 2013. MySQL. Addison-Wesley."},{"key":"e_1_3_2_1_26_1","volume-title":"2022 USENIX Annual Technical Conference (USENIX ATC 22)","author":"Elhemali Mostafa","year":"2022","unstructured":"Mostafa Elhemali, Niall Gallagher, Bin Tang, Nick Gordon, Hao Huang, Haibo Chen, Joseph Idziorek, Mengtian Wang, Richard Krog, Zongpeng Zhu, et al. 2022. Amazon DynamoDB: A scalable, predictably performant, and fully managed NoSQL database service. In 2022 USENIX Annual Technical Conference (USENIX ATC 22). 1037--1048."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2011.389"},{"key":"e_1_3_2_1_28_1","volume-title":"Apache zookeeper essentials","author":"Haloi Saurav","unstructured":"Saurav Haloi. 2015. Apache zookeeper essentials. Packt Publishing Ltd."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.14778\/3415478.3415535"},{"key":"e_1_3_2_1_30_1","volume-title":"Flavio Paiva Junqueira, and Benjamin Reed","author":"Hunt Patrick","year":"2010","unstructured":"Patrick Hunt, Mahadev Konar, Flavio Paiva Junqueira, and Benjamin Reed. 2010. ZooKeeper: wait-free coordination for internet-scale systems.. In USENIX annual technical conference, Vol. 8."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.5523"},{"key":"e_1_3_2_1_32_1","volume-title":"Proceedings of the NetDB","volume":"11","author":"Kreps Jay","year":"2011","unstructured":"Jay Kreps, Neha Narkhede, Jun Rao, et al. 2011. Kafka: A distributed messaging system for log processing. In Proceedings of the NetDB, Vol. 11. Athens, Greece, 1--7."},{"key":"e_1_3_2_1_33_1","volume-title":"Cassandra: a decentralized structured storage system. ACM SIGOPS operating systems review 44, 2","author":"Lakshman Avinash","year":"2010","unstructured":"Avinash Lakshman and Prashant Malik. 2010. Cassandra: a decentralized structured storage system. ACM SIGOPS operating systems review 44, 2 (2010), 35--40."},{"key":"e_1_3_2_1_34_1","volume-title":"Cloud Native Architectures: Design high-availability and cost-effective applications for the cloud","author":"Laszewski Tom","unstructured":"Tom Laszewski, Kamal Arora, Erik Farr, and Piyum Zonooz. 2018. Cloud Native Architectures: Design high-availability and cost-effective applications for the cloud. Packt Publishing Ltd."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.14778\/3611540.3611543"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1007\/s002360050048"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.14778\/3611540.3611567"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3318464.3386134"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.14778\/1687553.1687609"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3035918.3056101"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4842-2199-0"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3448016.3457556"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3524860.3543284"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3620678.3624663"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/2517349.2522737"}],"event":{"name":"SoCC '24: ACM Symposium on Cloud Computing","location":"Redmond WA USA","acronym":"SoCC '24","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGOPS ACM Special Interest Group on Operating Systems"]},"container-title":["Proceedings of the ACM Symposium on Cloud Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3698038.3698536","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3698038.3698536","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T18:58:07Z","timestamp":1755889087000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3698038.3698536"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,20]]},"references-count":45,"alternative-id":["10.1145\/3698038.3698536","10.1145\/3698038"],"URL":"https:\/\/doi.org\/10.1145\/3698038.3698536","relation":{},"subject":[],"published":{"date-parts":[[2024,11,20]]},"assertion":[{"value":"2024-11-20","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}