{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,10]],"date-time":"2026-06-10T04:02:27Z","timestamp":1781064147597,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":40,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,6,9]],"date-time":"2021-06-09T00:00:00Z","timestamp":1623196800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-sa\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,6,9]]},"DOI":"10.1145\/3448016.3457556","type":"proceedings-article","created":{"date-parts":[[2021,6,18]],"date-time":"2021-06-18T17:22:30Z","timestamp":1624036950000},"page":"2602-2613","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":44,"title":["Consistency and Completeness"],"prefix":"10.1145","author":[{"given":"Guozhang","family":"Wang","sequence":"first","affiliation":[{"name":"Confluent Inc., Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lei","family":"Chen","sequence":"additional","affiliation":[{"name":"Bloomberg L.P., San Francisco, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ayusman","family":"Dikshit","sequence":"additional","affiliation":[{"name":"Expedia Group, Gurgaon, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jason","family":"Gustafson","sequence":"additional","affiliation":[{"name":"Confluent Inc., Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Boyang","family":"Chen","sequence":"additional","affiliation":[{"name":"Confluent Inc., Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Matthias J.","family":"Sax","sequence":"additional","affiliation":[{"name":"Confluent Inc., Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"John","family":"Roesler","sequence":"additional","affiliation":[{"name":"Confluent Inc., Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sophie","family":"Blee-Goldman","sequence":"additional","affiliation":[{"name":"Confluent Inc., Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bruno","family":"Cadonna","sequence":"additional","affiliation":[{"name":"Confluent Inc., Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Apurva","family":"Mehta","sequence":"additional","affiliation":[{"name":"Confluent Inc., Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Varun","family":"Madan","sequence":"additional","affiliation":[{"name":"Confluent Inc., Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jun","family":"Rao","sequence":"additional","affiliation":[{"name":"Confluent Inc., Mountain View, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2021,6,18]]},"reference":[{"key":"e_1_3_2_2_1_1","unstructured":"Apache Kafka 2021. Retrieved from https:\/\/kafka.apache.org\/.  Apache Kafka 2021. Retrieved from https:\/\/kafka.apache.org\/."},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.14778\/3137765.3137770"},{"key":"e_1_3_2_2_3_1","volume-title":"ACM","author":"Akidau T.","year":"2019","unstructured":"T. Akidau . Open problems in stream processing: A call to action. In DEBS, page 4 . ACM , 2019 . T. Akidau. Open problems in stream processing: A call to action. In DEBS, page 4. ACM, 2019."},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.14778\/2536222.2536229"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.14778\/2824032.2824076"},{"issue":"1","key":"e_1_3_2_2_6_1","first-page":"19","article-title":"STREAM: the stanford stream data manager","volume":"26","author":"Arasu A.","year":"2003","unstructured":"A. Arasu STREAM: the stanford stream data manager . IEEE Data Eng. Bull. , 26 ( 1 ): 19 -- 26 , 2003 . A. Arasu et al. STREAM: the stanford stream data manager. IEEE Data Eng. Bull., 26(1):19--26, 2003.","journal-title":"IEEE Data Eng. Bull."},{"issue":"4","key":"e_1_3_2_2_7_1","first-page":"28","article-title":"Apache Flink#8482;: Stream and batch processing in a single engine","volume":"38","author":"Carbone P.","year":"2015","unstructured":"P. Carbone , A. Katsifodimos , S. Ewen , and . Apache Flink#8482;: Stream and batch processing in a single engine . IEEE Data Eng. Bull. , 38 ( 4 ): 28 -- 38 , 2015 . P. Carbone, A. Katsifodimos, S. Ewen, and et al. Apache Flink#8482;: Stream and batch processing in a single engine. IEEE Data Eng. Bull., 38(4):28--38, 2015.","journal-title":"IEEE Data Eng. Bull."},{"key":"e_1_3_2_2_8_1","volume-title":"CIDR","author":"Castro R.","year":"2015","unstructured":"R. Castro Fernandez et al. Liquid: Unifying nearline and offline big data integration . In CIDR , 2015 . R. Castro Fernandez et al. Liquid: Unifying nearline and offline big data integration. In CIDR, 2015."},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.14778\/1454159.1454166"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.14778\/2735496.2735503"},{"key":"e_1_3_2_2_11_1","volume-title":"CIDR","author":"Chandrasekaran S.","year":"2003","unstructured":"S. Chandrasekaran : Continuous dataflow processing for an uncertain world . In CIDR , 2003 . S. Chandrasekaran et al. TelegraphCQ: Continuous dataflow processing for an uncertain world. In CIDR, 2003."},{"key":"e_1_3_2_2_12_1","first-page":"647","volume-title":"Proc. of the ACM SIGMOD Int. Conf. on Management of Data","author":"Cranor C. D.","year":"2003","unstructured":"C. D. Cranor : A stream database for network applications . In Proc. of the ACM SIGMOD Int. Conf. on Management of Data , pages 647 -- 651 . ACM, 2003 . C. D. Cranor et al. Gigascope: A stream database for network applications. In Proc. of the ACM SIGMOD Int. Conf. on Management of Data, pages 647--651. ACM, 2003."},{"key":"e_1_3_2_2_13_1","first-page":"725","volume-title":"Proc. of the ACM SIGMOD Int. Conf. on Management of Data","author":"Fernandez R. C.","year":"2013","unstructured":"R. C. Fernandez , M. Migliavacca , E. Kalyvianaki , and P. R. Pietzuch . Integrating scale out and fault tolerance in stream processing using operator state management . In Proc. of the ACM SIGMOD Int. Conf. on Management of Data , pages 725 -- 736 . ACM, 2013 . R. C. Fernandez, M. Migliavacca, E. Kalyvianaki, and P. R. Pietzuch. Integrating scale out and fault tolerance in stream processing using operator state management. In Proc. of the ACM SIGMOD Int. Conf. on Management of Data, pages 725--736. ACM, 2013."},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.14778\/3137765.3137786"},{"key":"e_1_3_2_2_15_1","volume-title":"ICDE","author":"Fu M.","year":"2017","unstructured":"M. Fu : Towards extensible streaming engines . In ICDE , 2017 . M. Fu et al. Twitter Heron: Towards extensible streaming engines. In ICDE, 2017."},{"key":"e_1_3_2_2_16_1","first-page":"439","volume-title":"SOSP","author":"Gordon D.","year":"2013","unstructured":"D. Gordon Murray et al. Naiad: A timely dataflow system . In SOSP , pages 439 -- 455 , 2013 . D. Gordon Murray et al. Naiad: A timely dataflow system. In SOSP, pages 439--455, 2013."},{"key":"e_1_3_2_2_17_1","first-page":"650","volume-title":"EDBT","author":"Sattler P.","year":"2019","unstructured":"P. G\u00f6 tze and K. Sattler . Snapshot isolation for transactional stream processing . In EDBT , pages 650 -- 653 , 2019 . P. G\u00f6 tze and K. Sattler. Snapshot isolation for transactional stream processing. In EDBT, pages 650--653, 2019."},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/1807128.1807139"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.14778\/3329772.3329777"},{"key":"e_1_3_2_2_20_1","first-page":"666","volume-title":"Proc. of the ACM SIGMOD Int. Conf. on Mgmt of Data","author":"Abadi D. J.","unstructured":"D. J. Abadi : A data stream management system . In Proc. of the ACM SIGMOD Int. Conf. on Mgmt of Data , page 666 . ACM, 2003. D. J. Abadi et al. Aurora: A data stream management system. In Proc. of the ACM SIGMOD Int. Conf. on Mgmt of Data, page 666. ACM, 2003."},{"key":"e_1_3_2_2_21_1","first-page":"277","volume-title":"CIDR","author":"Abadi D. J.","year":"2005","unstructured":"D. J. Abadi The design of the Borealis stream processing engine . In CIDR , pages 277 -- 289 , 2005 . D. J. Abadi et al. The design of the Borealis stream processing engine. In CIDR, pages 277--289, 2005."},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3242153.3242155"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.14778\/3007263.3007272"},{"key":"e_1_3_2_2_24_1","first-page":"524","volume-title":"EDBT","author":"Jafarpour H.","year":"2020","unstructured":"H. Jafarpour , R. Desai , and D. Guy . KSQL: Streaming SQL engine for Apache Kafka . In EDBT , pages 524 -- 533 , 2020 . H. Jafarpour, R. Desai, and D. Guy. KSQL: Streaming SQL engine for Apache Kafka. In EDBT, pages 524--533, 2020."},{"key":"e_1_3_2_2_25_1","first-page":"1","volume-title":"Proceedings of the NetDB","author":"Kreps J.","year":"2011","unstructured":"J. Kreps , N. Narkhede , and J. Rao . Kafka: A distributed messaging system for log processing . In Proceedings of the NetDB , pages 1 -- 7 , 2011 . J. Kreps, N. Narkhede, and J. Rao. Kafka: A distributed messaging system for log processing. In Proceedings of the NetDB, pages 1--7, 2011."},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.14778\/1453856.1453890"},{"key":"e_1_3_2_2_27_1","first-page":"439","volume-title":"NSDI","author":"Lin W.","year":"2016","unstructured":"W. Lin : Continuous reliable distributed processing of big data streams . In NSDI , pages 439 -- 453 , 2016 . W. Lin et al. StreamScope: Continuous reliable distributed processing of big data streams. In NSDI, pages 439--453, 2016."},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.14778\/3231751.3231765"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.14778\/2831360.2831367"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE48307.2020.00141"},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.14778\/3137765.3137777"},{"key":"e_1_3_2_2_32_1","first-page":"1","volume-title":"EuroSys","author":"Qian Z.","year":"2013","unstructured":"Z. Qian : Reliable stream computation in the cloud . In EuroSys , pages 1 -- 14 . ACM, 2013 . Z. Qian et al. TimeStream: Reliable stream computation in the cloud. In EuroSys, pages 1--14. ACM, 2013."},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/1055558.1055596"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3959.3962"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.14778\/3339490.3339499"},{"issue":"4","key":"e_1_3_2_2_36_1","first-page":"94","article-title":"Handling shared, mutable state in stream processing with correctness guarantees","volume":"38","author":"Tatbul N.","year":"2015","unstructured":"N. Tatbul Handling shared, mutable state in stream processing with correctness guarantees . IEEE Data Eng. Bull. , 38 ( 4 ): 94 -- 104 , 2015 . N. Tatbul et al. Handling shared, mutable state in stream processing with correctness guarantees. IEEE Data Eng. Bull., 38(4):94--104, 2015.","journal-title":"IEEE Data Eng. Bull."},{"key":"e_1_3_2_2_37_1","first-page":"97","volume-title":"EDBT","author":"Traub J.","year":"2019","unstructured":"J. Traub Efficient window aggregation with general stream slicing . In EDBT , pages 97 -- 108 , 2019 . J. Traub et al. Efficient window aggregation with general stream slicing. In EDBT, pages 97--108, 2019."},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.14778\/2824032.2824063"},{"key":"e_1_3_2_2_39_1","first-page":"112","volume-title":"DEBS","author":"Zacheilas N.","year":"2017","unstructured":"N. Zacheilas , V. Kalogeraki , Y. Nikolakopoulos, and et al. Maximizing determinism in stream processing under latency constraints . In DEBS , pages 112 -- 123 , 2017 . N. Zacheilas, V. Kalogeraki, Y. Nikolakopoulos, and et al. Maximizing determinism in stream processing under latency constraints. In DEBS, pages 112--123, 2017."},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/2517349.2522737"}],"event":{"name":"SIGMOD\/PODS '21: International Conference on Management of Data","location":"Virtual Event China","acronym":"SIGMOD\/PODS '21","sponsor":["SIGMOD ACM Special Interest Group on Management of Data"]},"container-title":["Proceedings of the 2021 International Conference on Management of Data"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3448016.3457556","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3448016.3457556","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T21:25:04Z","timestamp":1750195504000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3448016.3457556"}},"subtitle":["Rethinking Distributed Stream Processing in Apache Kafka"],"short-title":[],"issued":{"date-parts":[[2021,6,9]]},"references-count":40,"alternative-id":["10.1145\/3448016.3457556","10.1145\/3448016"],"URL":"https:\/\/doi.org\/10.1145\/3448016.3457556","relation":{},"subject":[],"published":{"date-parts":[[2021,6,9]]},"assertion":[{"value":"2021-06-18","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}