{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,7]],"date-time":"2026-04-07T21:50:16Z","timestamp":1775598616788,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":62,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,6,10]],"date-time":"2022-06-10T00:00:00Z","timestamp":1654819200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100000781","name":"European Research Council","doi-asserted-by":"publisher","award":["Project PSAP (No. 101002047), and Project RED-SEA (No. 955776)"],"award-info":[{"award-number":["Project PSAP (No. 101002047), and Project RED-SEA (No. 955776)"]}],"id":[{"id":"10.13039\/501100000781","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,6,10]]},"DOI":"10.1145\/3514221.3526056","type":"proceedings-article","created":{"date-parts":[[2022,6,12]],"date-time":"2022-06-12T02:33:49Z","timestamp":1655001229000},"page":"2191-2204","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":13,"title":["KafkaDirect: Zero-copy Data Access for Apache Kafka over RDMA Networks"],"prefix":"10.1145","author":[{"given":"Konstantin","family":"Taranov","sequence":"first","affiliation":[{"name":"ETH Zurich, Zurich, Switzerland"}]},{"given":"Steve","family":"Byan","sequence":"additional","affiliation":[{"name":"Oracle Labs, Burlington, MA, USA"}]},{"given":"Virendra","family":"Marathe","sequence":"additional","affiliation":[{"name":"Oracle Labs, Burlington, MA, USA"}]},{"given":"Torsten","family":"Hoefler","sequence":"additional","affiliation":[{"name":"ETH Zurich, Zurich, Switzerland"}]}],"member":"320","published-online":{"date-parts":[[2022,6,11]]},"reference":[{"key":"e_1_3_2_2_1_1","unstructured":"InfiniBand Trade Association et al . 2020. The InfiniBand Architecture Specification 1.4. https:\/\/www.infinibandta.org\/ibta-specification\/."},{"key":"e_1_3_2_2_2_1","volume-title":"Proceedings of the 9th USENIX Symposium on Networked Systems Design and Implementation (NSDI'12)","author":"Balakrishnan Mahesh","unstructured":"Mahesh Balakrishnan, Dahlia Malkhi, Vijayan Prabhakaran, Ted Wobbler, Michael Wei, and John D. Davis. 2012. CORFU: A Shared Log Design for Flash Clusters. In Proceedings of the 9th USENIX Symposium on Networked Systems Design and Implementation (NSDI'12). USENIX Association, 1--14."},{"key":"e_1_3_2_2_3_1","first-page":"15","article-title":"Designing Databases for Future High-Performance Networks","volume":"40","author":"Barthels Claude","year":"2017","unstructured":"Claude Barthels, Gustavo Alonso, and Torsten Hoefler. 2017. Designing Databases for Future High-Performance Networks. IEEE Data Engineering Bulletin 40, 1 (2017), 15--26.","journal-title":"IEEE Data Engineering Bulletin"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2723372.2750547"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.14778\/2904483.2904485"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2080.357392"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/HOTI.2015.22"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477132.3483587"},{"key":"e_1_3_2_2_9_1","volume-title":"Proceedings of the 25th Symposium on Operating Systems Principles (SOSP'15)","author":"Chen Haibo","year":"2015","unstructured":"Haibo Chen, Rong Chen, Xingda Wei, Jiaxin Shi, Yanzhe Chen, Zhaoguo Wang, Binyu Zang, and Haibing Guan. 2015. Fast In-Memory Transaction Processing Using RDMA and HTM. In Proceedings of the 25th Symposium on Operating Systems Principles (SOSP'15). Association for Computing Machinery, 87--104."},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3302424.3303968"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3373376.3378515"},{"key":"e_1_3_2_2_12_1","unstructured":"Alibaba Cloud. 2018. Super computing cluster. https:\/\/www.alibabacloud.com\/product\/scc."},{"key":"e_1_3_2_2_13_1","unstructured":"Inc. Cloudera. 2019. kafka-*-perf-test. https:\/\/docs.cloudera.com\/runtime\/7.2.0\/kafka-managing\/topics\/kafka-manage-cli-perf-test.html."},{"key":"e_1_3_2_2_14_1","volume-title":"Proceedings of the 17th USENIX Symposium on Networked Systems Design and Implementation (NSDI'20)","author":"Ding Cong","year":"2020","unstructured":"Cong Ding, David Chu, Evan Zhao, Xiang Li, Lorenzo Alvisi, and Robbert Van Renesse. 2020. Scalog: Seamless Reconfiguration and Total Order in a Scalable Shared Log . In Proceedings of the 17th USENIX Symposium on Networked Systems Design and Implementation (NSDI'20). USENIX Association, 325--338."},{"key":"e_1_3_2_2_15_1","volume-title":"Proceedings of the 11th USENIX Symposium on Networked Systems Design and Implementation (NSDI'14)","author":"Dragojevi Aleksandar","year":"2014","unstructured":"Aleksandar Dragojevi, Dushyanth Narayanan, Miguel Castro, and Orion Hodson. 2014. FaRM: Fast Remote Memory. In Proceedings of the 11th USENIX Symposium on Networked Systems Design and Implementation (NSDI'14). USENIX Association, 401--414."},{"key":"e_1_3_2_2_16_1","first-page":"33","article-title":"Building LinkedIn's Real-time Activity Data Pipeline","volume":"35","author":"Goodhope Ken","year":"2012","unstructured":"Ken Goodhope, Joel Koshy, Jay Kreps, Neha Narkhede, Richard Park, Jun Rao, and Victor Yang Ye. 2012. Building LinkedIn's Real-time Activity Data Pipeline. IEEE Data Engineering Bulletin 35, 2 (2012), 33--45.","journal-title":"IEEE Data Engineering Bulletin"},{"key":"e_1_3_2_2_17_1","volume-title":"Proceedings of the 17th International Conference on Distributed Computing Systems (ICDCS'97)","author":"Guerraoui R.","unstructured":"R. Guerraoui and A. Schiper. 1997. Total order multicast to multiple groups. In Proceedings of the 17th International Conference on Distributed Computing Systems (ICDCS'97). IEEE Computer Society, 578--585."},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3126908.3126970"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3302258"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/2619239.2626299"},{"key":"e_1_3_2_2_21_1","volume-title":"Proceedings of the 2016 USENIX Annual Technical Conference (USENIX ATC'16). USENIX Association, 437--450","author":"Kalia Anuj","unstructured":"Anuj Kalia, Michael Kaminsky, and David G. Andersen. 2016. Design Guidelines for High Performance RDMA Systems. In Proceedings of the 2016 USENIX Annual Technical Conference (USENIX ATC'16). USENIX Association, 437--450."},{"key":"e_1_3_2_2_22_1","volume-title":"Proceedings of the 12th USENIX Conference on Operating Systems Design and Implementation (OSDI'16)","author":"Kalia Anuj","unstructured":"Anuj Kalia, Michael Kaminsky, and David G. Andersen. 2016. FaSST: Fast, Scalable and Simple Distributed Transactions with Two-Sided (RDMA) Datagram RPCs. In Proceedings of the 12th USENIX Conference on Operating Systems Design and Implementation (OSDI'16). USENIX Association, 185--201."},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2749469.2750392"},{"key":"e_1_3_2_2_24_1","unstructured":"Tejas Karmarkar. 2015. Availability of linux RDMA on Microsoft Azure. https:\/\/azure.microsoft.com\/en-us\/blog\/azure-linux-rdma-hpc-available."},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3230543.3230572"},{"key":"e_1_3_2_2_26_1","volume-title":"Proceedings of the 2011 IEEE International Workshop on Networking Meets Databases (NetDB'11)","author":"Kreps Jay","year":"2011","unstructured":"Jay Kreps, Neha Narkhede, Jun Rao, et al. 2011. Kafka: A distributed messaging system for log processing. In Proceedings of the 2011 IEEE International Workshop on Networking Meets Databases (NetDB'11). 1--7."},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3093337.3037710"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132756"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2882903.2882949"},{"key":"e_1_3_2_2_30_1","volume-title":"Proceedings of the 13th USENIX Conference on Operating Systems Design and Implementation (OSDI'18)","author":"Lockerman Joshua","year":"2018","unstructured":"Joshua Lockerman, Jose M. Faleiro, Juno Kim, Soham Sankaran, Daniel J. Abadi, James Aspnes, Siddhartha Sen, and Mahesh Balakrishnan. 2018. The FuzzyLog: A Partially Ordered Shared Log. In Proceedings of the 13th USENIX Conference on Operating Systems Design and Implementation (OSDI'18). USENIX Association, 357--372."},{"key":"e_1_3_2_2_31_1","unstructured":"Microsoft. 2020. Azure Service Bus Messaging. https:\/\/azure.microsoft.com\/en-us\/services\/service-bus\/."},{"key":"e_1_3_2_2_32_1","volume-title":"Proceedings of the 2016 USENIX Annual Technical Conference (USENIX ATC'16). USENIX Association, 103--114","author":"Mitchell Christopher","year":"2013","unstructured":"Christopher Mitchell, Yifeng Geng, and Jinyang Li. 2013. Using One-Sided RDMA Reads to Build a Fast, CPU-Efficient Key-Value Store. In Proceedings of the 2016 USENIX Annual Technical Conference (USENIX ATC'16). USENIX Association, 103--114."},{"key":"e_1_3_2_2_33_1","unstructured":"The Ohio State University Network-Based Computing Laboratory. 2018. RDMA-based Apache Kafka (RDMA-Kafka). http:\/\/hibd.cse.ohio-state.edu\/#kafka."},{"key":"e_1_3_2_2_34_1","unstructured":"Oracle. 2020. Oracle Cloud. https:\/\/www.oracle.com\/cloud\/hpc\/."},{"key":"e_1_3_2_2_35_1","unstructured":"Oracle. 2020. Oracle Messaging Cloud Service. https:\/\/www.oracle.com\/technical-resources\/articles\/cloud\/wilkins-ocms.html."},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2806887"},{"key":"e_1_3_2_2_37_1","volume-title":"Proceedings of the 12th USENIX Symposium on Networked Systems Design and Implementation (NSDI'15)","author":"Ousterhout Kay","year":"2015","unstructured":"Kay Ousterhout, Ryan Rasti, Sylvia Ratnasamy, Scott Shenker, and Byung-Gon Chun. 2015. Making Sense of Performance in Data Analytics Frameworks. In Proceedings of the 12th USENIX Symposium on Networked Systems Design and Implementation (NSDI'15). USENIX Association, 293--307. https:\/\/www.usenix.org\/conference\/nsdi15\/technical-sessions\/presentation\/ousterhout"},{"key":"e_1_3_2_2_38_1","volume-title":"Efficient data transfer through zero copy. IBM developerworks","author":"Palaniappan Sathish K","year":"2008","unstructured":"Sathish K Palaniappan and Pramod B Nagaraja. 2008. Efficient data transfer through zero copy. IBM developerworks (2008)."},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/2749246.2749267"},{"key":"e_1_3_2_2_40_1","unstructured":"OpenMessaging Project. 2017. OpenMessaging Benchmark Framework. https:\/\/github.com\/openmessaging\/openmessaging-benchmark."},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.14778\/2856318.2856319"},{"key":"e_1_3_2_2_44_1","volume-title":"Proceedings of the 30th USENIX Security Symposium (USENIX Security'21)","author":"Rothenberger Benjamin","year":"2021","unstructured":"Benjamin Rothenberger, Konstantin Taranov, Adrian Perrig, and Torsten Hoefler. 2021. ReDMArk: Bypassing RDMA Security Mechanisms. In Proceedings of the 30th USENIX Security Symposium (USENIX Security'21). USENIX Association."},{"key":"e_1_3_2_2_45_1","unstructured":"Amazon Web Services. 2020. Amazon Simple Queue Service. https:\/\/aws.amazon.com\/sqs\/."},{"key":"e_1_3_2_2_46_1","volume-title":"Proceedings of the Autumn 1990 European UNIX Users' Group Conference (EUUG'90)","author":"Snyder Peter","year":"1990","unstructured":"Peter Snyder. 1990. tmpfs: A virtual memory file system. In Proceedings of the Autumn 1990 European UNIX Users' Group Conference (EUUG'90). 241--248."},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/2523616.2523631"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/2670979.2670994"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3064176.3064189"},{"key":"e_1_3_2_2_50_1","volume-title":"Proceedings of the 2018 USENIX Annual Technical Conference (USENIX ATC'18). USENIX Association, 851--863","author":"Taleb Yacine","year":"2018","unstructured":"Yacine Taleb, Ryan Stutsman, Gabriel Antoniu, and Toni Cortes. 2018. Tailwind: Fast and Atomic RDMA-based Replication. In Proceedings of the 2018 USENIX Annual Technical Conference (USENIX ATC'18). USENIX Association, 851--863."},{"key":"e_1_3_2_2_51_1","volume-title":"Proceedings of the 2021 USENIX Annual Technical Conference (USENIX ATC'21). USENIX Association, 1--14","author":"Taranov Konstantin","year":"2021","unstructured":"Konstantin Taranov, Rodrigo Bruno, Gustavo Alonso, and Torsten Hoefler. 2021. Naos: Serialization-free RDMA networking in Java. In Proceedings of the 2021 USENIX Annual Technical Conference (USENIX ATC'21). USENIX Association, 1--14."},{"key":"e_1_3_2_2_52_1","volume-title":"Proceedings of the 2020 USENIX Annual Technical Conference (USENIX ATC'20). USENIX Association, 691--704","author":"Taranov Konstantin","year":"2020","unstructured":"Konstantin Taranov, Benjamin Rothenberger, Adrian Perrig, and Torsten Hoefler. 2020. sRDMA -- Efficient NIC-based Authentication and Encryption for Remote Direct Memory Access. In Proceedings of the 2020 USENIX Annual Technical Conference (USENIX ATC'20). USENIX Association, 691--704."},{"key":"e_1_3_2_2_53_1","unstructured":"Mellanox Technologies. 2015. RDMA Aware Networks Programming User Manual Rev 1.7. https:\/\/www.mellanox.com\/related-docs\/prod_software\/RDMA_Aware_ Programming_user_manual.pdf."},{"key":"e_1_3_2_2_54_1","unstructured":"Gigabyte Technology. 2021. AORUS Gen4 AIC SSD 8TB. https:\/\/www.gigabyte.com\/Solid-State-Drive\/AORUS-Gen4-AIC-SSD-8TB."},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISCA.2016.15"},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2020.2978480"},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.14778\/2824032.2824063"},{"key":"e_1_3_2_2_58_1","volume-title":"Proceedings of the 14th USENIX Symposium on Networked Systems Design and Implementation (NSDI'17)","author":"Wei Michael","year":"2017","unstructured":"Michael Wei, Amy Tai, Christopher J. Rossbach, Ittai Abraham, Maithem Munshed, Medhavi Dhawan, Jim Stabile, Udi Wieder, Scott Fritchie, Steven Swanson, Michael J. Freedman, and Dahlia Malkhi. 2017. vCorfu: A Cloud-Scale Object Store on a Shared Log. In Proceedings of the 14th USENIX Symposium on Networked Systems Design and Implementation (NSDI'17). USENIX Association, 35--49."},{"key":"e_1_3_2_2_59_1","volume-title":"Proceedings of the 13th USENIX Symposium on Operating Systems Design and Implementation (OSDI'18)","author":"Wei Xingda","year":"2018","unstructured":"Xingda Wei, Zhiyuan Dong, Rong Chen, and Haibo Chen. 2018. Deconstructing RDMA-enabled Distributed Transactions: Hybrid is Better!. In Proceedings of the 13th USENIX Symposium on Operating Systems Design and Implementation (OSDI'18). USENIX Association, Carlsbad, CA, 233--251. https:\/\/www.usenix.org\/conference\/osdi18\/presentation\/wei"},{"key":"e_1_3_2_2_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3302424.3303975"},{"key":"e_1_3_2_2_61_1","volume-title":"Proceedings of the 2nd USENIX Conference on Hot Topics in Cloud Computing (HotCloud'10)","author":"Zaharia Matei","year":"2010","unstructured":"Matei Zaharia, Mosharaf Chowdhury, Michael J. Franklin, Scott Shenker, and Ion Stoica. 2010. Spark: Cluster Computing with Working Sets. In Proceedings of the 2nd USENIX Conference on Hot Topics in Cloud Computing (HotCloud'10). USENIX Association, 10."},{"key":"e_1_3_2_2_62_1","doi-asserted-by":"publisher","DOI":"10.14778\/3055330.3055335"},{"key":"e_1_3_2_2_63_1","doi-asserted-by":"publisher","DOI":"10.14778\/3342263.3342639"},{"key":"e_1_3_2_2_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3299869.3300081"}],"event":{"name":"SIGMOD\/PODS '22: International Conference on Management of Data","location":"Philadelphia PA USA","acronym":"SIGMOD\/PODS '22","sponsor":["SIGMOD ACM Special Interest Group on Management of Data"]},"container-title":["Proceedings of the 2022 International Conference on Management of Data"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3514221.3526056","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3514221.3526056","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:10:07Z","timestamp":1750183807000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3514221.3526056"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,10]]},"references-count":62,"alternative-id":["10.1145\/3514221.3526056","10.1145\/3514221"],"URL":"https:\/\/doi.org\/10.1145\/3514221.3526056","relation":{},"subject":[],"published":{"date-parts":[[2022,6,10]]},"assertion":[{"value":"2022-06-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}