{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,13]],"date-time":"2026-01-13T16:39:34Z","timestamp":1768322374509,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":60,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,8,4]],"date-time":"2024-08-04T00:00:00Z","timestamp":1722729600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2020YFE0200500"],"award-info":[{"award-number":["2020YFE0200500"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,8,4]]},"DOI":"10.1145\/3651890.3672241","type":"proceedings-article","created":{"date-parts":[[2024,7,31]],"date-time":"2024-07-31T13:11:43Z","timestamp":1722431503000},"page":"540-553","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Turbo: Efficient Communication Framework for Large-scale Data Processing Cluster"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8995-879X","authenticated-orcid":false,"given":"Xuya","family":"Jia","sequence":"first","affiliation":[{"name":"Tencent, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-2778-6077","authenticated-orcid":false,"given":"Zhiyi","family":"Yao","sequence":"additional","affiliation":[{"name":"Fudan University, Shanghai, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-1269-7575","authenticated-orcid":false,"given":"Chao","family":"Peng","sequence":"additional","affiliation":[{"name":"Fudan University, shanghai, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-6850-2185","authenticated-orcid":false,"given":"Zihao","family":"Zhao","sequence":"additional","affiliation":[{"name":"NVIDIA, Santa Clara, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-2517-9262","authenticated-orcid":false,"given":"Bin","family":"Lei","sequence":"additional","affiliation":[{"name":"NVIDIA, Santa Clara, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-8969-3789","authenticated-orcid":false,"given":"Edison","family":"Liu","sequence":"additional","affiliation":[{"name":"NVIDIA, Santa Clara, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-0556-5290","authenticated-orcid":false,"given":"Xiang","family":"Li","sequence":"additional","affiliation":[{"name":"Tencent, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-8020-0595","authenticated-orcid":false,"given":"Zekun","family":"He","sequence":"additional","affiliation":[{"name":"Tencent, Shenzhen, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-3669-1202","authenticated-orcid":false,"given":"Yachen","family":"Wang","sequence":"additional","affiliation":[{"name":"Tencent, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-5370-8162","authenticated-orcid":false,"given":"Xianneng","family":"Zou","sequence":"additional","affiliation":[{"name":"Tencent, Shenzhen, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-1345-9484","authenticated-orcid":false,"given":"Chongqing","family":"Zhao","sequence":"additional","affiliation":[{"name":"Tencent, Bejing, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-4323-8063","authenticated-orcid":false,"given":"Jinhui","family":"Chu","sequence":"additional","affiliation":[{"name":"Tencent, Shenzhen, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4493-5145","authenticated-orcid":false,"given":"Jilong","family":"Wang","sequence":"additional","affiliation":[{"name":"Tsinghua University, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3265-049X","authenticated-orcid":false,"given":"Congcong","family":"Miao","sequence":"additional","affiliation":[{"name":"Tencent, Beijing, China"}]}],"member":"320","published-online":{"date-parts":[[2024,8,4]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2023. Apache Spark. https:\/\/spark.apache.org\/."},{"key":"e_1_3_2_1_2_1","unstructured":"2023. Create shuffle service for external block storage. https:\/\/issues.apache.org\/jira\/browse\/SPARK-3796."},{"key":"e_1_3_2_1_3_1","unstructured":"2023. HDFS. https:\/\/hadoop.apache.org\/docs\/r1.2.1\/hdfs_design.html."},{"key":"e_1_3_2_1_4_1","unstructured":"2023. Nvidia NCCL. https:\/\/github.com\/nvidia\/nccl."},{"key":"e_1_3_2_1_5_1","unstructured":"2023. OpenUCX SparkUCX. https:\/\/github.com\/openucx\/sparkucx."},{"key":"e_1_3_2_1_6_1","unstructured":"2023. OpenUCX UCX. https:\/\/github.com\/openucx\/ucx."},{"key":"e_1_3_2_1_7_1","unstructured":"2023. Yarn. https:\/\/yarnpkg.com\/."},{"key":"e_1_3_2_1_8_1","volume-title":"2018 USENIX Annual Technical Conference, USENIX ATC 2018","author":"Aguilera Marcos K.","year":"2018","unstructured":"Marcos K. Aguilera, Nadav Amit, Irina Calciu, Xavier Deguillard, Jayneel Gandhi, Stanko Novakovic, Arun Ramanathan, Pratap Subrahmanyam, Lalith Suresh, Kiran Tati, Rajesh Venkatasubramanian, and Michael Wei. 2018. Remote regions: a simple abstraction for remote memory. In 2018 USENIX Annual Technical Conference, USENIX ATC 2018, Boston, MA, USA, July 11--13, 2018. USENIX Association, 775--787. https:\/\/www.usenix.org\/conference\/atc18\/presentation\/aguilera"},{"key":"e_1_3_2_1_9_1","volume-title":"Nsdi","volume":"10","author":"Al-Fares Mohammad","year":"2010","unstructured":"Mohammad Al-Fares, Sivasankar Radhakrishnan, Barath Raghavan, Nelson Huang, Amin Vahdat, et al. 2010. Hedera: dynamic flow scheduling for data center networks.. In Nsdi, Vol. 10. San Jose, USA, 89--92."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2619239.2626316"},{"key":"e_1_3_2_1_11_1","volume-title":"The datacenter as a computer: Designing warehouse-scale machines","author":"Barroso Luiz Andr\u00e9","unstructured":"Luiz Andr\u00e9 Barroso, Urs H\u00f6lzle, and Parthasarathy Ranganathan. 2019. The datacenter as a computer: Designing warehouse-scale machines. Springer Nature."},{"key":"e_1_3_2_1_12_1","first-page":"28","article-title":"Apache Flink\u2122: Stream and Batch Processing in a Single Engine","volume":"38","author":"Carbone Paris","year":"2015","unstructured":"Paris Carbone, Asterios Katsifodimos, Stephan Ewen, Volker Markl, Seif Haridi, and Kostas Tzoumas. 2015. Apache Flink\u2122: Stream and Batch Processing in a Single Engine. IEEE Data Eng. Bull. 38, 4 (2015), 28--38. http:\/\/sites.computer.org\/debull\/A15dec\/p28.pdf","journal-title":"IEEE Data Eng. Bull."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3341301.3359632"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2019.2948917"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404397.3404430"},{"key":"e_1_3_2_1_16_1","unstructured":"Aaron Davidson. 2013. Optimizing Shuffle Performance in Spark. https:\/\/api.semanticscholar.org\/CorpusID:16322742"},{"key":"e_1_3_2_1_17_1","volume-title":"MapReduce: Simplified Data Processing on Large Clusters. In 6th Symposium on Operating System Design and Implementation (OSDI 2004","author":"Dean Jeffrey","year":"2004","unstructured":"Jeffrey Dean and Sanjay Ghemawat. 2004. MapReduce: Simplified Data Processing on Large Clusters. In 6th Symposium on Operating System Design and Implementation (OSDI 2004), San Francisco, California, USA, December 6--8, 2004. USENIX Association, 137--150. http:\/\/www.usenix.org\/events\/osdi04\/tech\/dean.html"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2644865.2541941"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3178487.3178510"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3098822.3098839"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2934872.2934908"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICNP59255.2023.10355615"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2925426.2926290"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2674005.2674985"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2619239.2626299"},{"key":"e_1_3_2_1_27_1","volume-title":"Design Guidelines for High Performance RDMA Systems. In 2016 USENIX Annual Technical Conference, USENIX ATC 2016","author":"Kalia Anuj","year":"2016","unstructured":"Anuj Kalia, Michael Kaminsky, and David G. Andersen. 2016. Design Guidelines for High Performance RDMA Systems. In 2016 USENIX Annual Technical Conference, USENIX ATC 2016, Denver, CO, USA, June 22--24, 2016. USENIX Association, 437--450. https:\/\/www.usenix.org\/conference\/atc16\/technical-sessions\/presentation\/kalia"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3143361.3143401"},{"key":"e_1_3_2_1_29_1","volume-title":"19th USENIX Symposium on Networked Systems Design and Implementation (NSDI 22)","author":"Kong Xinhao","year":"2022","unstructured":"Xinhao Kong, Yibo Zhu, Huaping Zhou, Zhuo Jiang, Jianxi Ye, Chuanxiong Guo, and Danyang Zhuo. 2022. Collie: Finding Performance Anomalies in {RDMA} Subsystems. In 19th USENIX Symposium on Networked Systems Design and Implementation (NSDI 22). 287--305."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132756"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3341302.3342085"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/NAS.2018.8515724"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.14778\/2212351.2212354"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/HOTI.2014.15"},{"key":"e_1_3_2_1_35_1","volume-title":"Multi-Path Transport for RDMA in Datacenters. In 15th USENIX Symposium on Networked Systems Design and Implementation, NSDI 2018","author":"Lu Yuanwei","year":"2018","unstructured":"Yuanwei Lu, Guo Chen, Bojie Li, Kun Tan, Yongqiang Xiong, Peng Cheng, Jiansong Zhang, Enhong Chen, and Thomas Moscibroda. 2018. Multi-Path Transport for RDMA in Datacenters. In 15th USENIX Symposium on Networked Systems Design and Implementation, NSDI 2018, Renton, WA, USA, April 9--11, 2018. USENIX Association, 357--371. https:\/\/www.usenix.org\/conference\/nsdi18\/presentation\/lu"},{"key":"e_1_3_2_1_36_1","volume-title":"2017 USENIX Annual Technical Conference, USENIX ATC 2017","author":"Lu Youyou","year":"2017","unstructured":"Youyou Lu, Jiwu Shu, Youmin Chen, and Tao Li. 2017. Octopus: an RDMA-enabled Distributed Persistent Memory File System. In 2017 USENIX Annual Technical Conference, USENIX ATC 2017, Santa Clara, CA, USA, July 12--14, 2017. USENIX Association, 773--785. https:\/\/www.usenix.org\/conference\/atc17\/technical-sessions\/presentation\/lu"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/1807167.1807184"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3341302.3342080"},{"key":"e_1_3_2_1_39_1","volume-title":"Piccolo: Building Fast, Distributed Programs with Partitioned Tables. In 9th USENIX Symposium on Operating Systems Design and Implementation, OSDI","author":"Power Russell","year":"2010","unstructured":"Russell Power and Jinyang Li. 2010. Piccolo: Building Fast, Distributed Programs with Partitioned Tables. In 9th USENIX Symposium on Operating Systems Design and Implementation, OSDI 2010, October 4--6, 2010, Vancouver, BC, Canada, Proceedings. USENIX Association, 293--306. http:\/\/www.usenix.org\/events\/osdi10\/tech\/full_papers\/Power.pdf"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3341302.3342065"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544216.3544226"},{"key":"e_1_3_2_1_42_1","volume-title":"Supercomputing on Nitro in AWS Cloud","author":"Shalev Lea","year":"2020","unstructured":"Lea Shalev, Hani Ayoub, Nafea Bshara, and Erez Sabbag. 2020. Supercomputing on Nitro in AWS Cloud. IEEE Micro (2020). https:\/\/api.semanticscholar.org\/CorpusID:229537655"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2014.2345068"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3603269.3604849"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132762"},{"key":"e_1_3_2_1_46_1","volume-title":"Let It Flow: Resilient Asymmetric Load Balancing with Flowlet Switching. In 14th USENIX Symposium on Networked Systems Design and Implementation, NSDI 2017","author":"Vanini Erico","year":"2017","unstructured":"Erico Vanini, Rong Pan, Mohammad Alizadeh, Parvin Taheri, and Tom Edsall. 2017. Let It Flow: Resilient Asymmetric Load Balancing with Flowlet Switching. In 14th USENIX Symposium on Networked Systems Design and Implementation, NSDI 2017, Boston, MA, USA, March 27--29, 2017. USENIX Association, 407--420. https:\/\/www.usenix.org\/conference\/nsdi17\/technical-sessions\/presentation\/vanini"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544216.3544241"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/HPSR.2018.8850765"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCCN.2019.8847077"},{"key":"e_1_3_2_1_50_1","volume-title":"20th USENIX Symposium on Networked Systems Design and Implementation (NSDI 23)","author":"Wang Zilong","year":"2023","unstructured":"Zilong Wang, Layong Luo, Qingsong Ning, Chaoliang Zeng, Wenxue Li, Xinchen Wan, Peng Xie, Tao Feng, Ke Cheng, Xiongfei Geng, et al. 2023. {SRNIC}: A Scalable Architecture for {RDMA}{NICs}. In 20th USENIX Symposium on Networked Systems Design and Implementation (NSDI 23). 1--14."},{"key":"e_1_3_2_1_51_1","volume-title":"14th USENIX Symposium on Operating Systems Design and Implementation, OSDI 2020","author":"Wei Xingda","year":"2020","unstructured":"Xingda Wei, Rong Chen, and Haibo Chen. 2020. Fast RDMA-based Ordered Key-Value Store using Remote Learned Cache. In 14th USENIX Symposium on Operating Systems Design and Implementation, OSDI 2020, Virtual Event, November 4--6, 2020. USENIX Association, 117--135. https:\/\/www.usenix.org\/conference\/osdi20\/presentation\/wei"},{"key":"e_1_3_2_1_52_1","unstructured":"Tom White. 2015. Hadoop - The Definitive Guide: Storage and Analysis at Internet Scale (4. ed. revised & updated). O'Reilly. http:\/\/www.oreilly.de\/catalog\/9781491901632\/index.html"},{"key":"e_1_3_2_1_53_1","volume-title":"Proceedings of the 9th USENIX Symposium on Networked Systems Design and Implementation, NSDI 2012","author":"Zaharia Matei","year":"2012","unstructured":"Matei Zaharia, Mosharaf Chowdhury, Tathagata Das, Ankur Dave, Justin Ma, Murphy McCauly, Michael J. Franklin, Scott Shenker, and Ion Stoica. 2012. Resilient Distributed Datasets: A Fault-Tolerant Abstraction for In-Memory Cluster Computing. In Proceedings of the 9th USENIX Symposium on Networked Systems Design and Implementation, NSDI 2012, San Jose, CA, USA, April 25--27, 2012. USENIX Association, 15--28. https:\/\/www.usenix.org\/conference\/nsdi12\/technical-sessions\/presentation\/zaharia"},{"key":"e_1_3_2_1_54_1","volume-title":"Spark: Cluster Computing with Working Sets. In 2nd USENIX Workshop on Hot Topics in Cloud Computing, HotCloud'10","author":"Zaharia Matei","year":"2010","unstructured":"Matei Zaharia, Mosharaf Chowdhury, Michael J. Franklin, Scott Shenker, and Ion Stoica. 2010. Spark: Cluster Computing with Working Sets. In 2nd USENIX Workshop on Hot Topics in Cloud Computing, HotCloud'10, Boston, MA, USA, June 22, 2010. USENIX Association. https:\/\/www.usenix.org\/conference\/hotcloud -cluster-computing-working-sets spark"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3098822.3098841"},{"key":"e_1_3_2_1_56_1","volume-title":"FORD: Fast One-sided RDMA-based Distributed Transactions for Disaggregated Persistent Memory. In 20th USENIX Conference on File and Storage Technologies, FAST 2022","author":"Zhang Ming","year":"2022","unstructured":"Ming Zhang, Yu Hua, Pengfei Zuo, and Lurong Liu. 2022. FORD: Fast One-sided RDMA-based Distributed Transactions for Disaggregated Persistent Memory. In 20th USENIX Conference on File and Storage Technologies, FAST 2022, Santa Clara, CA, USA, February 22--24, 2022. USENIX Association, 51--68. https:\/\/www.usenix.org\/conference\/fast22\/presentation\/zhang-ming"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3452296.3472899"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2023.3250484"},{"key":"e_1_3_2_1_59_1","volume-title":"2021 USENIX Annual Technical Conference (USENIX ATC 21)","author":"Zhang Zhehui","year":"2021","unstructured":"Zhehui Zhang, Haiyang Zheng, Jiayao Hu, Xiangning Yu, Chenchen Qi, Xuemei Shi, and Guohui Wang. 2021. Hashing linearity enables relative path control in data centers. In 2021 USENIX Annual Technical Conference (USENIX ATC 21). 855--862."},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/2785956.2787484"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3299869.3300081"}],"event":{"name":"ACM SIGCOMM '24: ACM SIGCOMM 2024 Conference","location":"Sydney NSW Australia","acronym":"ACM SIGCOMM '24","sponsor":["SIGCOMM ACM Special Interest Group on Data Communication"]},"container-title":["Proceedings of the ACM SIGCOMM 2024 Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3651890.3672241","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3651890.3672241","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T17:49:12Z","timestamp":1750268952000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3651890.3672241"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8,4]]},"references-count":60,"alternative-id":["10.1145\/3651890.3672241","10.1145\/3651890"],"URL":"https:\/\/doi.org\/10.1145\/3651890.3672241","relation":{},"subject":[],"published":{"date-parts":[[2024,8,4]]},"assertion":[{"value":"2024-08-04","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}