{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T12:47:11Z","timestamp":1780404431331,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":58,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T00:00:00Z","timestamp":1726444800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,9,16]]},"DOI":"10.1145\/3688351.3689154","type":"proceedings-article","created":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T06:19:50Z","timestamp":1726467590000},"page":"14-24","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Performance Characterization of SmartNIC NVMe-over-Fabrics Target Offloading"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2491-1381","authenticated-orcid":false,"given":"Jiexiong","family":"Xu","sequence":"first","affiliation":[{"name":"Nanyang Technological University and Alibaba Group"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-2003-6056","authenticated-orcid":false,"given":"Yue","family":"Qiu","sequence":"additional","affiliation":[{"name":"Nanyang Technological University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-8714-6949","authenticated-orcid":false,"given":"Yiquan","family":"Chen","sequence":"additional","affiliation":[{"name":"Zhejiang University and Alibaba Group"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-8716-6904","authenticated-orcid":false,"given":"Yijing","family":"Wang","sequence":"additional","affiliation":[{"name":"Alibaba Group"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0642-9073","authenticated-orcid":false,"given":"Wenhai","family":"Lin","sequence":"additional","affiliation":[{"name":"Zhejiang University and Alibaba Group"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-1087-6016","authenticated-orcid":false,"given":"Yiquan","family":"Lin","sequence":"additional","affiliation":[{"name":"Zhejiang University and Alibaba Group"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-3134-3558","authenticated-orcid":false,"given":"Shushu","family":"Zhao","sequence":"additional","affiliation":[{"name":"Alibaba Group"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-3488-0913","authenticated-orcid":false,"given":"Yuqi","family":"Liu","sequence":"additional","affiliation":[{"name":"Zhejiang University and Alibaba Group"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8020-6169","authenticated-orcid":false,"given":"Ying","family":"Wang","sequence":"additional","affiliation":[{"name":"Zhejiang University and Alibaba Group"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1674-4701","authenticated-orcid":false,"given":"Wenzhi","family":"Chen","sequence":"additional","affiliation":[{"name":"Zhejiang University"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,9,16]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2024. Flexible I\/O Tester. https:\/\/github.com\/axboe\/fio.git."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2830772.2830794"},{"key":"e_1_3_2_1_3_1","volume-title":"Amazon EC2 instances store. https:\/\/docs.aws.amazon. com\/AWSEC2\/latest\/UserGuide\/InstanceStorage.html","author":"AWS.","year":"2024","unstructured":"AWS. [n.d.]. Amazon EC2 instances store. https:\/\/docs.aws.amazon. com\/AWSEC2\/latest\/UserGuide\/InstanceStorage.html. 2024."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/BIGCOM.2019.00024"},{"key":"e_1_3_2_1_5_1","unstructured":"Broadcom Inc. 2016. Storage and PCI Express --- A Natural Combination. http:\/\/www.avagotech.com\/applications\/datacenters\/enterprise-storage."},{"key":"e_1_3_2_1_6_1","volume-title":"18th USENIX conference on file and storage technologies (FAST 20)","author":"Cao Wei","year":"2020","unstructured":"Wei Cao, Yang Liu, Zhushi Cheng, Ning Zheng, Wei Li, Wenjie Wu, Linqiang Ouyang, Peng Wang, Yijing Wang, Ray Kuan, et al. 2020. {POLARDB} meets computational storage: Efficiently support analytical workloads in {Cloud-Native} relational database. In 18th USENIX conference on file and storage technologies (FAST 20). 29--41."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/CCGrid57682.2023.00012"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"crossref","unstructured":"Yiquan Chen Jiexiong Xu Chengkun Wei Yijing Wang Xin Yuan Yangming Zhang Xulin Yu Yi Chen Zeke Wang Shuibing He et al. 2023. BM-Store: A Transparent and High-performance Local Storage Architecture for Bare-metal Clouds Enabling Large-scale Deployment. In 2023 IEEE International Symposium on High-Performance Computer Architecture (HPCA). IEEE 1031--1044.","DOI":"10.1109\/HPCA56546.2023.10071029"},{"key":"e_1_3_2_1_9_1","volume-title":"Elastic Compute Service. https:\/\/www.alibabacloud.com\/product\/ecs","author":"Cloud Alibaba","year":"2024","unstructured":"Alibaba Cloud. 2024. Elastic Compute Service. https:\/\/www.alibabacloud.com\/product\/ecs. 2024."},{"key":"e_1_3_2_1_10_1","volume-title":"Storage Types for ApsaraDB RDS. https:\/\/www.alibabacloud.com\/help\/en\/rds\/product-overview\/storage-types","author":"Cloud Alibaba","year":"2022","unstructured":"Alibaba Cloud. 2024. Storage Types for ApsaraDB RDS. https:\/\/www.alibabacloud.com\/help\/en\/rds\/product-overview\/storage-types. 2022."},{"key":"e_1_3_2_1_11_1","unstructured":"NVM Express. 2018. Enabling the NVMe\u2122 CMB and PMR Ecosystem. https:\/\/nvmexpress.org\/wp-content\/uploads\/Session-2-Enabling-the-NVMe-CMB-and-PMR-Ecosystem-Eideticom-and-Mell....pdf."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.5555\/3026877.3026897"},{"key":"e_1_3_2_1_13_1","volume-title":"18th USENIX Symposium on Networked Systems Design and Implementation (NSDI 21)","author":"Gao Yixiao","year":"2021","unstructured":"Yixiao Gao, Qiang Li, Lingbo Tang, Yongqing Xi, Pengcheng Zhang, Wenwen Peng, Bo Li, Yaohui Wu, Shaozong Liu, Lei Yan, et al. 2021. When cloud storage meets {RDMA}. In 18th USENIX Symposium on Networked Systems Design and Implementation (NSDI 21). 519--533."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3078468.3078483"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.14778\/3598581.3598584"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/CLUSTER.2019.8890996"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.14778\/3587136.3587145"},{"key":"e_1_3_2_1_18_1","volume-title":"17th USENIX Symposium on Networked Systems Design and Implementation (NSDI 20)","author":"Hwang Jaehyun","year":"2020","unstructured":"Jaehyun Hwang, Qizhe Cai, Ao Tang, and Rachit Agarwal. 2020. {TCP}{}{RDMA}:{CPU-efficient} Remote Storage Access with i10. In 17th USENIX Symposium on Networked Systems Design and Implementation (NSDI 20). 127--140."},{"key":"e_1_3_2_1_19_1","volume-title":"15th {USENIX} Symposium on Operating Systems Design and Implementation ({ OSDI} 21). 113--128.","author":"Hwang Jaehyun","unstructured":"Jaehyun Hwang, Midhul Vuppalapati, Simon Peter, and Rachit Agarwal. 2021. Rearchitecting linux storage stack for μs latency and high throughput. In 15th {USENIX} Symposium on Operating Systems Design and Implementation ({ OSDI} 21). 113--128."},{"key":"e_1_3_2_1_20_1","unstructured":"Intel. 2024. Intel SSD DC P4510 Review. https:\/\/www.storagereview.com\/review\/intel-ssd-dc-p4510-review."},{"key":"e_1_3_2_1_21_1","unstructured":"Intel. 2024. Intel\u00ae Optane\u2122 SSD DC P5800X Series. https:\/\/ark.intel.com\/content\/www\/us\/en\/ark\/products\/201840\/intel-optane-ssd-dc-p5800x-series-3-2tb-2-5in-pcie-x4-3d-xpoint.html."},{"key":"e_1_3_2_1_22_1","unstructured":"iSCSI. 2024. Internet Small Computer Systems Interface. https:\/\/en.wikipedia.org\/wiki\/ISCSI."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSST.2019.000-9"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISPASS.2018.00010"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3502181.3531476"},{"key":"e_1_3_2_1_26_1","volume-title":"21st USENIX Conference on File and Storage Technologies (FAST 23)","author":"Kim Sang-Hoon","year":"2023","unstructured":"Sang-Hoon Kim, Jaehoon Shim, Euidong Lee, Seongyeop Jeong, Ilkueon Kang, and Jin-Soo Kim. 2023. {NVMeVirt}: A Versatile Software-defined Virtual {NVMe} Device. In 21st USENIX Conference on File and Storage Technologies (FAST 23). 379--394."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2901318.2901337"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3093337.3037732"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3480963"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3373376.3378531"},{"key":"e_1_3_2_1_31_1","volume-title":"21st USENIX Conference on File and Storage Technologies (FAST 23)","author":"Li Qiang","year":"2023","unstructured":"Qiang Li, Qiao Xiang, Yuxin Wang, Haohao Song, Ridi Wen, Wenhui Yao, Yuanyuan Dong, Shuqi Zhao, Shuo Huang, Zhaosheng Zhu, et al. 2023. More than capacity: Performance-oriented evolution of pangu in alibaba. In 21st USENIX Conference on File and Storage Technologies (FAST 23). 331--346."},{"key":"e_1_3_2_1_32_1","unstructured":"Liran Liss. 2018. NVMf Target Offload. https:\/\/www.openfabrics.org\/images\/2018workshop\/presentations\/308_LLiss_NVMfTargetOffload.pdf."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3357223.3362705"},{"key":"e_1_3_2_1_34_1","volume-title":"Proceedings. IEEE, 116--122","author":"Meth Kalman Z","year":"2003","unstructured":"Kalman Z Meth and Julian Satran. 2003. Design of the iSCSI Protocol. In 20th IEEE\/11th NASA Goddard Conference on Mass Storage Systems and Technologies, 2003.(MSST 2003). Proceedings. IEEE, 116--122."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544216.3544238"},{"key":"e_1_3_2_1_36_1","unstructured":"NVIDIA. 2024. ConnectX-5: Advanced Offload Capabilities for the Most Demanding Applications. https:\/\/www.nvidia.com\/en-sg\/networking\/ethernet\/connectx-5\/."},{"key":"e_1_3_2_1_37_1","unstructured":"NVIDIA. 2024. NVIDIA BLUEFIELD-2 DPU: Data Center Infrastructure on a Chip. https:\/\/resources.nvidia.com\/en-us-accelerated-networking-resource-library\/bluefield-2-dpu-datasheet."},{"key":"e_1_3_2_1_38_1","unstructured":"NVM Express. 2017. Accelerating NVMe\u2122 over Fabrics with Hardware Offloads at 100Gb\/s and Beyond. https:\/\/nvmexpress.org\/wp-content\/uploads\/Accelerating-NVMe-over-Fabrics-with-Hardware-Offloads.pdf."},{"key":"e_1_3_2_1_39_1","unstructured":"NVM Express. 2023. NVM Express specification. http:\/\/www.nvmexpress.org\/specifications\/."},{"key":"e_1_3_2_1_40_1","unstructured":"NVM Express. 2024. NVMe over Fabrics (oF) Specification. https:\/\/nvmexpress.org\/specification\/nvme-of-specification\/."},{"key":"e_1_3_2_1_41_1","unstructured":"ORACLE. 2024. MySQL: The world's most popular open source database. https:\/\/www.mysql.com\/."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/2541940.2541959"},{"key":"e_1_3_2_1_43_1","volume-title":"2023 USENIX Annual Technical Conference (USENIX ATC 23)","author":"Peng Bo","year":"2023","unstructured":"Bo Peng, Cheng Guo, Jianguo Yao, and Haibing Guan. 2023. {LPNS}: Scalable and {Latency-Predictable} Local Storage Virtualization for Unpredictable {NVMe} {SSDs} in Clouds. In 2023 USENIX Annual Technical Conference (USENIX ATC 23). 785--800."},{"key":"e_1_3_2_1_44_1","volume-title":"2018 USENIX Annual Technical Conference (USENIX ATC 18)","author":"Peng Bo","year":"2018","unstructured":"Bo Peng, Haozhong Zhang, Jianguo Yao, Yaozu Dong, Yu Xu, and Haibing Guan. 2018. {MDev-NVMe}: A {NVMe} Storage Virtualization Solution with Mediated {Pass-Through}. In 2018 USENIX Annual Technical Conference (USENIX ATC 18). 665--676."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.29007\/rgnt"},{"key":"e_1_3_2_1_46_1","volume-title":"17th USENIX Symposium on Networked Systems Design and Implementation (NSDI 20)","author":"Vuppalapati Midhul","year":"2020","unstructured":"Midhul Vuppalapati, Justin Miron, Rachit Agarwal, Dan Truong, Ashish Motivala, and Thierry Cruanes. 2020. Building an elastic query engine on disaggregated storage. In 17th USENIX Symposium on Networked Systems Design and Implementation (NSDI 20). 449--462."},{"key":"e_1_3_2_1_47_1","volume-title":"18th USENIX Conference on File and Storage Technologies (FAST 20)","author":"Wang Shucheng","year":"2020","unstructured":"Shucheng Wang, Ziyi Lu, Qiang Cao, Hong Jiang, Jie Yao, Yuanyuan Dong, and Puyuan Yang. 2020. {BCW}:{Buffer-Controlled} Writes to {HDDs} for {SSD-HDD} Hybrid Storage Server. In 18th USENIX Conference on File and Storage Technologies (FAST 20). 253--266."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3533579"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPADS47876.2019.00052"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"crossref","unstructured":"Jiexiong Xu Yiquan Chen Yijing Wang Wenhui Shi Guoju Fang Yi Chen Huasheng Liao Yang Wang Hai Lin Zhen Jin et al. 2024. Light-Pool: A NVMe-oF-based High-performance and Lightweight Storage Pool Architecture for Cloud-Native Distributed Database. In 2024 IEEE International Symposium on High-Performance Computer Architecture (HPCA). IEEE 983--995.","DOI":"10.1109\/HPCA57654.2024.00079"},{"key":"e_1_3_2_1_51_1","first-page":"24","article-title":"Performance analysis of containerized applications on local and remote storage","volume":"3","author":"Xu Qiumin","year":"2017","unstructured":"Qiumin Xu, Manu Awasthi, Krishna T Malladi, Janki Bhimani, Jingpei Yang, Murali Annavaram, and Ming Hsieh. 2017. Performance analysis of containerized applications on local and remote storage. In Proc. of MSST, Vol. 3. 24--28.","journal-title":"Proc. of MSST"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/2745844.2745901"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/2757667.2757684"},{"key":"e_1_3_2_1_54_1","volume-title":"2020 USENIX Annual Technical Conference (USENIX ATC 20)","author":"Xue Shuai","year":"2020","unstructured":"Shuai Xue, Shang Zhao, Quan Chen, Gang Deng, Zheng Liu, Jie Zhang, Zhuo Song, Tao Ma, Yong Yang, Yanbo Zhou, et al. 2020. Spool: Reliable Virtualized {NVMe} Storage Pool in Public Cloud Infrastructure. In 2020 USENIX Annual Technical Conference (USENIX ATC 20). 97--110."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/CloudCom.2017.14"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3627703.3650090"},{"key":"e_1_3_2_1_57_1","volume-title":"2023 USENIX Annual Technical Conference (USENIX ATC 23)","author":"Zhu Lingjun","year":"2023","unstructured":"Lingjun Zhu, Yifan Shen, Erci Xu, Bo Shi, Ting Fu, Shu Ma, Shuguang Chen, Zhongyu Wang, Haonan Wu, Xingyu Liao, et al. 2023. Deploying User-space {TCP} at Cloud Scale with {LUNA}. In 2023 USENIX Annual Technical Conference (USENIX ATC 23). 673--687."},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3514221.3526187"}],"event":{"name":"SYSTOR '24: The 17th ACM International Systems and Storage Conference","location":"Virtual Israel","acronym":"SYSTOR '24","sponsor":["SIGOPS ACM Special Interest Group on Operating Systems","Technion Israel Institute of Technology"]},"container-title":["Proceedings of the 17th ACM International Systems and Storage Conference on ZZZ"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3688351.3689154","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3688351.3689154","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,26]],"date-time":"2025-08-26T19:52:38Z","timestamp":1756237958000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3688351.3689154"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9,16]]},"references-count":58,"alternative-id":["10.1145\/3688351.3689154","10.1145\/3688351"],"URL":"https:\/\/doi.org\/10.1145\/3688351.3689154","relation":{},"subject":[],"published":{"date-parts":[[2024,9,16]]},"assertion":[{"value":"2024-09-16","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}