{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T20:10:04Z","timestamp":1755893404030,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":42,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,11,28]],"date-time":"2023-11-28T00:00:00Z","timestamp":1701129600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-sa\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100006374","name":"European Regional Development Fund","doi-asserted-by":"publisher","award":["POCI-01-0247-FEDER-045907"],"award-info":[{"award-number":["POCI-01-0247-FEDER-045907"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,11,28]]},"DOI":"10.1145\/3626111.3628186","type":"proceedings-article","created":{"date-parts":[[2023,11,13]],"date-time":"2023-11-13T12:11:20Z","timestamp":1699877480000},"page":"1-8","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Of Apples and Oranges"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2464-1465","authenticated-orcid":false,"given":"Hugo","family":"Sadok","sequence":"first","affiliation":[{"name":"Carnegie Mellon University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9664-4377","authenticated-orcid":false,"given":"Aurojit","family":"Panda","sequence":"additional","affiliation":[{"name":"New York University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8270-4102","authenticated-orcid":false,"given":"Justine","family":"Sherry","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,11,28]]},"reference":[{"volume-title":"HotCarbon '23","year":"2023","key":"e_1_3_2_1_1_1","unstructured":"2023. HotCarbon '23. https:\/\/hotcarbon.org\/2023\/index.html."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","unstructured":"S. Bradner and J. McQuaid. 1999. Benchmarking Methodology for Network Interconnect Devices. RFC 2544. https:\/\/doi.org\/10.17487\/RFC2544","DOI":"10.17487\/RFC2544"},{"key":"e_1_3_2_1_3_1","volume-title":"Proceedings of the 10th Conference on Hot Topics in Operating Systems -","volume":"10","author":"Brown Aaron B.","unstructured":"Aaron B. Brown, Anupam Chanda, Rik Farrow, Alexandra Fedorova, Petros Maniatis, and Michael L. Scott. 2005. The Many Faces of Systems Research: And How to Evaluate Them. In Proceedings of the 10th Conference on Hot Topics in Operating Systems - Volume 10 (HotOS '05). USENIX Association, USA, 26."},{"key":"e_1_3_2_1_4_1","volume-title":"14th USENIX Symposium on Operating Systems Design and Implementation (OSDI '20)","author":"Brunella Marco Spaziani","year":"2020","unstructured":"Marco Spaziani Brunella, Giacomo Belocchi, Marco Bonola, Salvatore Pontarelli, Giuseppe Siracusano, Giuseppe Bianchi, Aniello Cammarano, Alessandro Palumbo, Luca Petrucci, and Roberto Bifulco. 2020. hXDP: Efficient Software Packet Processing on FPGA NICs. In 14th USENIX Symposium on Operating Systems Design and Implementation (OSDI '20). USENIX Association, 973--990."},{"key":"e_1_3_2_1_5_1","volume-title":"Task complexity: A review and analysis","author":"Campbell Donald J","year":"1988","unstructured":"Donald J Campbell. 1988. Task complexity: A review and analysis. Academy of management review 13, 1 (1988), 40--52."},{"key":"e_1_3_2_1_6_1","volume-title":"15th USENIX Symposium on Networked Systems Design and Implementation (NSDI '18)","author":"Dalton Michael","year":"2018","unstructured":"Michael Dalton, David Schultz, Jacob Adriaens, Ahsan Arefin, Anshuman Gupta, Brian Fahs, Dima Rubinstein, Enrique Cauich Zermeno, Erik Rubow, James Alexander Docauer, Jesse Alpert, Jing Ai, Jon Olson, Kevin DeCabooter, Marc de Kruijf, Nan Hua, Nathan Lewis, Nikhil Kasinadhuni, Riccardo Crepaldi, Srinivas Krishnan, Subbaiah Venkata, Yossi Richter, Uday Naik, and Amin Vahdat. 2018. Andromeda: Performance, Isolation, and Velocity at Scale in Cloud Network Virtualization. In 15th USENIX Symposium on Networked Systems Design and Implementation (NSDI '18). USENIX Association, Renton, WA, 373--387."},{"key":"e_1_3_2_1_7_1","volume-title":"NICA: An Infrastructure for Inline Acceleration of Network Applications. In 2019 USENIX Annual Technical Conference (ATC '19)","author":"Eran Haggai","year":"2019","unstructured":"Haggai Eran, Lior Zeno, Maroun Tork, Gabi Malka, and Mark Silberstein. 2019. NICA: An Infrastructure for Inline Acceleration of Network Applications. In 2019 USENIX Annual Technical Conference (ATC '19). USENIX Association, Renton, WA, 345--362."},{"key":"e_1_3_2_1_8_1","volume-title":"Panel on Sustainable Systems. (jun","author":"Falsafi Babak","year":"2023","unstructured":"Babak Falsafi, Vijay Gadepally, Adam Belay, Carole-Jean Wu, and Andrew Chien. 2023. Panel on Sustainable Systems. (jun 2023). https:\/\/sigops.org\/s\/conferences\/hotos\/2023\/program.html HotOS '23."},{"key":"e_1_3_2_1_9_1","volume-title":"VFP: A Virtual Switch Platform for Host SDN in the Public Cloud. In 14th USENIX Symposium on Networked Systems Design and Implementation (NSDI '17)","author":"Firestone Daniel","year":"2017","unstructured":"Daniel Firestone. 2017. VFP: A Virtual Switch Platform for Host SDN in the Public Cloud. In 14th USENIX Symposium on Networked Systems Design and Implementation (NSDI '17). USENIX Association, Boston, MA, 315--328."},{"key":"e_1_3_2_1_10_1","volume-title":"Azure Accelerated Networking: SmartNICs in the Public Cloud. In 15th USENIX Symposium on Networked Systems Design and Implementation (NSDI '18)","author":"Firestone Daniel","year":"2018","unstructured":"Daniel Firestone, Andrew Putnam, Sambhrama Mundkur, Derek Chiou, Alireza Dabagh, Mike Andrewartha, Hari Angepat, Vivek Bhanu, Adrian Caulfield, Eric Chung, Harish Kumar Chandrappa, Somesh Chaturmohta, Matt Humphrey, Jack Lavier, Norman Lam, Fengfen Liu, Kalin Ovtcharov, Jitu Padhye, Gautham Popuri, Shachar Raindel, Tejas Sapre, Mark Shaw, Gabriel Silva, Madhan Sivakumar, Nisheeth Srivastava, Anshuman Verma, Qasim Zuhair, Deepak Bansal, Doug Burger, Kushagra Vaid, David A. Maltz, and Albert Greenberg. 2018. Azure Accelerated Networking: SmartNICs in the Public Cloud. In 15th USENIX Symposium on Networked Systems Design and Implementation (NSDI '18). USENIX Association, Renton, WA, 51--66."},{"key":"e_1_3_2_1_11_1","unstructured":"Chang-Hong Hsu Qingyuan Deng Jason Mars and Lingjia Tang. 2018. SmoothOperator: Reducing Power Fragmentation and Improving Power Utilization in Large-Scale Datacenters. In ASPLOS."},{"key":"e_1_3_2_1_12_1","first-page":"2018","article-title":"2018. Greenhouse gases -- Carbon footprint of products -- Requirements and guidelines for quantification","volume":"14067","author":"ISO","year":"2018","unstructured":"ISO 14067:2018 2018. Greenhouse gases -- Carbon footprint of products -- Requirements and guidelines for quantification. Standard ISO 14067:2018. International Organization for Standardization, Geneva, CH. https:\/\/www.iso.org\/standard\/71206.html","journal-title":"Standard ISO"},{"key":"e_1_3_2_1_13_1","unstructured":"Rajendra K Jain Dah-Ming W Chiu and William R Hawe. 1984. A Quantitative Measure of Fairness and Discrimination for Resource Allocation in Shared Computer Systems. Technical Report DEC-TR-301. Eastern Research Laboratory Digital Equipment Corporation Hudson MA."},{"key":"e_1_3_2_1_14_1","volume-title":"NetChain: Scale-Free Sub-RTT Coordination. In 15th USENIX Symposium on Networked Systems Design and Implementation (NSDI '18)","author":"Jin Xin","year":"2018","unstructured":"Xin Jin, Xiaozhou Li, Haoyu Zhang, Nate Foster, Jeongkeun Lee, Robert Soul\u00e9, Changhoon Kim, and Ion Stoica. 2018. NetChain: Scale-Free Sub-RTT Coordination. In 15th USENIX Symposium on Networked Systems Design and Implementation (NSDI '18). USENIX Association, Renton, WA, 35--49."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3387514.3405855"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477132.3483565"},{"key":"e_1_3_2_1_17_1","volume-title":"Yadwadkar","author":"Krishnamurthi Shriram","year":"2023","unstructured":"Shriram Krishnamurthi, Margo Seltzer, and Neeraja J. Yadwadkar. 2023. Panel on Future of Reproduction and Replication of Systems Research. (jun 2023). https:\/\/sigops.org\/s\/conferences\/hotos\/2023\/program.html HotOS '23."},{"key":"e_1_3_2_1_18_1","volume-title":"IMap: Fast and Scalable In-Network Scanning with Programmable Switches. In 19th USENIX Symposium on Networked Systems Design and Implementation (NSDI '22)","author":"Li Guanyu","year":"2022","unstructured":"Guanyu Li, Menghao Zhang, Cheng Guo, Han Bao, Mingwei Xu, Hongxin Hu, and Fenghua Li. 2022. IMap: Fast and Scalable In-Network Scanning with Programmable Switches. In 19th USENIX Symposium on Networked Systems Design and Implementation (NSDI '22). USENIX Association, Renton, WA, 667--681."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132759"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3341302.3342079"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3341301.3359657"},{"key":"e_1_3_2_1_22_1","volume-title":"AccelTCP: Accelerating Network Applications with Stateful TCP Offloading. In 17th USENIX Symposium on Networked Systems Design and Implementation (NSDI '20)","author":"Moon YoungGyoun","year":"2020","unstructured":"YoungGyoun Moon, SeungEon Lee, Muhammad Asim Jamshed, and KyoungSoo Park. 2020. AccelTCP: Accelerating Network Applications with Stateful TCP Offloading. In 17th USENIX Symposium on Networked Systems Design and Implementation (NSDI '20). USENIX Association, Santa Clara, CA, 77--92."},{"key":"e_1_3_2_1_23_1","first-page":"7","article-title":"Always Measure One Level","volume":"61","author":"Ousterhout John","year":"2018","unstructured":"John Ousterhout. 2018. Always Measure One Level Deeper. Commun. ACM 61, 7 (jun 2018), 74--83.","journal-title":"Deeper. Commun. ACM"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3452296.3472889"},{"key":"e_1_3_2_1_25_1","volume-title":"Floem: A Programming System for NIC-Accelerated Network Applications. In 13th USENIX Symposium on Operating Systems Design and Implementation (OSDI '18)","author":"Phothilimthana Phitchaya Mangpo","year":"2018","unstructured":"Phitchaya Mangpo Phothilimthana, Ming Liu, Antoine Kaufmann, Simon Peter, Rastislav Bodik, and Thomas Anderson. 2018. Floem: A Programming System for NIC-Accelerated Network Applications. In 13th USENIX Symposium on Operating Systems Design and Implementation (OSDI '18). USENIX Association, Carlsbad, CA, 663--679."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"crossref","unstructured":"Lucian Popa Sylvia Ratnasamy Gianluca Iannaccone Arvind Krishnamurthy and Ion Stoica. 2010. A cost comparison of datacenter network architectures. In CoNEXT.","DOI":"10.1145\/1921168.1921189"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477132.3483583"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/1247480.1247522"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3458336.3465281"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477132.3483555"},{"key":"e_1_3_2_1_31_1","unstructured":"Mehul A. Shah Chris Nyberg and Naga Govindaraju. 2014. CloudSort: A TCO Sort Benchmark. Technical Report. The SortBenchmark Committee. https:\/\/sortbenchmark.org\/2014_06_CloudSort_v_0_4.pdf."},{"key":"e_1_3_2_1_32_1","volume-title":"FlexTOE: Flexible TCP Offload with Fine-Grained Parallelism. In 19th USENIX Symposium on Networked Systems Design and Implementation (NSDI '22)","author":"Shashidhara Rajath","year":"2022","unstructured":"Rajath Shashidhara, Tim Stamler, Antoine Kaufmann, and Simon Peter. 2022. FlexTOE: Flexible TCP Offload with Fine-Grained Parallelism. In 19th USENIX Symposium on Networked Systems Design and Implementation (NSDI '22). USENIX Association, Renton, WA, 87--102."},{"key":"e_1_3_2_1_33_1","volume-title":"Re-Architecting Traffic Analysis with Neural Network Interface Cards. In 19th USENIX Symposium on Networked Systems Design and Implementation (NSDI '22)","author":"Siracusano Giuseppe","year":"2022","unstructured":"Giuseppe Siracusano, Salvator Galea, Davide Sanvito, Mohammad Malekzadeh, Gianni Antichi, Paolo Costa, Hamed Haddadi, and Roberto Bifulco. 2022. Re-Architecting Traffic Analysis with Neural Network Interface Cards. In 19th USENIX Symposium on Networked Systems Design and Implementation (NSDI '22). USENIX Association, Renton, WA, 513--533."},{"key":"e_1_3_2_1_34_1","first-page":"1","article-title":"Benchmarking File System Benchmarking: It IS Rocket Science","volume":"13","author":"Tarasov Vasily","year":"2011","unstructured":"Vasily Tarasov, Saumitra Bhanage, Erez Zadok, and Margo I Seltzer. 2011. Benchmarking File System Benchmarking: It IS Rocket Science.. In HotOS, Vol. 13. 1--5.","journal-title":"HotOS"},{"key":"e_1_3_2_1_35_1","unstructured":"TPC. 2023. TPC Benchmarks Overview. https:\/\/www.tpc.org\/information\/benchmarks5.asp."},{"key":"e_1_3_2_1_36_1","unstructured":"TPC. 2023. TPC-Pricing Homepage. https:\/\/www.tpc.org\/pricing\/."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3452296.3472914"},{"key":"e_1_3_2_1_38_1","volume-title":"Isolation Mechanisms for High-Speed Packet-Processing Pipelines. In 19th USENIX Symposium on Networked Systems Design and Implementation (NSDI '22)","author":"Wang Tao","year":"2022","unstructured":"Tao Wang, Xiangrui Yang, Gianni Antichi, Anirudh Sivaraman, and Aurojit Panda. 2022. Isolation Mechanisms for High-Speed Packet-Processing Pipelines. In 19th USENIX Symposium on Networked Systems Design and Implementation (NSDI '22). USENIX Association, Renton, WA, 1289--1305."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3387514.3405857"},{"key":"e_1_3_2_1_40_1","volume-title":"FAERY: An FPGA-accelerated Embedding-Based Retrieval System. In 16th USENIX Symposium on Operating Systems Design and Implementation (OSDI '22)","author":"Zeng Chaoliang","year":"2022","unstructured":"Chaoliang Zeng, Layong Luo, Qingsong Ning, Yaodong Han, Yuhang Jiang, Ding Tang, Zilong Wang, Kai Chen, and Chuanxiong Guo. 2022. FAERY: An FPGA-accelerated Embedding-Based Retrieval System. In 16th USENIX Symposium on Operating Systems Design and Implementation (OSDI '22). USENIX Association, Carlsbad, CA, 841--856."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3387514.3405869"},{"key":"e_1_3_2_1_42_1","volume-title":"14th USENIX Symposium on Operating Systems Design and Implementation (OSDI '20)","author":"Zhao Zhipeng","year":"2020","unstructured":"Zhipeng Zhao, Hugo Sadok, Nirav Atre, James C. Hoe, Vyas Sekar, and Justine Sherry. 2020. Achieving 100Gbps Intrusion Prevention on a Single Server. In 14th USENIX Symposium on Operating Systems Design and Implementation (OSDI '20). USENIX Association, 1083--1100."}],"event":{"name":"HotNets '23: The 22nd ACM Workshop on Hot Topics in Networks","sponsor":["SIGCOMM ACM Special Interest Group on Data Communication"],"location":"Cambridge MA USA","acronym":"HotNets '23"},"container-title":["Proceedings of the 22nd ACM Workshop on Hot Topics in Networks"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3626111.3628186","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3626111.3628186","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T19:38:38Z","timestamp":1755891518000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3626111.3628186"}},"subtitle":["Fair Comparisons in Heterogenous Systems Evaluation"],"short-title":[],"issued":{"date-parts":[[2023,11,28]]},"references-count":42,"alternative-id":["10.1145\/3626111.3628186","10.1145\/3626111"],"URL":"https:\/\/doi.org\/10.1145\/3626111.3628186","relation":{},"subject":[],"published":{"date-parts":[[2023,11,28]]},"assertion":[{"value":"2023-11-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}