{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T04:56:25Z","timestamp":1750308985237,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":46,"publisher":"ACM","license":[{"start":{"date-parts":[[2018,7,16]],"date-time":"2018-07-16T00:00:00Z","timestamp":1531699200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2018,7,16]]},"DOI":"10.1145\/3232755.3232776","type":"proceedings-article","created":{"date-parts":[[2018,8,8]],"date-time":"2018-08-08T19:13:06Z","timestamp":1533755586000},"page":"58-65","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":7,"title":["Behind the scenes"],"prefix":"10.1145","author":[{"given":"Simon","family":"Bauer","sequence":"first","affiliation":[{"name":"Technical University of Munich, Chair of Network Architectures and Services, Garching b. M\u00fcnchen, Germany"}]},{"given":"Daniel","family":"Raumer","sequence":"additional","affiliation":[{"name":"Technical University of Munich, Chair of Network Architectures and Services, Garching b. M\u00fcnchen, Germany"}]},{"given":"Paul","family":"Emmerich","sequence":"additional","affiliation":[{"name":"Technical University of Munich, Chair of Network Architectures and Services, Garching b. M\u00fcnchen, Germany"}]},{"given":"Georg","family":"Carle","sequence":"additional","affiliation":[{"name":"Technical University of Munich, Chair of Network Architectures and Services, Garching b. M\u00fcnchen, Germany"}]}],"member":"320","published-online":{"date-parts":[[2018,7,16]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Anton Basil Mark Tassinari Vishwas Manral and Sarah Banks. 2018. Terminology for Benchmarking SDN Controller Performance - draft-ietf-bmwg-sdn-controller-benchmark-term-09. (2018).  Anton Basil Mark Tassinari Vishwas Manral and Sarah Banks. 2018. Terminology for Benchmarking SDN Controller Performance - draft-ietf-bmwg-sdn-controller-benchmark-term-09. (2018)."},{"key":"e_1_3_2_1_2_1","unstructured":"Simon Bauer Daniel Raumer Paul Emmerich and Michael Remmler. 2018. Collection of OpenFlow-Switch Performance Test Data. https:\/\/mediatum.ub.tum.de\/1439119. (2018).  Simon Bauer Daniel Raumer Paul Emmerich and Michael Remmler. 2018. Collection of OpenFlow-Switch Performance Test Data. https:\/\/mediatum.ub.tum.de\/1439119. (2018)."},{"key":"e_1_3_2_1_3_1","unstructured":"bmwg 2018. BMWG history. https:\/\/datatracker.ietf.org\/doc\/charter-ietf-bmwg\/history\/. (2018).  bmwg 2018. BMWG history. https:\/\/datatracker.ietf.org\/doc\/charter-ietf-bmwg\/history\/. (2018)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"crossref","unstructured":"S. Bradner. 1991. Benchmarking Terminology for Network Interconnection Devices. RFC 1242. (1991).  S. Bradner. 1991. Benchmarking Terminology for Network Interconnection Devices. RFC 1242. (1991).","DOI":"10.17487\/rfc1242"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"crossref","unstructured":"S. Bradner K. Dubray J. McQuaid and A. Morton. 2012. Applicability Statement for RFC 2544: Use on Production Networks Considered Harmful. RFC 6815. (2012).  S. Bradner K. Dubray J. McQuaid and A. Morton. 2012. Applicability Statement for RFC 2544: Use on Production Networks Considered Harmful. RFC 6815. (2012).","DOI":"10.17487\/rfc6815"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"crossref","unstructured":"S. Bradner and J. McQuaid. 1999. Benchmarking Methodology for Network Interconnect Devices. RFC 2544. (1999).  S. Bradner and J. McQuaid. 1999. Benchmarking Methodology for Network Interconnect Devices. RFC 2544. (1999).","DOI":"10.17487\/rfc2544"},{"key":"e_1_3_2_1_7_1","unstructured":"Cisco. 2012. Cisco Nexus 3548 Switch Performance Validation. http:\/\/www.cisco.com\/c\/dam\/en\/us\/products\/collateral\/switches\/nexus-3548-switch\/white_paper_c11-716751.pdf. (2012).  Cisco. 2012. Cisco Nexus 3548 Switch Performance Validation. http:\/\/www.cisco.com\/c\/dam\/en\/us\/products\/collateral\/switches\/nexus-3548-switch\/white_paper_c11-716751.pdf. (2012)."},{"key":"e_1_3_2_1_8_1","unstructured":"DELL EMC. 2017. NETWORKING S3048-ON SWITCH - Spec-Sheet. (2017).  DELL EMC. 2017. NETWORKING S3048-ON SWITCH - Spec-Sheet. (2017)."},{"key":"e_1_3_2_1_9_1","unstructured":"DELL EMC. 2017. NETWORKING S4048-ON SWITCH - Spec-Sheet. http:\/\/i.dell.com\/sites\/doccontent\/shared-content\/data-sheets\/en\/Documents\/Dell-EMC-Networking-S4048-ON-Spec-Sheet.pdf. (2017).  DELL EMC. 2017. NETWORKING S4048-ON SWITCH - Spec-Sheet. http:\/\/i.dell.com\/sites\/doccontent\/shared-content\/data-sheets\/en\/Documents\/Dell-EMC-Networking-S4048-ON-Spec-Sheet.pdf. (2017)."},{"key":"e_1_3_2_1_10_1","unstructured":"Paul Emmerich. 2018. SDN-Cert. https:\/\/github.com\/bauersi\/SDN-Cert. (2018).  Paul Emmerich. 2018. SDN-Cert. https:\/\/github.com\/bauersi\/SDN-Cert. (2018)."},{"key":"e_1_3_2_1_11_1","volume-title":"IFIPNetworking","author":"Emmerich Paul","year":"2016","unstructured":"Paul Emmerich , Sebastian Gallenm\u00fcller , and Georg Carle . 2016. FLOWer--Device Benchmarking Beyond 100 Gbit\/s . In IFIPNetworking 2016 . Vienna , Austria . Paul Emmerich, Sebastian Gallenm\u00fcller, and Georg Carle. 2016. FLOWer--Device Benchmarking Beyond 100 Gbit\/s. In IFIPNetworking 2016. Vienna, Austria."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2815675.2815692"},{"key":"e_1_3_2_1_13_1","unstructured":"ETSI. 2016. GS NFV-TST 002: Report on NFV Interoperability Testing Methodology. (2016).  ETSI. 2016. GS NFV-TST 002: Report on NFV Interoperability Testing Methodology. (2016)."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2559899.2560327"},{"key":"e_1_3_2_1_15_1","volume-title":"Comparison of Frameworks for High-Performance Packet IO. In ACM\/IEEE Symposium on Architectures for Networking and Communications Systems (ANCS).","author":"Gallenm\u00fcller Sebastian","year":"2015","unstructured":"Sebastian Gallenm\u00fcller , Paul Emmerich , Florian Wohlfart , Daniel Raumer , and Georg Carle . 2015 . Comparison of Frameworks for High-Performance Packet IO. In ACM\/IEEE Symposium on Architectures for Networking and Communications Systems (ANCS). Sebastian Gallenm\u00fcller, Paul Emmerich, Florian Wohlfart, Daniel Raumer, and Georg Carle. 2015. Comparison of Frameworks for High-Performance Packet IO. In ACM\/IEEE Symposium on Architectures for Networking and Communications Systems (ANCS)."},{"key":"e_1_3_2_1_16_1","unstructured":"Robin Giller. 2016. Open vSwitch with DPDK Overview. https:\/\/software.intel.com\/en-us\/articles\/openvswitch-with-dpdk-overview. (2016).  Robin Giller. 2016. Open vSwitch with DPDK Overview. https:\/\/software.intel.com\/en-us\/articles\/openvswitch-with-dpdk-overview. (2016)."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/CNSM.2015.7367385"},{"key":"e_1_3_2_1_18_1","unstructured":"Hewlett Packard Enterprise. 2016. HPE 3800 switch series - Data sheet. https:\/\/h20195.www2.hpe.com\/v2\/GetDocument.aspx?docname=4AA3-7115ENW&doctype=data%20sheet&doclang=EN_US&searchquery=&cc=ie&lc=en. (2016).  Hewlett Packard Enterprise. 2016. HPE 3800 switch series - Data sheet. https:\/\/h20195.www2.hpe.com\/v2\/GetDocument.aspx?docname=4AA3-7115ENW&doctype=data%20sheet&doclang=EN_US&searchquery=&cc=ie&lc=en. (2016)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"crossref","unstructured":"B. Hickman D. Newman S. Tadjudin and T. Martin. 2003. Benchmarking Methodology for Firewall Performance. RFC 3511. (2003).  B. Hickman D. Newman S. Tadjudin and T. Martin. 2003. Benchmarking Methodology for Firewall Performance. RFC 3511. (2003).","DOI":"10.17487\/rfc3511"},{"key":"e_1_3_2_1_20_1","unstructured":"ITU-T. 2011. Y.1564: Ethernet service activation test methodology Recommendation. (2011).  ITU-T. 2011. Y.1564: Ethernet service activation test methodology Recommendation. (2011)."},{"key":"e_1_3_2_1_21_1","volume-title":"Datasheet: SOFTWARE DEFINED NETWORK (SDN) TEST SOLUTION. https:\/\/www.ixiacom.com\/sites\/default\/files\/2017-08\/Ixia-T-DS-IxNetwork-SDN.pdf.","author":"IXNETWORK.","year":"2017","unstructured":"IXNETWORK. 2017 . Datasheet: SOFTWARE DEFINED NETWORK (SDN) TEST SOLUTION. https:\/\/www.ixiacom.com\/sites\/default\/files\/2017-08\/Ixia-T-DS-IxNetwork-SDN.pdf. (2017). IXNETWORK. 2017. Datasheet: SOFTWARE DEFINED NETWORK (SDN) TEST SOLUTION. https:\/\/www.ixiacom.com\/sites\/default\/files\/2017-08\/Ixia-T-DS-IxNetwork-SDN.pdf. (2017)."},{"key":"e_1_3_2_1_22_1","series-title":"Lecture Notes in Computer Science (LNCS)","volume-title":"What You Need to Know About SDN Flow Tables","author":"Ku\u017aniar Maciej","year":"2015","unstructured":"Maciej Ku\u017aniar , Peter Pere\u0161\u00edni , and Dejan Kosti\u0107 . 2015. What You Need to Know About SDN Flow Tables . Lecture Notes in Computer Science (LNCS) ( 2015 ), 13. Maciej Ku\u017aniar, Peter Pere\u0161\u00edni, and Dejan Kosti\u0107. 2015. What You Need to Know About SDN Flow Tables. Lecture Notes in Computer Science (LNCS) (2015), 13."},{"key":"e_1_3_2_1_23_1","volume-title":"OFBench: Performance Test Suite on OpenFlow Switches","author":"Lin Ying-Dar","year":"2017","unstructured":"Ying-Dar Lin , Yu-Kuen Lai , Chen-You Wang , and Yuan-Cheng Lai . 2017. OFBench: Performance Test Suite on OpenFlow Switches . IEEE Systems Journal ( 2017 ). Ying-Dar Lin, Yu-Kuen Lai, Chen-You Wang, and Yuan-Cheng Lai. 2017. OFBench: Performance Test Suite on OpenFlow Switches. IEEE Systems Journal (2017)."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1049\/iet-net.2014.0091"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","unstructured":"R. Mandeville and J. Perser. 2000. Benchmarking Methodology for LAN Switching Devices Address caching capacity. RFC 2889. (2000).  R. Mandeville and J. Perser. 2000. Benchmarking Methodology for LAN Switching Devices Address caching capacity. RFC 2889. (2000).","DOI":"10.17487\/rfc2889"},{"key":"e_1_3_2_1_26_1","unstructured":"Metro Ethernet Forum. 2005. MEF 14: Abstract Test Suite for Traffic Management Phase 1. (2005).  Metro Ethernet Forum. 2005. MEF 14: Abstract Test Suite for Traffic Management Phase 1. (2005)."},{"key":"e_1_3_2_1_27_1","unstructured":"MikroTik. 2015. Cloud Core Router CCR1036-8G-2S+ Brochure. https:\/\/i.mt.lv\/routerboard\/files\/CCR1036-8G-2Splus-131030144844.pdf. (2015).  MikroTik. 2015. Cloud Core Router CCR1036-8G-2S+ Brochure. https:\/\/i.mt.lv\/routerboard\/files\/CCR1036-8G-2Splus-131030144844.pdf. (2015)."},{"key":"e_1_3_2_1_28_1","unstructured":"A. Morton. 2018. Updates for the Back-to-back Frame Benchmark in RFC 2544. Internet-Draft (individual). (2018).  A. Morton. 2018. Updates for the Back-to-back Frame Benchmark in RFC 2544. Internet-Draft (individual). (2018)."},{"key":"e_1_3_2_1_29_1","unstructured":"NEC Group. {n. d.}. ProgrammableFlow PF5240 Switch - Product Information Slides. https:\/\/www.nec.com\/en\/global\/prod\/pflow\/images_documents\/ProgrammableFlow_Switch_PF5240.pdf. ({n. d.}).  NEC Group. {n. d.}. ProgrammableFlow PF5240 Switch - Product Information Slides. https:\/\/www.nec.com\/en\/global\/prod\/pflow\/images_documents\/ProgrammableFlow_Switch_PF5240.pdf. ({n. d.})."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"crossref","unstructured":"D. Newman. 1999. Benchmarking Terminology for Firewall Performance. RFC 2647. (1999).  D. Newman. 1999. Benchmarking Terminology for Firewall Performance. RFC 2647. (1999).","DOI":"10.17487\/rfc2647"},{"volume-title":"Whitepaper: RFC-2544 performance test - PF_Ring-DNA VS Standard network Driver","year":"2012","key":"e_1_3_2_1_31_1","unstructured":"ntop. 2012 . Whitepaper: RFC-2544 performance test - PF_Ring-DNA VS Standard network Driver . http:\/\/www.ntop.org\/wp-content\/uploads\/2012\/04\/DNA_ip_forward_RFC2544.pdf. (2012). ntop. 2012. Whitepaper: RFC-2544 performance test - PF_Ring-DNA VS Standard network Driver. http:\/\/www.ntop.org\/wp-content\/uploads\/2012\/04\/DNA_ip_forward_RFC2544.pdf. (2012)."},{"key":"e_1_3_2_1_32_1","unstructured":"ONF. {n. d.}. OpenFlow\u00aeConformance Certification. https:\/\/www.opennetworking.org\/training-certification\/product\/. ({n. d.}).  ONF. {n. d.}. OpenFlow\u00aeConformance Certification. https:\/\/www.opennetworking.org\/training-certification\/product\/. ({n. d.})."},{"key":"e_1_3_2_1_33_1","unstructured":"Open vSwitch. {n. d.}. - Production Quality Multilayer Open Virtual Switch. http:\/\/openvswitch.org\/. ({n. d.}).  Open vSwitch. {n. d.}. - Production Quality Multilayer Open Virtual Switch. http:\/\/openvswitch.org\/. ({n. d.})."},{"key":"e_1_3_2_1_34_1","unstructured":"Open vSwitch. {n. d.}. Open vSwitch with DPDK. http:\/\/docs.openvswitch.org\/en\/latest\/intro\/install\/dpdk\/. ({n. d.}).  Open vSwitch. {n. d.}. Open vSwitch with DPDK. http:\/\/docs.openvswitch.org\/en\/latest\/intro\/install\/dpdk\/. ({n. d.})."},{"key":"e_1_3_2_1_35_1","unstructured":"Pica8 P3290. 2014. - Data sheet. http:\/\/www.blucorona.com\/solutions\/pica8\/p-3290.shtml. (2014).  Pica8 P3290. 2014. - Data sheet. http:\/\/www.blucorona.com\/solutions\/pica8\/p-3290.shtml. (2014)."},{"key":"e_1_3_2_1_36_1","unstructured":"Pica8 P3297. 2014. - Data sheet. https:\/\/www.pica8.com\/wp-content\/uploads\/pica8-datasheet-48x1gbe-p3297.pdf. (2014).  Pica8 P3297. 2014. - Data sheet. https:\/\/www.pica8.com\/wp-content\/uploads\/pica8-datasheet-48x1gbe-p3297.pdf. (2014)."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"crossref","unstructured":"C. Popoviciu A. Hamza G. Van de Veldeand and D. Dugatkin. 2008. IPv6 Benchmarking Methodology for Network Interconnect Devices. RFC 5180. (2008).  C. Popoviciu A. Hamza G. Van de Veldeand and D. Dugatkin. 2008. IPv6 Benchmarking Methodology for Network Interconnect Devices. RFC 5180. (2008).","DOI":"10.17487\/rfc5180"},{"key":"e_1_3_2_1_38_1","unstructured":"Pull request. 2016. Floodlight controller fix unreadable HelloMessage OpenFlow 1.3 with switches of older OpenFlow versions. https:\/\/github.com\/floodlight\/floodlight\/pull\/639. (2016).  Pull request. 2016. Floodlight controller fix unreadable HelloMessage OpenFlow 1.3 with switches of older OpenFlow versions. https:\/\/github.com\/floodlight\/floodlight\/pull\/639. (2016)."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/2959424.2959430"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.5753\/wpietf.2017.3605"},{"key":"e_1_3_2_1_41_1","volume-title":"Moore","author":"Rotsos Charalampos","year":"2015","unstructured":"Charalampos Rotsos , Gianni Antichi , Marc Bruyere , Philippe Owezarski , and Andrew W . Moore . 2015 . OFLOPS-Turbo: Testing the next-generation OpenFlow switch.. In ICC. IEEE. Charalampos Rotsos, Gianni Antichi, Marc Bruyere, Philippe Owezarski, and Andrew W. Moore. 2015. OFLOPS-Turbo: Testing the next-generation OpenFlow switch.. In ICC. IEEE."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-28537-0_9"},{"volume-title":"Whitepaper: OpenFlow Performance Testing. https:\/\/www.spirent.com\/~\/media\/White%20Papers\/Broadband\/PAB\/OpenFlow_Performance_Testing_WhitePaper.pdf.","year":"2015","key":"e_1_3_2_1_43_1","unstructured":"Spirent. 2015 . Whitepaper: OpenFlow Performance Testing. https:\/\/www.spirent.com\/~\/media\/White%20Papers\/Broadband\/PAB\/OpenFlow_Performance_Testing_WhitePaper.pdf. (2015). Spirent. 2015. Whitepaper: OpenFlow Performance Testing. https:\/\/www.spirent.com\/~\/media\/White%20Papers\/Broadband\/PAB\/OpenFlow_Performance_Testing_WhitePaper.pdf. (2015)."},{"key":"e_1_3_2_1_44_1","volume-title":"Whitepaper: Huawei Technologies Service Activation Using RFC 2544 Tests.","author":"The European Advanced Networking Test Center (EANTC).","year":"2008","unstructured":"The European Advanced Networking Test Center (EANTC). 2008 . Whitepaper: Huawei Technologies Service Activation Using RFC 2544 Tests. (2008). The European Advanced Networking Test Center (EANTC). 2008. Whitepaper: Huawei Technologies Service Activation Using RFC 2544 Tests. (2008)."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"crossref","unstructured":"G. Trotter. 2001. Terminology for Forwarding Information Base (FIB) based Router Performance. RFC 3222. (2001).  G. Trotter. 2001. Terminology for Forwarding Information Base (FIB) based Router Performance. RFC 3222. (2001).","DOI":"10.17487\/rfc3222"},{"key":"e_1_3_2_1_46_1","volume-title":"Whitepaper: OpenFlow Performance Testing. https:\/\/xenanetworks.com\/openflow-performance-testing-white-paper\/.","author":"Networks Xena","year":"2015","unstructured":"Xena Networks . 2015 . Whitepaper: OpenFlow Performance Testing. https:\/\/xenanetworks.com\/openflow-performance-testing-white-paper\/. (2015). Xena Networks. 2015. Whitepaper: OpenFlow Performance Testing. https:\/\/xenanetworks.com\/openflow-performance-testing-white-paper\/. (2015)."}],"event":{"name":"ANRW '18: Applied Networking Research Workshop","sponsor":["IRTF Internet Research Task Force","Internet Society Internet Society","SIGCOMM ACM Special Interest Group on Data Communication"],"location":"Montreal QC Canada","acronym":"ANRW '18"},"container-title":["Proceedings of the Applied Networking Research Workshop"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3232755.3232776","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3232755.3232776","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T21:41:10Z","timestamp":1750282870000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3232755.3232776"}},"subtitle":["what device benchmarks can tell us"],"short-title":[],"issued":{"date-parts":[[2018,7,16]]},"references-count":46,"alternative-id":["10.1145\/3232755.3232776","10.1145\/3232755"],"URL":"https:\/\/doi.org\/10.1145\/3232755.3232776","relation":{},"subject":[],"published":{"date-parts":[[2018,7,16]]},"assertion":[{"value":"2018-07-16","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}