{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,24]],"date-time":"2026-09-24T05:56:11Z","timestamp":1790229371506,"version":"4.1.0"},"reference-count":75,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2017,12,1]],"date-time":"2017-12-01T00:00:00Z","timestamp":1512086400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"DOI":"10.13039\/501100003816","name":"Huawei Technologies Co., Ltd.","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003816","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007388","name":"UniNA and Compagnia di San Paolo in the frame of Programma STAR (project FIDASTE)","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100007388","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Netw. Serv. Manage."],"published-print":{"date-parts":[[2017,12]]},"DOI":"10.1109\/tnsm.2017.2733042","type":"journal-article","created":{"date-parts":[[2017,7,28]],"date-time":"2017-07-28T18:18:35Z","timestamp":1501265915000},"page":"934-948","source":"Crossref","is-referenced-by-count":44,"title":["NFV-Bench: A Dependability Benchmark for Network Function Virtualization Systems"],"prefix":"10.1109","volume":"14","author":[{"given":"Domenico","family":"Cotroneo","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6008-2656","authenticated-orcid":false,"given":"Luigi","family":"De Simone","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1084-4824","authenticated-orcid":false,"given":"Roberto","family":"Natella","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref73","year":"0","journal-title":"Docker Swarm"},{"key":"ref72","year":"2016","journal-title":"VSphere Virtual Machine Administration"},{"key":"ref71","author":"gayraud","year":"2017","journal-title":"SIPp"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1145\/1773912.1773922"},{"key":"ref74","year":"0","journal-title":"DatadogHQ Homepage"},{"key":"ref39","first-page":"239","article-title":"FATE and DESTINI: A framework for cloud recovery testing","author":"gunawi","year":"2011","journal-title":"Proc NSDI"},{"key":"ref75","year":"0","journal-title":"Librato Homepage"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2004.1311957"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/32.44380"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29032-9"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/2841425"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/AST.2015.22"},{"key":"ref37","first-page":"2563","article-title":"Multidimensional characterization of the impact of faulty drivers on the operating systems behavior","volume":"86","author":"dur\u00e3es","year":"2003","journal-title":"IEICE Trans Inf Syst"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/32.877845"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-44667-2_9"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/52.582977"},{"key":"ref60","first-page":"204","article-title":"DOCTOR: An integrated software fault injection environment for distributed real-time systems","author":"han","year":"1995","journal-title":"Proc CPDS"},{"key":"ref62","article-title":"Dependability benchmarking of network function virtualization","author":"de simone","year":"2017"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/12.980005"},{"key":"ref63","article-title":"Network functions virtualisation (NFV); assurance; report on active monitoring and failure detection","year":"2016"},{"key":"ref28","first-page":"1","article-title":"Why do Internet services fail, and what can be done about it?","author":"oppenheimer","year":"2003","journal-title":"Proc USENIX Symp Internet Technol Syst"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1145\/1807128.1807152"},{"key":"ref27","first-page":"9","article-title":"Including the human factor in dependability benchmarks","author":"brown","year":"2002","journal-title":"Proc DSN"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1145\/1594156.1594168"},{"key":"ref66","article-title":"Cloudstone: Multi-platform, multi-language benchmark and measurement tools for Web 2.0","author":"sobel","year":"2008","journal-title":"Proc CCA"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/2.585157"},{"key":"ref67","article-title":"Report on the application of different virtualization technologies","year":"2016"},{"key":"ref68","year":"2010","journal-title":"Delivering high availability in carrier grade NFV infrastructures"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/ICCNC.2016.7440668"},{"key":"ref2","article-title":"Network functions virtualisation (NFV)—Network operator perspectives on industry progress","year":"2013"},{"key":"ref1","article-title":"Network functions virtualisation—An introduction, benefits, enablers, challenges & call for action","year":"2012"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/1272998.1273025"},{"key":"ref22","year":"2011"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/32.601075"},{"key":"ref24","first-page":"3","article-title":"Why do computers stop and what can be done about it?","author":"gray","year":"1985","journal-title":"Proc SRDS"},{"key":"ref23","author":"jain","year":"1990","journal-title":"The Art of Computer Systems Performance Analysis"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2004.1311898"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/FTCS.1991.146625"},{"key":"ref50","article-title":"Network function virtualisation infrastructure architecture—Overview","year":"2014"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/102792.102801"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1007\/BFb0024305"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/FTCS.1992.243567"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/12.54853"},{"key":"ref56","author":"warren","year":"2011","journal-title":"What Happened to Google Docs on Wednesday"},{"key":"ref55","year":"2011","journal-title":"Summary of the Amazon EC2 and Amazon RDS Service Disruption in the US East Region"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/2815400.2815420"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/TDSC.2014.2334300"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/FTCS.1992.243562"},{"key":"ref10","year":"2017","journal-title":"Homepage"},{"key":"ref11","year":"2017","journal-title":"Homepage"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/2048066.2048082"},{"key":"ref12","year":"2004","journal-title":"Project website"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1002\/9780470370506"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2003.1209940"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2004.1311956"},{"key":"ref16","year":"0","journal-title":"Cloud Computing Certification"},{"key":"ref17","year":"2014","journal-title":"Project Clearwater—IMS in the Cloud"},{"key":"ref18","first-page":"234","article-title":"Using Linux containers in telecom applications","author":"rotter","year":"2016","journal-title":"Proc ICIN"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ISCC.2015.7405550"},{"key":"ref4","article-title":"Global network function virtualization market 2016–2020","year":"2016"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ICIN.2013.6670888"},{"key":"ref6","article-title":"Network function virtualisation (NFV)—Use cases","year":"2013"},{"key":"ref5","article-title":"2016 mega NFV report","year":"2016"},{"key":"ref8","article-title":"Network functions virtualisation (NFV); resiliency requirements","year":"2015"},{"key":"ref7","article-title":"TL 9000 quality management system measurements handbook 4.5","year":"2010"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1002\/9781118393994"},{"key":"ref9","first-page":"1","article-title":"Why does the cloud stop computing? Lessons from hundreds of service outages","author":"gunawi","year":"2016","journal-title":"Proc SOCC"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/2408776.2408789"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/NETSOFT.2015.7116123"},{"key":"ref48","author":"peterson","year":"2011","journal-title":"Computer Networks A Systems Approach"},{"key":"ref47","year":"2017","journal-title":"Cloud Certification Guidelines and Recommendations"},{"key":"ref42","year":"0","journal-title":"The Chaos Monkey"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/2523616.2523622"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/EDCC.2015.26"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2011.5958218"}],"container-title":["IEEE Transactions on Network and Service Management"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4275028\/8170467\/07995070.pdf?arnumber=7995070","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T16:25:06Z","timestamp":1642004706000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7995070\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,12]]},"references-count":75,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tnsm.2017.2733042","relation":{},"ISSN":["1932-4537"],"issn-type":[{"value":"1932-4537","type":"print"}],"subject":[],"published":{"date-parts":[[2017,12]]}}}