{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,18]],"date-time":"2026-08-18T01:43:32Z","timestamp":1787017412864,"version":"build-2736575974"},"publisher-location":"New York, NY, USA","reference-count":79,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,8,12]],"date-time":"2019-08-12T00:00:00Z","timestamp":1565568000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,8,12]]},"DOI":"10.1145\/3338906.3338916","type":"proceedings-article","created":{"date-parts":[[2019,8,9]],"date-time":"2019-08-09T08:21:03Z","timestamp":1565338863000},"page":"200-211","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":72,"title":["How bad can a bug get? an empirical analysis of software failures in the OpenStack cloud computing platform"],"prefix":"10.1145","author":[{"given":"Domenico","family":"Cotroneo","sequence":"first","affiliation":[{"name":"Federico II University of Naples, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Luigi","family":"De Simone","sequence":"additional","affiliation":[{"name":"Federico II University of Naples, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Pietro","family":"Liguori","sequence":"additional","affiliation":[{"name":"Federico II University of Naples, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Roberto","family":"Natella","sequence":"additional","affiliation":[{"name":"Federico II University of Naples, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nematollah","family":"Bidokhti","sequence":"additional","affiliation":[{"name":"Futurewei Technologies, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2019,8,12]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1062455.1062530"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/12.980005"},{"key":"e_1_3_2_1_3_1","volume-title":"Reliability and Availability of Cloud Computing","author":"Bauer Eric","edition":"1"},{"key":"e_1_3_2_1_4_1","unstructured":"Black Duck Software Inc. 2018. The OpenStack Open Source Project on Open Hub. https:\/\/www.openhub.net\/p\/openstack  Black Duck Software Inc. 2018. The OpenStack Open Source Project on Open Hub. https:\/\/www.openhub.net\/p\/openstack"},{"key":"e_1_3_2_1_5_1","volume-title":"Crash-Only Software. In Workshop on Hot Topics in Operating Systems (HotOS)","volume":"3","author":"Candea George","year":"2003"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2013.21"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/EDCC.2015.26"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1297105.1297069"},{"key":"e_1_3_2_1_9_1","volume-title":"Intl. Symp. on Fault-Tolerant Computing. 304\u2013313","author":"Christmansson J."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.5555\/795669.796803"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/TR.2013.2257051"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/226295.226313"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2004.91"},{"key":"e_1_3_2_1_14_1","volume-title":"Learning OpenStack Networking","author":"Denton James"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2016.15"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2006.113"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2017.03.012"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/1348246.1348249"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2016.17"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/PRDC.2013.12"},{"key":"e_1_3_2_1_21_1","volume-title":"Symposium on Reliability in Distributed Software and Database Systems. 3\u201312","author":"Gray Jim","year":"1986"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2007.55"},{"key":"e_1_3_2_1_23_1","volume-title":"Proc. NSDI.","author":"Gunawi Haryadi S","year":"2011"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2670979.2670986"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2987550.2987583"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2009.5270357"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2010.62"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2010.62"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2048066.2048082"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/2523616.2523622"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/2523616.2523622"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635929"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2610418"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/FTCS.1993.627304"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-016-9456-2"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCC.2018.022171668"},{"key":"e_1_3_2_1_37_1","unstructured":"libvirt. 2018. libvirt Home Page. https:\/\/www.libvirt.org\/  libvirt. 2018. libvirt Home Page. https:\/\/www.libvirt.org\/"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/FOSE.2007.24"},{"key":"e_1_3_2_1_39_1","volume-title":"How to Build Your Own Virtual Test Environment","author":"Markelov Andrey"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2013.54"},{"key":"e_1_3_2_1_41_1","unstructured":"Steve McConnell. 2004. Code complete. Pearson Education.  Steve McConnell. 2004. Code complete. Pearson Education."},{"key":"e_1_3_2_1_42_1","unstructured":"Microsoft Corp. 2017. Bulkhead pattern. https:\/\/docs.microsoft.com\/enus\/azure\/architecture\/patterns\/bulkhead  Microsoft Corp. 2017. Bulkhead pattern. https:\/\/docs.microsoft.com\/enus\/azure\/architecture\/patterns\/bulkhead"},{"key":"e_1_3_2_1_43_1","unstructured":"Microsoft Corp. 2017. Circuit Breaker pattern. https:\/\/docs.microsoft.com\/enus\/azure\/architecture\/patterns\/circuit-breaker  Microsoft Corp. 2017. Circuit Breaker pattern. https:\/\/docs.microsoft.com\/enus\/azure\/architecture\/patterns\/circuit-breaker"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2016.42"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/2841425"},{"key":"e_1_3_2_1_46_1","unstructured":"Netflix. 2017. The Chaos Monkey. https:\/\/github.com\/Netflix\/SimianArmy\/wiki\/ Chaos-Monkey  Netflix. 2017. The Chaos Monkey. https:\/\/github.com\/Netflix\/SimianArmy\/wiki\/ Chaos-Monkey"},{"key":"e_1_3_2_1_47_1","unstructured":"Netflix Inc. 2017. Hystrix Wiki - How It Works. https:\/\/github.com\/Netflix\/ Hystrix\/wiki\/How-it-Works  Netflix Inc. 2017. Hystrix Wiki - How It Works. https:\/\/github.com\/Netflix\/ Hystrix\/wiki\/How-it-Works"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/12.919278"},{"key":"e_1_3_2_1_49_1","unstructured":"OpenStack. 2018. OpenStack. http:\/\/www.openstack.org\/  OpenStack. 2018. OpenStack. http:\/\/www.openstack.org\/"},{"key":"e_1_3_2_1_50_1","unstructured":"OpenStack. 2018. OpenStack issue tracker. https:\/\/bugs.launchpad.net\/openstack  OpenStack. 2018. OpenStack issue tracker. https:\/\/bugs.launchpad.net\/openstack"},{"key":"e_1_3_2_1_51_1","unstructured":"OpenStack. 2018. Tempest Testing Project. https:\/\/docs.openstack.org\/tempest  OpenStack. 2018. Tempest Testing Project. https:\/\/docs.openstack.org\/tempest"},{"key":"e_1_3_2_1_52_1","unstructured":"OpenStack. 2018. Virtual Machine States and Transitions. https: \/\/docs.openstack.org\/nova\/latest\/reference\/vm-states.html  OpenStack. 2018. Virtual Machine States and Transitions. https: \/\/docs.openstack.org\/nova\/latest\/reference\/vm-states.html"},{"key":"e_1_3_2_1_53_1","unstructured":"OpenStack project. 2018. OpenStack in Launchpad. https:\/\/launchpad.net\/ openstack  OpenStack project. 2018. OpenStack in Launchpad. https:\/\/launchpad.net\/ openstack"},{"key":"e_1_3_2_1_54_1","unstructured":"OpenStack project. 2018. The OpenStack Marketplace. https: \/\/www.openstack.org\/marketplace\/  OpenStack project. 2018. The OpenStack Marketplace. https: \/\/www.openstack.org\/marketplace\/"},{"key":"e_1_3_2_1_55_1","unstructured":"OpenStack project. 2018. Stackalytics. https:\/\/www.stackalytics.com  OpenStack project. 2018. Stackalytics. https:\/\/www.stackalytics.com"},{"key":"e_1_3_2_1_56_1","unstructured":"OpenStack project. 2018. User Stories Showing How The World #RunsOnOpen-Stack. https:\/\/www.openstack.org\/user-stories\/  OpenStack project. 2018. User Stories Showing How The World #RunsOnOpen-Stack. https:\/\/www.openstack.org\/user-stories\/"},{"key":"e_1_3_2_1_57_1","volume-title":"USENIX symposium on internet technologies and systems","volume":"67","author":"Oppenheimer David","year":"2003"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"crossref","unstructured":"Matteo Orr\u00fa Ewan D Tempero Michele Marchesi Roberto Tonelli and Giuseppe Destefanis. 2015. A Curated Benchmark Collection of Python Systems for Empirical Studies on Software Engineering.. In PROMISE. 2\u20131.  Matteo Orr\u00fa Ewan D Tempero Michele Marchesi Roberto Tonelli and Giuseppe Destefanis. 2015. A Curated Benchmark Collection of Python Systems for Empirical Studies on Software Engineering.. In PROMISE. 2\u20131.","DOI":"10.1145\/2810146.2810148"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-008-9077-5"},{"key":"e_1_3_2_1_60_1","volume-title":"Yves Le Traon, and Mark Harman","author":"Papadakis Mike","year":"2019"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180183"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2011.5958218"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2016.2575829"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2016.12.034"},{"key":"e_1_3_2_1_65_1","unstructured":"RDO. 2018. Packstack. https:\/\/www.rdoproject.org\/install\/packstack\/  RDO. 2018. Packstack. https:\/\/www.rdoproject.org\/install\/packstack\/"},{"key":"e_1_3_2_1_66_1","unstructured":"Red Hat Inc. 2018. Evaluating OpenStack: Single-Node Deployment. https:\/\/access.redhat.com\/articles\/1127153  Red Hat Inc. 2018. Evaluating OpenStack: Single-Node Deployment. https:\/\/access.redhat.com\/articles\/1127153"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3239235.3267436"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3236084"},{"key":"e_1_3_2_1_69_1","volume-title":"Rollback Mechanisms for Cloud Management APIs using AI planning","author":"Satyal Suhrid","year":"2017"},{"key":"e_1_3_2_1_70_1","volume-title":"OpenStack for Architects","author":"Solberg M."},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/1189256.1189257"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2006.156"},{"key":"e_1_3_2_1_73_1","volume-title":"Martin White, and Denys Poshyvanyk.","author":"Tufano Michele","year":"2018"},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1109\/52.595959"},{"key":"e_1_3_2_1_75_1","unstructured":"Ingo Weber Hiroshi Wada Alan Fekete Anna Liu and Len Bass. 2012. Automatic Undo for Cloud Management via AI Planning.. In HotDep.   Ingo Weber Hiroshi Wada Alan Fekete Anna Liu and Len Bass. 2012. Automatic Undo for Cloud Management via AI Planning.. In HotDep."},{"key":"e_1_3_2_1_76_1","first-page":"293","article-title":"Be Conservative: Enhancing Failure Diagnosis with Proactive Logging","volume":"12","author":"Yuan Ding","year":"2012","journal-title":"OSDI"},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/2110356.2110360"},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-017-9584-3"},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSREW.2014.84"}],"event":{"name":"ESEC\/FSE '19: 27th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","location":"Tallinn Estonia","acronym":"ESEC\/FSE '19","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3338906.3338916","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3338906.3338916","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:26:20Z","timestamp":1750191980000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3338906.3338916"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,8,12]]},"references-count":79,"alternative-id":["10.1145\/3338906.3338916","10.1145\/3338906"],"URL":"https:\/\/doi.org\/10.1145\/3338906.3338916","relation":{},"subject":[],"published":{"date-parts":[[2019,8,12]]},"assertion":[{"value":"2019-08-12","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}