{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T21:14:52Z","timestamp":1783804492149,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":39,"publisher":"ACM","license":[{"start":{"date-parts":[[2016,10,5]],"date-time":"2016-10-05T00:00:00Z","timestamp":1475625600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2016,10,5]]},"DOI":"10.1145\/2987550.2987555","type":"proceedings-article","created":{"date-parts":[[2016,9,21]],"date-time":"2016-09-21T12:42:53Z","timestamp":1474461773000},"page":"17-28","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":31,"title":["Automating Failure Testing Research at Internet Scale"],"prefix":"10.1145","author":[{"given":"Peter","family":"Alvaro","sequence":"first","affiliation":[{"name":"UC Santa Cruz"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kolton","family":"Andrus","sequence":"additional","affiliation":[{"name":"Gremlin, Inc., Formerly Netflix"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chris","family":"Sanden","sequence":"additional","affiliation":[{"name":"Netflix, Inc."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Casey","family":"Rosenthal","sequence":"additional","affiliation":[{"name":"Netflix, Inc."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ali","family":"Basiri","sequence":"additional","affiliation":[{"name":"Netflix, Inc."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lorin","family":"Hochstein","sequence":"additional","affiliation":[{"name":"Netflix, Inc."}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2016,10,5]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"http:\/\/techblog.netflix.com\/2011\/07\/netflix-simian-army.html","author":"Simian Army The Netflix","year":"2011","unstructured":"The Netflix Simian Army . http:\/\/techblog.netflix.com\/2011\/07\/netflix-simian-army.html , 2011 . The Netflix Simian Army. http:\/\/techblog.netflix.com\/2011\/07\/netflix-simian-army.html, 2011."},{"key":"e_1_3_2_1_2_1","volume-title":"http:\/\/chaos.community","author":"Day Chaos Community","year":"2015","unstructured":"Chaos Community Day . http:\/\/chaos.community , 2015 . Chaos Community Day. http:\/\/chaos.community, 2015."},{"key":"e_1_3_2_1_3_1","volume-title":"Disruptive Testing. https:\/\/www.scribd.com\/document\/318375955\/Yahoo-Nemesis","author":"Nemesis","year":"2015","unstructured":"Nemesis : Disruptive Testing. https:\/\/www.scribd.com\/document\/318375955\/Yahoo-Nemesis , 2015 . Nemesis: Disruptive Testing. https:\/\/www.scribd.com\/document\/318375955\/Yahoo-Nemesis, 2015."},{"key":"e_1_3_2_1_4_1","volume-title":"http:\/\/opentracing.io\/","author":"OpenTracing Project The","year":"2016","unstructured":"The OpenTracing Project . http:\/\/opentracing.io\/ , 2016 . The OpenTracing Project. http:\/\/opentracing.io\/, 2016."},{"key":"e_1_3_2_1_5_1","volume-title":"CIDR'12","author":"Alvaro P.","unstructured":"P. Alvaro , N. Conway , J. M. Hellerstein , and W. R. Marczak . Consistency Analysis in Bloom: a CALM and Collected Approach . CIDR'12 . P. Alvaro, N. Conway, J. M. Hellerstein, and W. R. Marczak. Consistency Analysis in Bloom: a CALM and Collected Approach. CIDR'12."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-24206-9_16"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2723372.2723711"},{"key":"e_1_3_2_1_8_1","volume-title":"June","author":"Aniszczyk C.","year":"2012","unstructured":"C. Aniszczyk . Distributed Systems Tracing with Zipkin. https:\/\/blog.twitter.com\/2012\/distributed-systems-tracing-with-zipkin , June 2012 . C. Aniszczyk. Distributed Systems Tracing with Zipkin. https:\/\/blog.twitter.com\/2012\/distributed-systems-tracing-with-zipkin, June 2012."},{"key":"e_1_3_2_1_9_1","unstructured":"D. Barth. Inject failure to make your systems more reliable. http:\/\/devops.com\/2014\/06\/03\/inject-failure\/ June 2014.  D. Barth. Inject failure to make your systems more reliable. http:\/\/devops.com\/2014\/06\/03\/inject-failure\/ June 2014."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2016.60"},{"key":"e_1_3_2_1_11_1","volume-title":"Tan. Why and Where: A Characterization of Data Provenance. ICDT'01","author":"Buneman P.","unstructured":"P. Buneman , S. Khanna , and W.-c. Tan. Why and Where: A Characterization of Data Provenance. ICDT'01 . P. Buneman, S. Khanna, and W.-c. Tan. Why and Where: A Characterization of Data Provenance. ICDT'01."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1561\/1900000006"},{"key":"e_1_3_2_1_13_1","volume-title":"The Mystery Machine: End-to-end Performance Analysis of Large-scale Internet Services. In 11th USENIX Symposium on Operating Systems Design and Implementation (OSDI 14)","author":"Chow M.","year":"2014","unstructured":"M. Chow , D. Meisner , J. Flinn , D. Peek , and T. F. Wenisch . The Mystery Machine: End-to-end Performance Analysis of Large-scale Internet Services. In 11th USENIX Symposium on Operating Systems Design and Implementation (OSDI 14) , Oct. 2014 . M. Chow, D. Meisner, J. Flinn, D. Peek, and T. F. Wenisch. The Mystery Machine: End-to-end Performance Analysis of Large-scale Internet Services. In 11th USENIX Symposium on Operating Systems Design and Implementation (OSDI 14), Oct. 2014."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/357775.357777"},{"key":"e_1_3_2_1_15_1","volume-title":"FTCS","author":"Dawson S.","year":"1996","unstructured":"S. Dawson , F. Jahanian , and T. Mitton . ORCHESTRA: A Fault Injection Environment for Distributed Systems. Technical report , FTCS , 1996 . S. Dawson, F. Jahanian, and T. Mitton. ORCHESTRA: A Fault Injection Environment for Distributed Systems. Technical report, FTCS, 1996."},{"key":"e_1_3_2_1_16_1","unstructured":"What is Falcor? https:\/\/netflix.github.io\/falcor\/starter\/what-is-falcor.html 2015.  What is Falcor? https:\/\/netflix.github.io\/falcor\/starter\/what-is-falcor.html 2015."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.5555\/1792734.1792763"},{"key":"e_1_3_2_1_18_1","unstructured":"FIT\n  : Failure Injection Testing. http:\/\/techblog.netflix.com\/2014\/10\/fit-failure-injection-testing.html 2014.  FIT: Failure Injection Testing. http:\/\/techblog.netflix.com\/2014\/10\/fit-failure-injection-testing.html 2014."},{"key":"e_1_3_2_1_19_1","volume-title":"Linux J.","author":"Fitzpatrick B.","year":"2004","unstructured":"B. Fitzpatrick . Distributed Caching with Memcached . Linux J. , 2004 . B. Fitzpatrick. Distributed Caching with Memcached. Linux J., 2004."},{"key":"e_1_3_2_1_20_1","volume-title":"EECS Department","author":"Gunawi H. S.","year":"2011","unstructured":"H. S. Gunawi , T. Do , J. M. Hellerstein , I. Stoica , D. Borthakur , and J. Robbins . Failure as a service (FaaS): A cloud service for large-scale, online failure drills. Technical report , EECS Department , University of California , Berkeley , 2011 . H. S. Gunawi, T. Do, J. M. Hellerstein, I. Stoica, D. Borthakur, and J. Robbins. Failure as a service (FaaS): A cloud service for large-scale, online failure drills. Technical report, EECS Department, University of California, Berkeley, 2011."},{"key":"e_1_3_2_1_21_1","volume-title":"FATE and DESTINI: A Framework for Cloud Recovery Testing. NSDI'11","author":"Gunawi H. S.","unstructured":"H. S. Gunawi , T. Do , P. Joshi , P. Alvaro , J. M. Hellerstein , A. C. Arpaci-Dusseau , R. H. Arpaci-Dusseau , K. Sen , and D. Borthakur . FATE and DESTINI: A Framework for Cloud Recovery Testing. NSDI'11 . H. S. Gunawi, T. Do, P. Joshi, P. Alvaro, J. M. Hellerstein, A. C. Arpaci-Dusseau, R. H. Arpaci-Dusseau, K. Sen, and D. Borthakur. FATE and DESTINI: A Framework for Cloud Recovery Testing. NSDI'11."},{"key":"e_1_3_2_1_22_1","volume-title":"The SPIN Model Checker: Primer and Reference Manual","author":"Holzmann G.","year":"2003","unstructured":"G. Holzmann . The SPIN Model Checker: Primer and Reference Manual . Addison-Wesley Professional , 2003 . G. Holzmann. The SPIN Model Checker: Primer and Reference Manual. Addison-Wesley Professional, 2003."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/12.364536"},{"key":"e_1_3_2_1_24_1","volume-title":"NSDI'07","author":"Killian C. E.","unstructured":"C. E. Killian , J. W. Anderson , R. Jhala , and A. Vahdat . Life, Death, and the Critical Transition: Finding Liveness Bugs in Systems Code . NSDI'07 . C. E. Killian, J. W. Anderson, R. Jhala, and A. Vahdat. Life, Death, and the Critical Transition: Finding Liveness Bugs in Systems Code. NSDI'07."},{"key":"e_1_3_2_1_25_1","series-title":"LNCS","volume-title":"Search of Elegance in the Theory and Practice of Computation","author":"K\u00f6hler S.","year":"2013","unstructured":"S. K\u00f6hler , B. Lud\u00e4scher , and D. Zinn . First-Order Provenance Games . In In Search of Elegance in the Theory and Practice of Computation , volume 8000 of LNCS . Springer , 2013 . S. K\u00f6hler, B. Lud\u00e4scher, and D. Zinn. First-Order Provenance Games. In In Search of Elegance in the Theory and Practice of Computation, volume 8000 of LNCS. Springer, 2013."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/1773912.1773922"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2213836.2213875"},{"key":"e_1_3_2_1_28_1","volume-title":"https:\/\/azure.microsoft.com\/en-us\/documentation\/articles\/service-fabric-testability-overview\/","author":"Fault Analysis Service Introduction","year":"2016","unstructured":"Introduction to the Fault Analysis Service . https:\/\/azure.microsoft.com\/en-us\/documentation\/articles\/service-fabric-testability-overview\/ , 2016 . Introduction to the Fault Analysis Service. https:\/\/azure.microsoft.com\/en-us\/documentation\/articles\/service-fabric-testability-overview\/, 2016."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/844128.844136"},{"key":"e_1_3_2_1_30_1","volume-title":"Finding and Reproducing Heisenbugs in Concurrent Programs. OSDI'08","author":"Musuvathi M.","unstructured":"M. Musuvathi , S. Qadeer , T. Ball , G. Basler , P. A. Nainar , and I. Neamtiu . Finding and Reproducing Heisenbugs in Concurrent Programs. OSDI'08 . M. Musuvathi, S. Qadeer, T. Ball, G. Basler, P. A. Nainar, and I. Neamtiu. Finding and Reproducing Heisenbugs in Concurrent Programs. OSDI'08."},{"key":"e_1_3_2_1_31_1","volume-title":"Use of Formal Methods at Amazon Web Services. Technical report","author":"Newcombe C.","year":"2014","unstructured":"C. Newcombe , T. Rath , F. Zhang , B. Munteanu , M. Brooker , and M. Deardeuff . Use of Formal Methods at Amazon Web Services. Technical report , 2014 . C. Newcombe, T. Rath, F. Zhang, B. Munteanu, M. Brooker, and M. Deardeuff. Use of Formal Methods at Amazon Web Services. Technical report, 2014."},{"key":"e_1_3_2_1_32_1","volume-title":"April","author":"Reinhold E.","year":"2016","unstructured":"E. Reinhold . Rewriting Uber Engineering. https:\/\/eng.uber.com\/building-tincup\/ , April 2016 . E. Reinhold. Rewriting Uber Engineering. https:\/\/eng.uber.com\/building-tincup\/, April 2016."},{"key":"e_1_3_2_1_33_1","unstructured":"S. Riddle S. K\u00f6hler and B. Lud\u00e4scher. Towards Constraint Provenance Games. TaPP'14.  S. Riddle S. K\u00f6hler and B. Lud\u00e4scher. Towards Constraint Provenance Games. TaPP'14."},{"key":"e_1_3_2_1_34_1","volume-title":"Google","author":"Sigelman B. H.","year":"2010","unstructured":"B. H. Sigelman , L. A. Barroso , M. Burrows , P. Stephenson , M. Plakal , D. Beaver , S. Jaspan , and C. Shanbhag . Dapper, a Large-Scale Distributed Systems Tracing Infrastructure. Technical report , Google , Inc ., 2010 . B. H. Sigelman, L. A. Barroso, M. Burrows, P. Stephenson, M. Plakal, D. Beaver, S. Jaspan, and C. Shanbhag. Dapper, a Large-Scale Distributed Systems Tracing Infrastructure. Technical report, Google, Inc., 2010."},{"key":"e_1_3_2_1_35_1","volume-title":"Our Open Source Failure Induction Framework","author":"Simoorg A Deep Dive","year":"2016","unstructured":"A Deep Dive into Simoorg : Our Open Source Failure Induction Framework , 2016 . A Deep Dive into Simoorg: Our Open Source Failure Induction Framework, 2016."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.4018\/jdwm.2007070101"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/2535771.2535799"},{"key":"e_1_3_2_1_38_1","volume-title":"MODIST: Transparent Model Checking of Unmodified Distributed Systems. NSDI'09","author":"Yang J.","unstructured":"J. Yang , T. Chen , M. Wu , Z. Xu , X. Liu , H. Lin , M. Yang , F. Long , L. Zhang , and L. Zhou . MODIST: Transparent Model Checking of Unmodified Distributed Systems. NSDI'09 . J. Yang, T. Chen, M. Wu, Z. Xu, X. Liu, H. Lin, M. Yang, F. Long, L. Zhang, and L. Zhou. MODIST: Transparent Model Checking of Unmodified Distributed Systems. NSDI'09."},{"key":"e_1_3_2_1_39_1","volume-title":"CHARME '99","author":"Yu Y.","unstructured":"Y. Yu , P. Manolios , and L. Lamport . Model checking tla+specifications . CHARME '99 . Y. Yu, P. Manolios, and L. Lamport. Model checking tla+specifications. CHARME '99."}],"event":{"name":"SoCC '16: ACM Symposium on Cloud Computing","location":"Santa Clara CA USA","acronym":"SoCC '16","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGOPS ACM Special Interest Group on Operating Systems"]},"container-title":["Proceedings of the Seventh ACM Symposium on Cloud Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2987550.2987555","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2987550.2987555","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T03:40:06Z","timestamp":1750218006000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2987550.2987555"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,10,5]]},"references-count":39,"alternative-id":["10.1145\/2987550.2987555","10.1145\/2987550"],"URL":"https:\/\/doi.org\/10.1145\/2987550.2987555","relation":{},"subject":[],"published":{"date-parts":[[2016,10,5]]},"assertion":[{"value":"2016-10-05","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}