{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T01:39:48Z","timestamp":1768527588388,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":34,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,8,9]],"date-time":"2021-08-09T00:00:00Z","timestamp":1628467200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["CNS-2007073,CNS-1703493"],"award-info":[{"award-number":["CNS-2007073,CNS-1703493"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,8,9]]},"DOI":"10.1145\/3452296.3472941","type":"proceedings-article","created":{"date-parts":[[2021,8,9]],"date-time":"2021-08-09T18:13:15Z","timestamp":1628532795000},"page":"775-787","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Test coverage metrics for the network"],"prefix":"10.1145","author":[{"given":"Xieyang","family":"Xu","sequence":"first","affiliation":[{"name":"University of Washington"}]},{"given":"Ryan","family":"Beckett","sequence":"additional","affiliation":[{"name":"Microsoft"}]},{"given":"Karthick","family":"Jayaraman","sequence":"additional","affiliation":[{"name":"Microsoft"}]},{"given":"Ratul","family":"Mahajan","sequence":"additional","affiliation":[{"name":"University of Washington, Intentionet"}]},{"given":"David","family":"Walker","sequence":"additional","affiliation":[{"name":"Princeton University"}]}],"member":"320","published-online":{"date-parts":[[2021,8,9]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1402958.1402967"},{"key":"e_1_3_2_2_2_1","volume-title":"Introduction to Software Testing","author":"Ammann Paul","unstructured":"Paul Ammann and Jeff Offutt . 2016. Introduction to Software Testing . Cambridge University Press . Paul Ammann and Jeff Offutt. 2016. Introduction to Software Testing. Cambridge University Press."},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2535838.2535862"},{"key":"e_1_3_2_2_4_1","unstructured":"Mae Anderson. 2014. Time Warner Cable Says Outages Largely Resolved. http:\/\/www.seattletimes.com\/business\/time-warner-cable-says-outages-largely-resolved Retrieved June 23 2021 from  Mae Anderson. 2014. Time Warner Cable Says Outages Largely Resolved . http:\/\/www.seattletimes.com\/business\/time-warner-cable-says-outages-largely-resolved Retrieved June 23 2021 from"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2006.83"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-25543-5_14"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3365609.3365866"},{"key":"e_1_3_2_2_8_1","volume-title":"Testing for Continuous Delivery with Visual Studio","author":"Brader Larry","year":"2012","unstructured":"Larry Brader , Howie Hilliker , and Alan Wills . 2013. Testing for Continuous Delivery with Visual Studio 2012 . Microsoft . Larry Brader, Howie Hilliker, and Alan Wills. 2013. Testing for Continuous Delivery with Visual Studio 2012. Microsoft."},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2619239.2626315"},{"key":"e_1_3_2_2_10_1","volume-title":"CodeCov: The leading code coverage solution. https:\/\/about.codecov.io\/ Retrieved","year":"2021","unstructured":"Codecov. 2021. CodeCov: The leading code coverage solution. https:\/\/about.codecov.io\/ Retrieved June 23, 2021 from Codecov. 2021. CodeCov: The leading code coverage solution. https:\/\/about.codecov.io\/ Retrieved June 23, 2021 from"},{"key":"e_1_3_2_2_11_1","volume-title":"Proceedings of NSDI 15","author":"Fogel Ari","year":"2015","unstructured":"Ari Fogel , Stanley Fung , Luis Pedrosa , Meg Walraed-Sullivan , Ramesh Govindan , Ratul Mahajan , and Todd Millstein . 2015 . A General Approach to Network Configuration Analysis . In Proceedings of NSDI 15 . USENIX Association, 469--483. Ari Fogel, Stanley Fung, Luis Pedrosa, Meg Walraed-Sullivan, Ramesh Govindan, Ratul Mahajan, and Todd Millstein. 2015. A General Approach to Network Configuration Analysis. In Proceedings of NSDI 15. USENIX Association, 469--483."},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2483760.2483769"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1592568.1592576"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2785956.2787496"},{"key":"e_1_3_2_2_15_1","volume-title":"Proceedings of NSDI 17","author":"Horn Alex","year":"2017","unstructured":"Alex Horn , Ali Kheradmand , and Mukul Prasad . 2017 . Delta-net: Real-time Network Verification Using Atoms . In Proceedings of NSDI 17 . USENIX Association, 735--749. Alex Horn, Ali Kheradmand, and Mukul Prasad. 2017. Delta-net: Real-time Network Verification Using Atoms. In Proceedings of NSDI 17. USENIX Association, 735--749."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.5555\/257734.257766"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3340459"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3341302.3342094"},{"key":"e_1_3_2_2_20_1","volume-title":"Proceedings of NSDI 13","author":"Kazemian Peyman","year":"2013","unstructured":"Peyman Kazemian , Michael Chang , Hongyi Zeng , George Varghese , Nick McKeown , and Scott Whyte . 2013 . Real Time Network Policy Checking Using Header Space Analysis . In Proceedings of NSDI 13 . USENIX Association, 99--111. Peyman Kazemian, Michael Chang, Hongyi Zeng, George Varghese, Nick McKeown, and Scott Whyte. 2013. Real Time Network Policy Checking Using Header Space Analysis. In Proceedings of NSDI 13. USENIX Association, 99--111."},{"key":"e_1_3_2_2_21_1","volume-title":"Proceedings of NSDI 12","author":"Kazemian Peyman","year":"2012","unstructured":"Peyman Kazemian , George Varghese , and Nick McKeown . 2012 . Header Space Analysis: Static Checking for Networks . In Proceedings of NSDI 12 . USENIX Association, 113--126. Peyman Kazemian, George Varghese, and Nick McKeown. 2012. Header Space Analysis: Static Checking for Networks. In Proceedings of NSDI 12. USENIX Association, 113--126."},{"key":"e_1_3_2_2_22_1","volume-title":"Proceedings of NSDI 13","author":"Khurshid Ahmed","year":"2013","unstructured":"Ahmed Khurshid , Xuan Zou , Wenxuan Zhou , Matthew Caesar , and P Brighten Godfrey . 2013 . Veriflow: Verifying network-wide invariants in real time . In Proceedings of NSDI 13 . USENIX Association, 15--27. Ahmed Khurshid, Xuan Zou, Wenxuan Zhou, Matthew Caesar, and P Brighten Godfrey. 2013. Veriflow: Verifying network-wide invariants in real time. In Proceedings of NSDI 13. USENIX Association, 15--27."},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.17487\/RFC7938"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132759"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-11245-5_18"},{"key":"e_1_3_2_2_26_1","volume-title":"The art of software testing","author":"Myers Glenford J.","unstructured":"Glenford J. Myers , Corey Sandler , and Tom Badgett . 2012. The art of software testing ( 3 rd ed ed.). John Wiley & Sons . Glenford J. Myers, Corey Sandler, and Tom Badgett. 2012. The art of software testing (3rd ed ed.). John Wiley & Sons.","edition":"3"},{"key":"e_1_3_2_2_27_1","unstructured":"Steve Ragan. 2016. BGP errors are to blame for Monday's Twitter outage not DDoS attacks. https:\/\/www.csoonline.com\/article\/3138934\/security\/bgp-errors-are-to-blame-for-monday-s-twitter-outage-not-ddos-attacks.html Retrieved June 23 2021 from  Steve Ragan. 2016. BGP errors are to blame for Monday's Twitter outage not DDoS attacks . https:\/\/www.csoonline.com\/article\/3138934\/security\/bgp-errors-are-to-blame-for-monday-s-twitter-outage-not-ddos-attacks.html Retrieved June 23 2021 from"},{"key":"e_1_3_2_2_28_1","volume-title":"It's been a week and customers are still mad at BB&T. https:\/\/www.charlotteobserver.com\/news\/business\/banking\/article202616124.html Retrieved","author":"Roberts Deon","year":"2021","unstructured":"Deon Roberts . 2018. It's been a week and customers are still mad at BB&T. https:\/\/www.charlotteobserver.com\/news\/business\/banking\/article202616124.html Retrieved June 23, 2021 from Deon Roberts. 2018. It's been a week and customers are still mad at BB&T. https:\/\/www.charlotteobserver.com\/news\/business\/banking\/article202616124.html Retrieved June 23, 2021 from"},{"key":"e_1_3_2_2_29_1","volume-title":"Dozen Flights Canceled Monday. https:\/\/www.datacenterknowledge.com\/archives\/2017\/01\/23\/united-says-it-outage-resolved-dozen-flights-canceled-monday Retrieved","author":"Sverdlik Yevgeniy","year":"2021","unstructured":"Yevgeniy Sverdlik . 2017. United Says IT Outage Resolved , Dozen Flights Canceled Monday. https:\/\/www.datacenterknowledge.com\/archives\/2017\/01\/23\/united-says-it-outage-resolved-dozen-flights-canceled-monday Retrieved June 23, 2021 from Yevgeniy Sverdlik. 2017. United Says IT Outage Resolved, Dozen Flights Canceled Monday. https:\/\/www.datacenterknowledge.com\/archives\/2017\/01\/23\/united-says-it-outage-resolved-dozen-flights-canceled-monday Retrieved June 23, 2021 from"},{"key":"e_1_3_2_2_30_1","volume-title":"Proceedings of SIGCOMM '19","author":"Tian Bingchuan","unstructured":"Bingchuan Tian , Xinyi Zhang , Ennan Zhai , Hongqiang Harry Liu , Qiaobo Ye , Chunsheng Wang , Xin Wu , Zhiming Ji , Yihong Sang , Ming Zhang , Da Yu , Chen Tian , Haitao Zheng , and Ben Y. Zhao . 2019. Safely and Automatically Updating In-Network ACL Configurations with Intent Language . In Proceedings of SIGCOMM '19 . ACM, 214--226. Bingchuan Tian, Xinyi Zhang, Ennan Zhai, Hongqiang Harry Liu, Qiaobo Ye, Chunsheng Wang, Xin Wu, Zhiming Ji, Yihong Sang, Ming Zhang, Da Yu, Chen Tian, Haitao Zheng, and Ben Y. Zhao. 2019. Safely and Automatically Updating In-Network ACL Configurations with Intent Language. In Proceedings of SIGCOMM '19. ACM, 214--226."},{"key":"e_1_3_2_2_31_1","volume-title":"T-Mobile hit by phone calling, text message outage. https:\/\/techcrunch.com\/2020\/06\/15\/t-mobile-calling-outage\/ Retrieved","author":"Whittaker Zach","year":"2021","unstructured":"Zach Whittaker . 2020. T-Mobile hit by phone calling, text message outage. https:\/\/techcrunch.com\/2020\/06\/15\/t-mobile-calling-outage\/ Retrieved June 23, 2021 from Zach Whittaker. 2020. T-Mobile hit by phone calling, text message outage. https:\/\/techcrunch.com\/2020\/06\/15\/t-mobile-calling-outage\/ Retrieved June 23, 2021 from"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2015.2398197"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3387514.3406217"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/2413176.2413205"},{"key":"e_1_3_2_2_36_1","volume-title":"Proceedings of NSDI 14","author":"Zeng Hongyi","year":"2014","unstructured":"Hongyi Zeng , Shidong Zhang , Fei Ye , Vimalkumar Jeyakumar , Mickey Ju , Junda Liu , Nick McKeown , and Amin Vahdat . 2014 . Libra: Divide and Conquer to Verify Forwarding Tables in Huge Networks . In Proceedings of NSDI 14 . USENIX Association, 87--99. Hongyi Zeng, Shidong Zhang, Fei Ye, Vimalkumar Jeyakumar, Mickey Ju, Junda Liu, Nick McKeown, and Amin Vahdat. 2014. Libra: Divide and Conquer to Verify Forwarding Tables in Huge Networks. In Proceedings of NSDI 14. USENIX Association, 87--99."}],"event":{"name":"SIGCOMM '21: ACM SIGCOMM 2021 Conference","location":"Virtual Event USA","acronym":"SIGCOMM '21","sponsor":["SIGCOMM ACM Special Interest Group on Data Communication"]},"container-title":["Proceedings of the 2021 ACM SIGCOMM 2021 Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3452296.3472941","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3452296.3472941","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3452296.3472941","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:17:40Z","timestamp":1750191460000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3452296.3472941"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,8,9]]},"references-count":34,"alternative-id":["10.1145\/3452296.3472941","10.1145\/3452296"],"URL":"https:\/\/doi.org\/10.1145\/3452296.3472941","relation":{},"subject":[],"published":{"date-parts":[[2021,8,9]]},"assertion":[{"value":"2021-08-09","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}