{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,5]],"date-time":"2026-02-05T09:50:28Z","timestamp":1770285028655,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":84,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,7,11]],"date-time":"2021-07-11T00:00:00Z","timestamp":1625961600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CNS-1740916, CCF-1763788, CCF-1763906, CCF-1816615, CCF-1942430, CNS-1956007, CCF-2029049"],"award-info":[{"award-number":["CNS-1740916, CCF-1763788, CCF-1763906, CCF-1816615, CCF-1942430, CNS-1956007, CCF-2029049"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,7,11]]},"DOI":"10.1145\/3460319.3464810","type":"proceedings-article","created":{"date-parts":[[2021,7,8]],"date-time":"2021-07-08T22:18:43Z","timestamp":1625782723000},"page":"452-465","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":33,"title":["Test-case prioritization for configuration testing"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5058-9405","authenticated-orcid":false,"given":"Runxiang","family":"Cheng","sequence":"first","affiliation":[{"name":"University of Illinois at Urbana-Champaign, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5175-2702","authenticated-orcid":false,"given":"Lingming","family":"Zhang","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5023-3492","authenticated-orcid":false,"given":"Darko","family":"Marinov","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4443-8170","authenticated-orcid":false,"given":"Tianyin","family":"Xu","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2021,7,11]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"X-ray: Automating Root-Cause Diagnosis of Performance Anomalies in Production Software. In OSDI.","author":"Attariyan Mona","year":"2012","unstructured":"Mona Attariyan , Michael Chow , and Jason Flinn . 2012 . X-ray: Automating Root-Cause Diagnosis of Performance Anomalies in Production Software. In OSDI. Mona Attariyan, Michael Chow, and Jason Flinn. 2012. X-ray: Automating Root-Cause Diagnosis of Performance Anomalies in Production Software. In OSDI."},{"key":"e_1_3_2_1_2_1","unstructured":"Mona Attariyan and Jason Flinn. 2010. Automating Configuration Troubleshooting with Dynamic Information Flow Analysis. In OSDI.  Mona Attariyan and Jason Flinn. 2010. Automating Configuration Troubleshooting with Dynamic Information Flow Analysis. In OSDI."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.2200\/S00874ED3V01Y201809CAC046"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3154448.3154453"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180164"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3236053"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409727"},{"key":"e_1_3_2_1_8_1","unstructured":"2020. Docker Hub. https:\/\/www.docker.com\/products\/docker-hub  2020. Docker Hub. https:\/\/www.docker.com\/products\/docker-hub"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2001.919106"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635910"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2771783.2771788"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3330559"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/QSIC.2010.28"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2987550.2987583"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884791"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2327020"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2741948.2741963"},{"key":"e_1_3_2_1_18_1","unstructured":"Qiang Huang Helen J. Wang and Nikita Borisov. 2005. Privacy-Preserving Friends Troubleshooting Network. In NDSS.  Qiang Huang Helen J. Wang and Nikita Borisov. 2005. Privacy-Preserving Friends Troubleshooting Network. In NDSS."},{"key":"e_1_3_2_1_19_1","unstructured":"2020. JavaParser. https:\/\/javaparser.org\/about.html  2020. JavaParser. https:\/\/javaparser.org\/about.html"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2009.77"},{"key":"e_1_3_2_1_21_1","unstructured":"Robert Johnson. 2010. More Details on Today\u2019s Outage. http:\/\/www.facebook.com\/note.php?note_id=431441338919  Robert Johnson. 2010. More Details on Today\u2019s Outage. http:\/\/www.facebook.com\/note.php?note_id=431441338919"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2008.4630084"},{"key":"e_1_3_2_1_23_1","volume-title":"What Takes Us Down? USENIX ;login:, 37, 5","author":"Kendrick Stuart","year":"2012","unstructured":"Stuart Kendrick . 2012. What Takes Us Down? USENIX ;login:, 37, 5 ( 2012 ). Stuart Kendrick. 2012. What Takes Us Down? USENIX ;login:, 37, 5 (2012)."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2491411.2491459"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/581339.581357"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2007.38"},{"key":"e_1_3_2_1_27_1","unstructured":"Yiling Lou Samuel Benton Dan Hao Lu Zhang and Lingming Zhang. 2021. How Does Regression Test Selection Affect Program Repair? An Extensive Study on 2 Million Patches. arXiv:2105.07311.  Yiling Lou Samuel Benton Dan Hao Lu Zhang and Lingming Zhang. 2021. How Does Regression Test Selection Affect Program Repair? An Extensive Study on 2 Million Patches. arXiv:2105.07311."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884874"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2822270"},{"key":"e_1_3_2_1_30_1","volume-title":"Cost-Cognizant Test Case Prioritization. TR-UNL-CSE-2006-0004","author":"Malishevsky Alexey G.","unstructured":"Alexey G. Malishevsky , Joseph R Ruthruff , Gregg Rothermel , and Sebastian Elbaum . 2006. Cost-Cognizant Test Case Prioritization. TR-UNL-CSE-2006-0004 , University of Nebraska-Lincoln. Alexey G. Malishevsky, Joseph R Ruthruff, Gregg Rothermel, and Sebastian Elbaum. 2006. Cost-Cognizant Test Case Prioritization. TR-UNL-CSE-2006-0004, University of Nebraska-Lincoln."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/2838344.2839461"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884793"},{"key":"e_1_3_2_1_33_1","volume-title":"Rex: Preventing Bugs and Misconfiguration in Large Services using Correlated Change Analysis. In NSDI.","author":"Mehta Sonu","year":"2020","unstructured":"Sonu Mehta , Ranjita Bhagwan , Rahul Kumar , B. Ashok , Chetan Bansal , Chandra Maddila , Christian Bird , Sumit Asthana , and Aditya Kumar . 2020 . Rex: Preventing Bugs and Misconfiguration in Large Services using Correlated Change Analysis. In NSDI. Sonu Mehta, Ranjita Bhagwan, Rahul Kumar, B. Ashok, Chetan Bansal, Chandra Maddila, Christian Bird, Sumit Asthana, and Aditya Kumar. 2020. Rex: Preventing Bugs and Misconfiguration in Large Services using Correlated Change Analysis. In NSDI."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238201"},{"key":"e_1_3_2_1_35_1","volume-title":"Nguyen","author":"Nagaraja Kiran","year":"2004","unstructured":"Kiran Nagaraja , F\u00e1bio Oliveira , Ricardo Bianchini , Richard P. Martin , and Thu D . Nguyen . 2004 . Understanding and Dealing with Operator Mistakes in Internet Services. In OSDI. Kiran Nagaraja, F\u00e1bio Oliveira, Ricardo Bianchini, Richard P. Martin, and Thu D. Nguyen. 2004. Understanding and Dealing with Operator Mistakes in Internet Services. In OSDI."},{"key":"e_1_3_2_1_36_1","unstructured":"2020. openctest. https:\/\/github.com\/xlab-uiuc\/openctest  2020. openctest. https:\/\/github.com\/xlab-uiuc\/openctest"},{"key":"e_1_3_2_1_37_1","volume-title":"Patterson","author":"Oppenheimer David","year":"2003","unstructured":"David Oppenheimer , Archana Ganapathi , and David A . Patterson . 2003 . Why Do Internet Services Fail, and What Can Be Done About It? In USITS. David Oppenheimer, Archana Ganapathi, and David A. Patterson. 2003. Why Do Internet Services Fail, and What Can Be Done About It? In USITS."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/1150402.1150488"},{"key":"e_1_3_2_1_39_1","unstructured":"Marek Parfianowicz and Grzegorz Lewandowski. 2017\u20132018. OpenClover. https:\/\/openclover.org  Marek Parfianowicz and Grzegorz Lewandowski. 2017\u20132018. OpenClover. https:\/\/openclover.org"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2019.00041"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3395363.3397383"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.14778\/2824032.2824079"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2013.29"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390630.1390641"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2011.6100053"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2012.73"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0306-4573(99)00046-1"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.1999.792604"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/347324.348910"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2003.1251050"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2015.47"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1016\/0306-4573(88)90021-0"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3133888"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-41540-6_5"},{"key":"e_1_3_2_1_55_1","volume-title":"ACMS: Akamai Configuration Management System. In NSDI.","author":"Sherman Alex","year":"2005","unstructured":"Alex Sherman , Phil Lisiecki , Andy Berkheimer , and Joel Wein . 2005 . ACMS: Akamai Configuration Management System. In NSDI. Alex Sherman, Phil Lisiecki, Andy Berkheimer, and Joel Wein. 2005. ACMS: Akamai Configuration Management System. In NSDI."},{"key":"e_1_3_2_1_56_1","unstructured":"Jonathan Shieber. 2019. Facebook Blames a Server Configuration Change for Yesterday\u2019s Outage. https:\/\/techcrunch.com\/2019\/03\/14\/facebook-blames-a-misconfigured-server-for-yesterdays-outage  Jonathan Shieber. 2019. Facebook Blames a Server Configuration Change for Yesterday\u2019s Outage. https:\/\/techcrunch.com\/2019\/03\/14\/facebook-blames-a-misconfigured-server-for-yesterdays-outage"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2009.26"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1974.tb00994.x"},{"key":"e_1_3_2_1_59_1","unstructured":"Xudong Sun Runxiang Cheng Jianyan Chen Elaine Ang Owolabi Legunsen and Tianyin Xu. 2020. Testing Configuration Changes in Context to Prevent Production Failures. In OSDI.  Xudong Sun Runxiang Cheng Jianyan Chen Elaine Ang Owolabi Legunsen and Tianyin Xu. 2020. Testing Configuration Changes in Context to Prevent Production Failures. In OSDI."},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/2815400.2815401"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.2307\/3001913"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1109\/DSN-W.2018.00019"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-30183-7_18"},{"key":"e_1_3_2_1_64_1","unstructured":"Helen J. Wang John C. Platt Yu Chen Ruyun Zhang and Yi-Min Wang. 2004. Automatic Misconfiguration Troubleshooting with PeerPressure. In OSDI.  Helen J. Wang John C. Platt Yu Chen Ruyun Zhang and Yi-Min Wang. 2004. Automatic Misconfiguration Troubleshooting with PeerPressure. In OSDI."},{"key":"e_1_3_2_1_65_1","volume-title":"Gribble","author":"Whitaker Andrew","year":"2004","unstructured":"Andrew Whitaker , Richard S. Cox , and Steven D . Gribble . 2004 . Configuration Debugging as Search : Finding the Needle in the Haystack. In OSDI. Andrew Whitaker, Richard S. Cox, and Steven D. Gribble. 2004. Configuration Debugging as Search: Finding the Needle in the Haystack. In OSDI."},{"key":"e_1_3_2_1_66_1","unstructured":"Chengcheng Xiang Haochen Huang Andrew Yoo Yuanyuan Zhou and Shankar Pasupathy. 2020. PracExtractor: Extracting Configuration Good Practices from Manuals to Detect Server Misconfigurations. In USENIX ATC.  Chengcheng Xiang Haochen Huang Andrew Yoo Yuanyuan Zhou and Shankar Pasupathy. 2020. PracExtractor: Extracting Configuration Good Practices from Manuals to Detect Server Misconfigurations. In USENIX ATC."},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3319535.3363191"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786852"},{"key":"e_1_3_2_1_69_1","unstructured":"Tianyin Xu Xinxin Jin Peng Huang Yuanyuan Zhou Shan Lu Long Jin and Shankar Pasupathy. 2016. Early Detection of Configuration Errors to Reduce Failure Damage. In OSDI.  Tianyin Xu Xinxin Jin Peng Huang Yuanyuan Zhou Shan Lu Long Jin and Shankar Pasupathy. 2016. Early Detection of Configuration Errors to Reduce Failure Damage. In OSDI."},{"key":"e_1_3_2_1_70_1","volume-title":"Configuration Testing: Testing Configuration Values as Code and with Code. arXiv:1905.12195.","author":"Xu Tianyin","year":"2019","unstructured":"Tianyin Xu and Owolabi Legunsen . 2019 . Configuration Testing: Testing Configuration Values as Code and with Code. arXiv:1905.12195. Tianyin Xu and Owolabi Legunsen. 2019. Configuration Testing: Testing Configuration Values as Code and with Code. arXiv:1905.12195."},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3183399.3183403"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/2517349.2522727"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/2791577"},{"key":"e_1_3_2_1_74_1","unstructured":"Zuoning Yin Xiao Ma Jing Zheng Yuanyuan Zhou Lakshmi N. Bairavasundaram and Shankar Pasupathy. 2011. An Empirical Study on Configuration Errors in Commercial and Open Source Systems. In SOSP.  Zuoning Yin Xiao Ma Jing Zheng Yuanyuan Zhou Lakshmi N. Bairavasundaram and Shankar Pasupathy. 2011. An Empirical Study on Configuration Errors in Commercial and Open Source Systems. In SOSP."},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.430"},{"key":"e_1_3_2_1_76_1","unstructured":"Ding Yuan Yinglian Xie Rina Panigrahy Junfeng Yang Chad Verbowski and Arunvijay Kumar. 2011. Context-based Online Configuration Error Detection. In USENIX ATC.  Ding Yuan Yinglian Xie Rina Panigrahy Junfeng Yang Chad Verbowski and Arunvijay Kumar. 2011. Context-based Online Configuration Error Detection. In USENIX ATC."},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/318774.318946"},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"publisher","DOI":"10.1145\/2644865.2541983"},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2013.6606565"},{"key":"e_1_3_2_1_80_1","doi-asserted-by":"publisher","DOI":"10.1145\/1572272.1572297"},{"key":"e_1_3_2_1_81_1","doi-asserted-by":"publisher","DOI":"10.1145\/2483760.2483782"},{"key":"e_1_3_2_1_82_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2013.6606577"},{"key":"e_1_3_2_1_83_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568251"},{"key":"e_1_3_2_1_84_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00029"}],"event":{"name":"ISSTA '21: 30th ACM SIGSOFT International Symposium on Software Testing and Analysis","location":"Virtual Denmark","acronym":"ISSTA '21","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 30th ACM SIGSOFT International Symposium on Software Testing and Analysis"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3460319.3464810","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/abs\/10.1145\/3460319.3464810","content-type":"text\/html","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3460319.3464810","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3460319.3464810","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:48:31Z","timestamp":1750193311000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3460319.3464810"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,11]]},"references-count":84,"alternative-id":["10.1145\/3460319.3464810","10.1145\/3460319"],"URL":"https:\/\/doi.org\/10.1145\/3460319.3464810","relation":{},"subject":[],"published":{"date-parts":[[2021,7,11]]},"assertion":[{"value":"2021-07-11","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}