{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,11]],"date-time":"2026-04-11T02:12:45Z","timestamp":1775873565241,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":57,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,12,21]],"date-time":"2020-12-21T00:00:00Z","timestamp":1608508800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"National Science Foundation","award":["CNS-1823172, CCF-1942055"],"award-info":[{"award-number":["CNS-1823172, CCF-1942055"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,12,21]]},"DOI":"10.1145\/3324884.3416667","type":"proceedings-article","created":{"date-parts":[[2021,1,27]],"date-time":"2021-01-27T23:38:56Z","timestamp":1611790736000},"page":"237-249","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":42,"title":["Revisiting the relationship between fault detection, test adequacy criteria, and test set size"],"prefix":"10.1145","author":[{"given":"Yiqun T.","family":"Chen","sequence":"first","affiliation":[{"name":"University of Washington"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rahul","family":"Gopinath","sequence":"additional","affiliation":[{"name":"CISPA Helmholtz-Zentrum, Saarbr\u00fccken, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anita","family":"Tadakamalla","sequence":"additional","affiliation":[{"name":"George Mason University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michael D.","family":"Ernst","sequence":"additional","affiliation":[{"name":"University of Washington"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Reid","family":"Holmes","sequence":"additional","affiliation":[{"name":"University of British Columbia, Vancouver, BC, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gordon","family":"Fraser","sequence":"additional","affiliation":[{"name":"University of Passau, Passau, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Paul","family":"Ammann","sequence":"additional","affiliation":[{"name":"George Mason University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ren\u00e9","family":"Just","sequence":"additional","affiliation":[{"name":"University of Washington"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2021,1,27]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2014.13"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2006.83"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1080\/00220973.1986.10806427"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2004.1317433"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/24.855537"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1982185.1982488"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1111\/bmsp.12075"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1979.10481038"},{"key":"e_1_3_2_1_9_1","volume-title":"Statistical Power Analysis for the Behavioral Sciences","author":"Cohen Jacob","unstructured":"Jacob Cohen. 2013. Statistical Power Analysis for the Behavioral Sciences. Academic Press."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1002\/spe.602"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.2307\/1937887"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1080\/00031305.1971.10477242","article-title":"A Note on the Partial Correlation Coefficient","volume":"25","author":"Fleiss Joseph L","year":"1971","unstructured":"Joseph L Fleiss and Judith M Tanur. 1971. A Note on the Partial Correlation Coefficient. The American Statistician 25, 1 (1971), 43--45.","journal-title":"The American Statistician"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2025113.2025179"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568278"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.3102\/10769986011004259"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2003.1201188"},{"key":"e_1_3_2_1_17_1","volume-title":"Applied Multivariate Statistical Analysis","author":"H\u00e4rdle Wolfgang Karl","unstructured":"Wolfgang Karl H\u00e4rdle and L\u00e9opold Simar. 2015. Applied Multivariate Statistical Analysis. Springer, Berlin, Heidelberg."},{"key":"e_1_3_2_1_18_1","volume-title":"Proceedings of the International Conference on Software Testing, Verification and Validation (ICST). 114--124","author":"Hariri F.","unstructured":"F. Hariri, A. Shi, V. Fernando, S. Mahmood, and D. Marinov. 2019. Comparing Mutation Testing at the Levels of Source Code and Compiler Intermediate Representation. In Proceedings of the International Conference on Software Testing, Verification and Validation (ICST). 114--124."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/152388.152391"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.2105\/AJPH.2018.304337"},{"key":"e_1_3_2_1_21_1","volume-title":"Causal knowledge as a prerequisite for confounding evaluation: an application to birth defects epidemiology. American journal of epidemiology 155, 2 (Jan","author":"Hern\u00e1n Miguel A","year":"2002","unstructured":"Miguel A Hern\u00e1n, Sonia Hern\u00e1ndez-D\u00edaz, Martha M Werler, and Allen A Mitchell. 2002. Causal knowledge as a prerequisite for confounding evaluation: an application to birth defects epidemiology. American journal of epidemiology 155, 2 (Jan. 2002), 176--184."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2009.5070541"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568271"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3340459"},{"key":"e_1_3_2_1_25_1","volume-title":"An Introduction to Statistical Learning: with Applications in R","author":"James Gareth","unstructured":"Gareth James, Daniela Witten, Trevor Hastie, and Robert Tibshirani. 2013. An Introduction to Statistical Learning: with Applications in R. Springer, New York, NY."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2005.88"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2010.62"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2003.1183927"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2628053"},{"key":"e_1_3_2_1_30_1","volume-title":"Proceedings of the International Symposium on Software Testing and Analysis (ISSTA). 437--440","author":"Just Ren\u00e9","unstructured":"Ren\u00e9 Just, Darioush Jalali, and Michael D. Ernst. 2014. Defects4J: A database of existing faults to enable controlled testing studies for Java programs. In Proceedings of the International Symposium on Software Testing and Analysis (ISSTA). 437--440."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635929"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2012.31"},{"key":"e_1_3_2_1_33_1","volume-title":"Proceedings of the International Symposium on Software Testing and Analysis (ISSTA). 287--297","author":"Just Ren\u00e9","unstructured":"Ren\u00e9 Just, Chris Parnin, Ian Drosos, and Michael D. Ernst. 2018. Comparing Developer-Provided to User-Provided Tests for Fault Localization and Automated Program Repair. In Proceedings of the International Symposium on Software Testing and Analysis (ISSTA). 287--297."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/2950290.2950322"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.2307\/2685263"},{"key":"e_1_3_2_1_36_1","volume-title":"Proceedings of the International Conference on Management of Innovation and Technology (ICMIT). 1228--1233","author":"Lin Jun-Wei","year":"2008","unstructured":"Jun-Wei Lin, Chin-Yu Huang, and Chu-Ti Lin. 2008. Test suite reduction analysis with enhanced tie-breaking techniques. In Proceedings of the International Conference on Management of Innovation and Technology (ICMIT). 1228--1233."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.psych.58.110405.085542"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1026595011371"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2003.1245299"},{"key":"e_1_3_2_1_40_1","volume-title":"Proceedings of the International Symposium on Software Testing and Analysis (ISSTA). 57--68","author":"Namin Akbar Siami","unstructured":"Akbar Siami Namin and James H. Andrews. 2009. The influence of size and coverage on test suite effectiveness. In Proceedings of the International Symposium on Software Testing and Analysis (ISSTA). 57--68."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/125489.125473"},{"key":"e_1_3_2_1_42_1","volume-title":"Proceedings of the European Conference on Object-Oriented Programming (ECOOP). 504--527","author":"Pacheco Carlos","unstructured":"Carlos Pacheco and Michael D. Ernst. 2005. Eclat: Automatic generation and classification of test inputs. In Proceedings of the European Conference on Object-Oriented Programming (ECOOP). 504--527."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2007.37"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180183"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3183519.3183521"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2018.00027"},{"key":"e_1_3_2_1_47_1","volume-title":"Monte Carlo Statistical Methods","author":"Robert Christian P","unstructured":"Christian P Robert and George Casella. 2004. Monte Carlo Statistical Methods. Springer, New York, NY."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.256"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/2897010.2897018"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1080\/00220973.1980.11011737"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"crossref","unstructured":"Frank L Schmidt and John E Hunter. 2014. Methods of meta-analysis: Correcting error and bias in research findings.","DOI":"10.4135\/9781483398105"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2015.86"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.2307\/2532712"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1969.tb00813.x"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2019.110421"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/1368088.1368116"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786858"}],"event":{"name":"ASE '20: 35th IEEE\/ACM International Conference on Automated Software Engineering","location":"Virtual Event Australia","acronym":"ASE '20","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"]},"container-title":["Proceedings of the 35th IEEE\/ACM International Conference on Automated Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3324884.3416667","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3324884.3416667","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3324884.3416667","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:47:23Z","timestamp":1750193243000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3324884.3416667"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,12,21]]},"references-count":57,"alternative-id":["10.1145\/3324884.3416667","10.1145\/3324884"],"URL":"https:\/\/doi.org\/10.1145\/3324884.3416667","relation":{},"subject":[],"published":{"date-parts":[[2020,12,21]]},"assertion":[{"value":"2021-01-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}