{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T14:57:05Z","timestamp":1784300225066,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":32,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,6,29]],"date-time":"2020-06-29T00:00:00Z","timestamp":1593388800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,6,29]]},"DOI":"10.1145\/3379597.3387482","type":"proceedings-article","created":{"date-parts":[[2020,9,19]],"date-time":"2020-09-19T02:12:49Z","timestamp":1600481569000},"page":"492-502","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":92,"title":["What is the Vocabulary of Flaky Tests?"],"prefix":"10.1145","author":[{"given":"Gustavo","family":"Pinto","sequence":"first","affiliation":[{"name":"Federal University of Par\u00e1, Bel\u00e9m, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Breno","family":"Miranda","sequence":"additional","affiliation":[{"name":"Federal University of Pernambuco Recife, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Supun","family":"Dissanayake","sequence":"additional","affiliation":[{"name":"University of Adelaide, Adelaide, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marcelo","family":"d'Amorim","sequence":"additional","affiliation":[{"name":"Federal University of Pernambuco, Recife, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Christoph","family":"Treude","sequence":"additional","affiliation":[{"name":"University of Adelaide, Adelaide, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Antonia","family":"Bertolino","sequence":"additional","affiliation":[{"name":"ISTI --- CNR, Pisa, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2020,9,18]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSEA.2009.92"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2012.6405253"},{"key":"e_1_3_2_1_3_1","volume-title":"Tifany Yung, and Darko Marinov.","author":"Bell Jonathan","year":"2018","unstructured":"Jonathan Bell , Owolabi Legunsen , Michael Hilton Lamyaa Eloussi , Tifany Yung, and Darko Marinov. 2018 . Deflaker Dataset . http:\/\/www.deflaker.org\/icsecomp\/. Jonathan Bell, Owolabi Legunsen, Michael Hilton Lamyaa Eloussi, Tifany Yung, and Darko Marinov. 2018. Deflaker Dataset. http:\/\/www.deflaker.org\/icsecomp\/."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180164"},{"key":"e_1_3_2_1_5_1","unstructured":"Antonia Bertolino Emilio Cruciani Breno Miranda and Roberto Verdecchia. 2020. Know Your Neighbor: Fast Static Prediction of Test Flakiness. https:\/\/doi.org\/10.32079\/ISTI-TR-2020\/001    10.32079\/ISTI-TR-2020\nAntonia Bertolino Emilio Cruciani Breno Miranda and Roberto Verdecchia. 2020. Know Your Neighbor: Fast Static Prediction of Test Flakiness. https:\/\/doi.org\/10.32079\/ISTI-TR-2020\/001"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2597008.2597146"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/bs.adcom.2016.04.004"},{"key":"e_1_3_2_1_8_1","volume-title":"Understanding Flaky Tests: The Developer's Perspective (ESEC\/FSE","author":"Eck Moritz","year":"2019","unstructured":"Moritz Eck , Fabio Palomba , Marco Castelluccio , and Alberto Bacchelli . 2019. Understanding Flaky Tests: The Developer's Perspective (ESEC\/FSE 2019 ). Association for Computing Machinery , New York, NY, USA , 830--840. https:\/\/doi.org\/10.1145\/3338906.3338945 10.1145\/3338906.3338945 Moritz Eck, Fabio Palomba, Marco Castelluccio, and Alberto Bacchelli. 2019. Understanding Flaky Tests: The Developer's Perspective (ESEC\/FSE 2019). Association for Computing Machinery, New York, NY, USA, 830--840. https:\/\/doi.org\/10.1145\/3338906.3338945"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2018.00011"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2018.2875843"},{"key":"e_1_3_2_1_11_1","volume-title":"O'Hearn","author":"Harman Mark","year":"2018","unstructured":"Mark Harman and Peter W . O'Hearn . 2018 . From Start-ups to Scale-ups : Opportunities and Open Problems for Static and Dynamic Program Analysis. In Proc. SCAM '18. Mark Harman and Peter W. O'Hearn. 2018. From Start-ups to Scale-ups: Opportunities and Open Problems for Static and Dynamic Program Analysis. In Proc. SCAM'18."},{"key":"e_1_3_2_1_12_1","volume-title":"Let's assume we had to pay for testing. Keynote at AST","author":"Herzig Kim","year":"2016","unstructured":"Kim Herzig . 2016. Let's assume we had to pay for testing. Keynote at AST 2016 . https:\/\/www.kim-herzig.de\/2016\/06\/28\/keynote-ast-2016\/ Kim Herzig. 2016. Let's assume we had to pay for testing. Keynote at AST 2016. https:\/\/www.kim-herzig.de\/2016\/06\/28\/keynote-ast-2016\/"},{"key":"e_1_3_2_1_13_1","volume-title":"Empirically Detecting False Test Alarms Using Association Rules (ICSE '15)","author":"Herzig Kim","year":"2015","unstructured":"Kim Herzig and Nachiappan Nagappan . 2015 . Empirically Detecting False Test Alarms Using Association Rules (ICSE '15) . 39--48. Kim Herzig and Nachiappan Nagappan. 2015. Empirically Detecting False Test Alarms Using Association Rules (ICSE '15). 39--48."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2007.70773"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/QRS-C.2018.00031"},{"key":"e_1_3_2_1_16_1","volume-title":"Root Causing Flaky Tests in a Large-scale Industrial Setting (ISSTA","author":"Lam Wing","year":"2019","unstructured":"Wing Lam , Patrice Godefroid , Suman Nath , Anirudh Santhiar , and Suresh Thummalapenta . 2019. Root Causing Flaky Tests in a Large-scale Industrial Setting (ISSTA 2019 ). ACM , New York, NY, USA , 101--111. https:\/\/doi.org\/10.1145\/3293882.3330570 10.1145\/3293882.3330570 Wing Lam, Patrice Godefroid, Suman Nath, Anirudh Santhiar, and Suresh Thummalapenta. 2019. Root Causing Flaky Tests in a Large-scale Industrial Setting (ISSTA 2019). ACM, New York, NY, USA, 101--111. https:\/\/doi.org\/10.1145\/3293882.3330570"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2019.00038"},{"key":"e_1_3_2_1_18_1","unstructured":"Jeff Listfield. 2017. Where do our flaky tests come from? https:\/\/testing.googleblog.com\/2016\/05\/flaky-tests-at-google-and-how-we.html.  Jeff Listfield. 2017. Where do our flaky tests come from? https:\/\/testing.googleblog.com\/2016\/05\/flaky-tests-at-google-and-how-we.html."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635920"},{"key":"e_1_3_2_1_20_1","unstructured":"John Micco. 2016. Flaky tests at Google and how we mitigate them. https:\/\/testing.googleblog.com\/2016\/05\/flaky-tests-at-google-and-how-we.html. Accessed: 2020-01-15.  John Micco. 2016. Flaky tests at Google and how we mitigate them. https:\/\/testing.googleblog.com\/2016\/05\/flaky-tests-at-google-and-how-we.html. Accessed: 2020-01-15."},{"key":"e_1_3_2_1_21_1","unstructured":"John Micco. 2016. Flaky Tests at Google and How We Mitigate Them. https:\/\/testing.googleblog.com\/2017\/04\/where-do-our-flaky-tests-come-from.html.  John Micco. 2016. Flaky Tests at Google and How We Mitigate Them. https:\/\/testing.googleblog.com\/2017\/04\/where-do-our-flaky-tests-come-from.html."},{"key":"e_1_3_2_1_22_1","unstructured":"John Micco. 2017. The State of Continuous Integration Testing @Google.  John Micco. 2017. The State of Continuous Integration Testing @Google."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2018.00040"},{"key":"e_1_3_2_1_24_1","volume-title":"An Empirical Study of Flaky Tests in Android Apps. In 2018 IEEE International Conference on Software Maintenance and Evolution (ICSME). IEEE, 534--538","author":"Thorve Swapna","year":"2018","unstructured":"Swapna Thorve , Chandani Sreshtha , and Na Meng . 2018 . An Empirical Study of Flaky Tests in Android Apps. In 2018 IEEE International Conference on Software Maintenance and Evolution (ICSME). IEEE, 534--538 . Swapna Thorve, Chandani Sreshtha, and Na Meng. 2018. An Empirical Study of Flaky Tests in Android Apps. In 2018 IEEE International Conference on Software Maintenance and Evolution (ICSME). IEEE, 534--538."},{"key":"e_1_3_2_1_25_1","volume-title":"Test-Case Quality-Understanding Practitioners' Perspectives. In International Conference on Product-Focused Software Process Improvement. Springer, 37--52","author":"Vi Tran Huynh Khanh","year":"2019","unstructured":"Huynh Khanh Vi Tran , Nauman Bin Ali , J\u00fcrgen B\u00f6rstler , and Michael Unterkalmsteiner . 2019 . Test-Case Quality-Understanding Practitioners' Perspectives. In International Conference on Product-Focused Software Process Improvement. Springer, 37--52 . Huynh Khanh Vi Tran, Nauman Bin Ali, J\u00fcrgen B\u00f6rstler, and Michael Unterkalmsteiner. 2019. Test-Case Quality-Understanding Practitioners' Perspectives. In International Conference on Product-Focused Software Process Improvement. Springer, 37--52."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884800"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2970276.2970340"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2015.7332456"},{"key":"e_1_3_2_1_29_1","volume-title":"Proceedings of the 2nd international conference on extreme programming and flexible processes in software engineering (XP2001)","author":"Deursen Arie Van","year":"2001","unstructured":"Arie Van Deursen , Leon Moonen , Alex Van Den Bergh , and Gerard Kok . 2001 . Refactoring test code . In Proceedings of the 2nd international conference on extreme programming and flexible processes in software engineering (XP2001) . 92--95. Arie Van Deursen, Leon Moonen, Alex Van Den Bergh, and Gerard Kok. 2001. Refactoring test code. In Proceedings of the 2nd international conference on extreme programming and flexible processes in software engineering (XP2001). 92--95."},{"key":"e_1_3_2_1_30_1","volume-title":"Test Analysis: Searching for Faults in Tests (ASE '15)","author":"Waterloo Matias","year":"2015","unstructured":"Matias Waterloo , Suzette Person , and Sebastian Elbaum . 2015 . Test Analysis: Searching for Faults in Tests (ASE '15) . 149--154. Matias Waterloo, Suzette Person, and Sebastian Elbaum. 2015. Test Analysis: Searching for Faults in Tests (ASE '15). 149--154."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/507338.507355"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2610404"}],"event":{"name":"MSR '20: 17th International Conference on Mining Software Repositories","location":"Seoul Republic of Korea","acronym":"MSR '20","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS","SIGAI ACM Special Interest Group on Artificial Intelligence","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"]},"container-title":["Proceedings of the 17th International Conference on Mining Software Repositories"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3379597.3387482","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3379597.3387482","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:41:20Z","timestamp":1750200080000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3379597.3387482"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,6,29]]},"references-count":32,"alternative-id":["10.1145\/3379597.3387482","10.1145\/3379597"],"URL":"https:\/\/doi.org\/10.1145\/3379597.3387482","relation":{},"subject":[],"published":{"date-parts":[[2020,6,29]]},"assertion":[{"value":"2020-09-18","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}