{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T09:03:29Z","timestamp":1776071009471,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":37,"publisher":"ACM","license":[{"start":{"date-parts":[[2014,11,11]],"date-time":"2014-11-11T00:00:00Z","timestamp":1415664000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2014,11,11]]},"DOI":"10.1145\/2635868.2635920","type":"proceedings-article","created":{"date-parts":[[2014,11,4]],"date-time":"2014-11-04T21:44:36Z","timestamp":1415137476000},"page":"643-653","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":352,"title":["An empirical analysis of flaky tests"],"prefix":"10.1145","author":[{"given":"Qingzhou","family":"Luo","sequence":"first","affiliation":[{"name":"University of Illinois at Urbana-Champaign, USA"}]},{"given":"Farah","family":"Hariri","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, USA"}]},{"given":"Lamyaa","family":"Eloussi","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, USA"}]},{"given":"Darko","family":"Marinov","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, USA"}]}],"member":"320","published-online":{"date-parts":[[2014,11,11]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"API design wiki - OrderOfElements. http:\/\/wiki.apidesign.org\/wiki\/OrderOfElements.  API design wiki - OrderOfElements. http:\/\/wiki.apidesign.org\/wiki\/OrderOfElements."},{"key":"e_1_3_2_1_2_1","unstructured":"Android FlakyTest annotation. http:\/\/goo.gl\/e8PILv.  Android FlakyTest annotation. http:\/\/goo.gl\/e8PILv."},{"key":"e_1_3_2_1_3_1","unstructured":"Apache Software Foundation SVN Repository. http:\/\/svn.apache.org\/repos\/asf\/.  Apache Software Foundation SVN Repository. http:\/\/svn.apache.org\/repos\/asf\/."},{"key":"e_1_3_2_1_4_1","unstructured":"Apache Software Foundation. HBASE-2684. https:\/\/issues.apache.org\/jira\/browse\/HBASE-2684.  Apache Software Foundation. HBASE-2684. https:\/\/issues.apache.org\/jira\/browse\/HBASE-2684."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1882291.1882308"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2429069.2429133"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568248"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.scico.2010.11.010"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2009.17"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.654"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.5555\/838237.838485"},{"key":"e_1_3_2_1_12_1","unstructured":"Flakiness dashboard HOWTO. http:\/\/goo.gl\/JRZ1J8.  Flakiness dashboard HOWTO. http:\/\/goo.gl\/JRZ1J8."},{"key":"e_1_3_2_1_13_1","unstructured":"M. Fowler. Eradicating non-determinism in tests. http:\/\/goo.gl\/cDDGmm.  M. Fowler. Eradicating non-determinism in tests. http:\/\/goo.gl\/cDDGmm."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1806799.1806871"},{"key":"e_1_3_2_1_15_1","volume-title":"Testing at the speed and scale of Google","author":"Gupta P.","year":"2011","unstructured":"P. Gupta , M. Ivey , and J. Penix . Testing at the speed and scale of Google , 2011 . http:\/\/goo.gl\/2B5cyl. P. Gupta, M. Ivey, and J. Penix. Testing at the speed and scale of Google, 2011. http:\/\/goo.gl\/2B5cyl."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2025113.2025145"},{"key":"e_1_3_2_1_17_1","unstructured":"Jenkins RandomFail annotation. http:\/\/goo.gl\/tzyC0W.  Jenkins RandomFail annotation. http:\/\/goo.gl\/tzyC0W."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/1993498.1993544"},{"key":"e_1_3_2_1_19_1","unstructured":"JUnit and Java7. http:\/\/goo.gl\/g4crZL.  JUnit and Java7. http:\/\/goo.gl\/g4crZL."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/AGILE.2009.35"},{"key":"e_1_3_2_1_21_1","volume-title":"Swing Extreme Testing","author":"Lavers T.","year":"2008","unstructured":"T. Lavers and L. Peters . Swing Extreme Testing . 2008 . T. Lavers and L. Peters. Swing Extreme Testing. 2008."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/1181309.1181314"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2013.41"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/1346281.1346323"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2610419"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.5555\/2486788.2487046"},{"key":"e_1_3_2_1_27_1","volume-title":"Continuous integration at Google scale","author":"Micco J.","year":"2013","unstructured":"J. Micco . Continuous integration at Google scale , 2013 . http:\/\/goo.gl\/0qnzGj. J. Micco. Continuous integration at Google scale, 2013. http:\/\/goo.gl\/0qnzGj."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/96267.96279"},{"key":"e_1_3_2_1_29_1","volume-title":"ESEC\/FSE","author":"Mu\u00b8slu K.","year":"2011","unstructured":"K. Mu\u00b8slu , B. Soran , and J. Wuttke . Finding bugs by isolating unit tests . ESEC\/FSE , 2011 . K. Mu\u00b8slu, B. Soran, and J. Wuttke. Finding bugs by isolating unit tests. ESEC\/FSE, 2011."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.5555\/2486788.2486833"},{"key":"e_1_3_2_1_31_1","unstructured":"Spring Repeat Annotation. http:\/\/goo.gl\/vnfU3Y.  Spring Repeat Annotation. http:\/\/goo.gl\/vnfU3Y."},{"key":"e_1_3_2_1_32_1","unstructured":"P. Sudarshan. No more flaky tests on the Go team. http:\/\/goo.gl\/BiWaE1.  P. Sudarshan. No more flaky tests on the Go team. http:\/\/goo.gl\/BiWaE1."},{"key":"e_1_3_2_1_33_1","unstructured":"6\n    tips for writing robust maintainable unit tests. http:\/\/blog.melski.net\/tag\/unit-tests.  6 tips for writing robust maintainable unit tests. http:\/\/blog.melski.net\/tag\/unit-tests."},{"key":"e_1_3_2_1_34_1","unstructured":"TotT: Avoiding flakey tests. http:\/\/goo.gl\/vHE47r.  TotT: Avoiding flakey tests. http:\/\/goo.gl\/vHE47r."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/1273463.1273469"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-32759-9_37"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2610404"}],"event":{"name":"SIGSOFT\/FSE'14: 22nd ACM SIGSOFT Symposium on the Foundations of Software Engineering","location":"Hong Kong China","acronym":"SIGSOFT\/FSE'14","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 22nd ACM SIGSOFT International Symposium on Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2635868.2635920","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2635868.2635920","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T06:11:57Z","timestamp":1750227117000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2635868.2635920"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,11,11]]},"references-count":37,"alternative-id":["10.1145\/2635868.2635920","10.1145\/2635868"],"URL":"https:\/\/doi.org\/10.1145\/2635868.2635920","relation":{},"subject":[],"published":{"date-parts":[[2014,11,11]]},"assertion":[{"value":"2014-11-11","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}