{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,24]],"date-time":"2025-12-24T12:24:42Z","timestamp":1766579082277,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":46,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,7,18]],"date-time":"2020-07-18T00:00:00Z","timestamp":1595030400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"the Swedish Innovation Agency","award":["MegaM@Rt2"],"award-info":[{"award-number":["MegaM@Rt2"]}]},{"DOI":"10.13039\/501100011688","name":"Electronic Components and Systems for European Leadership","doi-asserted-by":"publisher","award":["Joint Undertaking under grant 737494"],"award-info":[{"award-number":["Joint Undertaking under grant 737494"]}],"id":[{"id":"10.13039\/501100011688","id-type":"DOI","asserted-by":"publisher"}]},{"name":"the Knowledge Foundation","award":["20150277 (ITS ESS-H), 20160139 (TestMine), and 20130258 (Volvo Chair)."],"award-info":[{"award-number":["20150277 (ITS ESS-H), 20160139 (TestMine), and 20130258 (Volvo Chair)."]}]},{"name":"Westermo Network Technologies AB"},{"name":"the Swedish Research Council","award":["621-2014-4925 (EXACT)"],"award-info":[{"award-number":["621-2014-4925 (EXACT)"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,7,18]]},"DOI":"10.1145\/3395363.3397359","type":"proceedings-article","created":{"date-parts":[[2020,7,13]],"date-time":"2020-07-13T21:44:18Z","timestamp":1594676658000},"page":"337-348","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":18,"title":["Intermittently failing tests in the embedded systems domain"],"prefix":"10.1145","author":[{"given":"Per Erik","family":"Strandberg","sequence":"first","affiliation":[{"name":"Westermo Network Technologies, Sweden"}]},{"given":"Thomas J.","family":"Ostrand","sequence":"additional","affiliation":[{"name":"M\u00e4lardalen University, Sweden"}]},{"given":"Elaine J.","family":"Weyuker","sequence":"additional","affiliation":[{"name":"M\u00e4lardalen University, Sweden \/ University of Central Florida, USA"}]},{"given":"Wasif","family":"Afzal","sequence":"additional","affiliation":[{"name":"M\u00e4lardalen University, Sweden"}]},{"given":"Daniel","family":"Sundmark","sequence":"additional","affiliation":[{"name":"M\u00e4lardalen University, Sweden"}]}],"member":"320","published-online":{"date-parts":[[2020,7,18]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-25945-1_12"},{"key":"e_1_3_2_1_2_1","article-title":"Concurrency bugs in open source software: a case study","volume":"8","author":"Asadollah Sara Abbaspour","year":"2017","unstructured":"Sara Abbaspour Asadollah , Daniel Sundmark , Sigrid Eldh , and Hans Hansson . 2017 . Concurrency bugs in open source software: a case study . Journal of Internet Services and Applications 8 , 1 ( 2017 ), 4. Sara Abbaspour Asadollah, Daniel Sundmark, Sigrid Eldh, and Hans Hansson. 2017. Concurrency bugs in open source software: a case study. Journal of Internet Services and Applications 8, 1 ( 2017 ), 4.","journal-title":"Journal of Internet Services and Applications"},{"key":"e_1_3_2_1_3_1","volume-title":"Empirical Analysis of Factors and their Efect on Test Flakiness-Practitioners' Perceptions. Preprint arXiv","author":"Ahmad Azeem","year":"1906","unstructured":"Azeem Ahmad , Ola Leifler , and Kristian Sandahl . 2019. Empirical Analysis of Factors and their Efect on Test Flakiness-Practitioners' Perceptions. Preprint arXiv : 1906 . 00673 ( 2019 ). Azeem Ahmad, Ola Leifler, and Kristian Sandahl. 2019. Empirical Analysis of Factors and their Efect on Test Flakiness-Practitioners' Perceptions. Preprint arXiv: 1906. 00673 ( 2019 )."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/SEAA.2017.65"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/32.464549"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1115\/1.4026639"},{"key":"e_1_3_2_1_7_1","volume-title":"Proceedings of the","author":"Ball M","year":"1969","unstructured":"M Ball and F Hardie . 1969 . Efects and detection of intermittent failures in digital systems . In Proceedings of the November 18-20, 1969, fall joint computer conference (AFIPS'69). ACM. M Ball and F Hardie. 1969. Efects and detection of intermittent failures in digital systems. In Proceedings of the November 18-20, 1969, fall joint computer conference (AFIPS'69). ACM."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"crossref","unstructured":"Abhijeet Banerjee Sudipta Chattopadhyay and Abhik Roychoudhury. 2016. On Testing Embedded Software. Advances in Computers 101 ( 2016 ) 121-153.  Abhijeet Banerjee Sudipta Chattopadhyay and Abhik Roychoudhury. 2016. On Testing Embedded Software. Advances in Computers 101 ( 2016 ) 121-153.","DOI":"10.1016\/bs.adcom.2015.11.005"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180164"},{"key":"e_1_3_2_1_10_1","article-title":"Testing for intermittent faults in digital circuits","volume":"100","author":"Breuer Melvin A","year":"1973","unstructured":"Melvin A Breuer . 1973 . Testing for intermittent faults in digital circuits . IEEE Trans. Comput. 100 , 3 ( 1973 ), 241-246. Melvin A Breuer. 1973. Testing for intermittent faults in digital circuits. IEEE Trans. Comput. 100, 3 ( 1973 ), 241-246.","journal-title":"IEEE Trans. Comput."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2014.19"},{"key":"e_1_3_2_1_12_1","article-title":"Electrical control of dangerous machinery and processes","volume":"94","author":"Cooper W Fordham","year":"1947","unstructured":"W Fordham Cooper . 1947 . Electrical control of dangerous machinery and processes . Journal of the Institution of Electrical Engineers-Part II: Power Engineering 94 , 39 ( 1947 ), 216-232. W Fordham Cooper. 1947. Electrical control of dangerous machinery and processes. Journal of the Institution of Electrical Engineers-Part II: Power Engineering 94, 39 ( 1947 ), 216-232.","journal-title":"Journal of the Institution of Electrical Engineers-Part II: Power Engineering"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2014.62"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338945"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635910"},{"volume-title":"Testing of Software and Communicating Systems","author":"Eldh Sigrid","key":"e_1_3_2_1_16_1","unstructured":"Sigrid Eldh , Sasikumar Punnekkat , Hans Hansson , and Peter J\u00f6nsson . 2007. Component testing is not enough-a study of software faults in telecom middleware . In Testing of Software and Communicating Systems . Springer , 74-89. Sigrid Eldh, Sasikumar Punnekkat, Hans Hansson, and Peter J\u00f6nsson. 2007. Component testing is not enough-a study of software faults in telecom middleware. In Testing of Software and Communicating Systems. Springer, 74-89."},{"key":"e_1_3_2_1_17_1","unstructured":"Martin Fowler. 2011. Eradicating Non-Determinism in Tests (Blog Post). https: \/\/www.martinfowler.com\/articles\/nonDeterminism.html. Online Accessed 2019-06-26.  Martin Fowler. 2011. Eradicating Non-Determinism in Tests (Blog Post). https: \/\/www.martinfowler.com\/articles\/nonDeterminism.html. Online Accessed 2019-06-26."},{"key":"e_1_3_2_1_18_1","unstructured":"Martin Fowler. 2018. Refactoring: improving the design of existing code. AddisonWesley Professional.  Martin Fowler. 2018. Refactoring: improving the design of existing code. AddisonWesley Professional."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"crossref","unstructured":"Vahid Garousi and Bar\u0131\u015f K\u00fc\u00e7\u00fck. 2018. Smells in software test code: A survey of knowledge in industry and academia. Journal of systems and software 138 ( 2018 ) 52-81.  Vahid Garousi and Bar\u0131\u015f K\u00fc\u00e7\u00fck. 2018. Smells in software test code: A survey of knowledge in industry and academia. Journal of systems and software 138 ( 2018 ) 52-81.","DOI":"10.1016\/j.jss.2017.12.013"},{"key":"e_1_3_2_1_21_1","article-title":"A classification of software faults","volume":"27","author":"Grottke Michael","year":"2005","unstructured":"Michael Grottke and Kishor S Trivedi . 2005 . A classification of software faults . Journal of Reliability Engineering Association of Japan 27 , 7 ( 2005 ), 425-438. Michael Grottke and Kishor S Trivedi. 2005. A classification of software faults. Journal of Reliability Engineering Association of Japan 27, 7 ( 2005 ), 425-438.","journal-title":"Journal of Reliability Engineering Association of Japan"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2771783.2771793"},{"key":"e_1_3_2_1_23_1","volume-title":"International Conference on Software Engineering","volume":"2","author":"Herzig Kim","year":"2015","unstructured":"Kim Herzig and Nachiappan Nagappan . 2015 . Empirically detecting false test alarms using association rules . In International Conference on Software Engineering , Vol. 2 . IEEE. Kim Herzig and Nachiappan Nagappan. 2015. Empirically detecting false test alarms using association rules. In International Conference on Software Engineering, Vol. 2. IEEE."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2017.71"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106288"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3330570"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.2514\/1.11950"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635920"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/MARK.1979.8817149"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-49094-6_30"},{"key":"e_1_3_2_1_31_1","volume-title":"Finding and Reproducing Heisenbugs in Concurrent Programs. In Symposium on Operating Systems Design and Implementation. USENIX.","author":"Musuvathi Madanlal","year":"2008","unstructured":"Madanlal Musuvathi , Shaz Qadeer , Thomas Ball , Gerard Basler , Piramanayagam Arumuga Nainar , and Iulian Neamtiu . 2008 . Finding and Reproducing Heisenbugs in Concurrent Programs. In Symposium on Operating Systems Design and Implementation. USENIX. Madanlal Musuvathi, Shaz Qadeer, Thomas Ball, Gerard Basler, Piramanayagam Arumuga Nainar, and Iulian Neamtiu. 2008. Finding and Reproducing Heisenbugs in Concurrent Programs. In Symposium on Operating Systems Design and Implementation. USENIX."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1016\/0164-1212(84)90028-1"},{"volume-title":"Understanding Markov chains: examples and applications","author":"Privault Nicolas","key":"e_1_3_2_1_33_1","unstructured":"Nicolas Privault . 2013. Understanding Markov chains: examples and applications . Springer Science & Business Media . Nicolas Privault. 2013. Understanding Markov chains: examples and applications. Springer Science & Business Media."},{"volume-title":"Case study research in software engineering: Guidelines and examples","author":"Runeson Per","key":"e_1_3_2_1_34_1","unstructured":"Per Runeson , Martin H\u00f6st , Austen Rainer , and Bjorn Regnell . 2012. Case study research in software engineering: Guidelines and examples . John Wiley & Sons . Per Runeson, Martin H\u00f6st, Austen Rainer, and Bjorn Regnell. 2012. Case study research in software engineering: Guidelines and examples. John Wiley & Sons."},{"key":"e_1_3_2_1_35_1","volume-title":"Muhammad Ali Babar, and Liming Zhu","author":"Shahin Mojtaba","year":"2017","unstructured":"Mojtaba Shahin , Muhammad Ali Babar, and Liming Zhu . 2017 . Continuous Integration, Delivery and Deployment: A Systematic Review on Approaches, Tools, Challenges and Practices. IEEE Access 5 ( 2017 ), 3909-3943. Mojtaba Shahin, Muhammad Ali Babar, and Liming Zhu. 2017. Continuous Integration, Delivery and Deployment: A Systematic Review on Approaches, Tools, Challenges and Practices. IEEE Access 5 ( 2017 ), 3909-3943."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2017.92"},{"key":"e_1_3_2_1_37_1","volume-title":"Decision Making and Visualizations Based on Test Results. In International Symposium on Empirical Software Engineering and Measurement. ACM\/IEEE.","author":"Strandberg Per Erik","year":"2018","unstructured":"Per Erik Strandberg , Wasif Afzal , and Daniel Sundmark . 2018 . Decision Making and Visualizations Based on Test Results. In International Symposium on Empirical Software Engineering and Measurement. ACM\/IEEE. Per Erik Strandberg, Wasif Afzal, and Daniel Sundmark. 2018. Decision Making and Visualizations Based on Test Results. In International Symposium on Empirical Software Engineering and Measurement. ACM\/IEEE."},{"key":"e_1_3_2_1_38_1","volume-title":"Wasif Afzal, Daniel Sundmark, and Robert Feldt.","author":"Strandberg Per Erik","year":"2019","unstructured":"Per Erik Strandberg , Eduard Paul Enoiu , Wasif Afzal, Daniel Sundmark, and Robert Feldt. 2019 . Information Flow in Software Testing-An Interview Study With Embedded Software Engineering Practitioners. IEEE Access 7 ( 2019 ), 46434-46453. Per Erik Strandberg, Eduard Paul Enoiu, Wasif Afzal, Daniel Sundmark, and Robert Feldt. 2019. Information Flow in Software Testing-An Interview Study With Embedded Software Engineering Practitioners. IEEE Access 7 ( 2019 ), 46434-46453."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3213846.3213859"},{"key":"e_1_3_2_1_40_1","volume-title":"Experience Report: Automated System Level Regression Test Prioritization Using Multiple Factors. In International Symposium on Software Reliability Engineering. IEEE.","author":"Strandberg Per Erik","year":"2016","unstructured":"Per Erik Strandberg , Daniel Sundmark , Wasif Afzal , Thomas J Ostrand , and Elaine J Weyuker . 2016 . Experience Report: Automated System Level Regression Test Prioritization Using Multiple Factors. In International Symposium on Software Reliability Engineering. IEEE. Per Erik Strandberg, Daniel Sundmark, Wasif Afzal, Thomas J Ostrand, and Elaine J Weyuker. 2016. Experience Report: Automated System Level Regression Test Prioritization Using Multiple Factors. In International Symposium on Software Reliability Engineering. IEEE."},{"volume-title":"An Empirical Exploration in the Study of SoftwareRelated Fatal Failures. Bachelor thesis","author":"Sycofyllos Nikolaos","key":"e_1_3_2_1_41_1","unstructured":"Nikolaos Sycofyllos . 2016. An Empirical Exploration in the Study of SoftwareRelated Fatal Failures. Bachelor thesis , M\u00e4lardalen University . Nikolaos Sycofyllos. 2016. An Empirical Exploration in the Study of SoftwareRelated Fatal Failures. Bachelor thesis, M\u00e4lardalen University."},{"key":"e_1_3_2_1_42_1","volume-title":"An Empirical Study of Flaky Tests in Android Apps. In International Conference on Software Maintenance and Evolution. IEEE.","author":"Thorve Swapna","year":"2018","unstructured":"Swapna Thorve , Chandani Sreshtha , and Na Meng . 2018 . An Empirical Study of Flaky Tests in Android Apps. In International Conference on Software Maintenance and Evolution. IEEE. Swapna Thorve, Chandani Sreshtha, and Na Meng. 2018. An Empirical Study of Flaky Tests in Android Apps. In International Conference on Software Maintenance and Evolution. IEEE."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2015.7332456"},{"key":"e_1_3_2_1_44_1","volume-title":"International conference on extreme programming and lfexible processes in software engineering.","author":"van Deursen Arie","year":"2001","unstructured":"Arie van Deursen , Leon Moonen , Alex van Den Bergh , and Gerard Kok . 2001 . Refactoring test code . In International conference on extreme programming and lfexible processes in software engineering. Arie van Deursen, Leon Moonen, Alex van Den Bergh, and Gerard Kok. 2001. Refactoring test code. In International conference on extreme programming and lfexible processes in software engineering."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"crossref","unstructured":"Kristian Wiklund Sigrid Eldh Daniel Sundmark and Kristina Lundqvist. 2017. Impediments for software test automation: A systematic literature review. Software Testing Verification and Reliability ( 2017 ).  Kristian Wiklund Sigrid Eldh Daniel Sundmark and Kristina Lundqvist. 2017. Impediments for software test automation: A systematic literature review. Software Testing Verification and Reliability ( 2017 ).","DOI":"10.1002\/stvr.1639"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/5.293155"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2610404"}],"event":{"name":"ISSTA '20: 29th ACM SIGSOFT International Symposium on Software Testing and Analysis","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"],"location":"Virtual Event USA","acronym":"ISSTA '20"},"container-title":["Proceedings of the 29th ACM SIGSOFT International Symposium on Software Testing and Analysis"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3395363.3397359","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3395363.3397359","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:38:35Z","timestamp":1750199915000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3395363.3397359"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,7,18]]},"references-count":46,"alternative-id":["10.1145\/3395363.3397359","10.1145\/3395363"],"URL":"https:\/\/doi.org\/10.1145\/3395363.3397359","relation":{},"subject":[],"published":{"date-parts":[[2020,7,18]]},"assertion":[{"value":"2020-07-18","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}