{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,9]],"date-time":"2025-12-09T08:27:26Z","timestamp":1765268846100,"version":"3.37.3"},"reference-count":44,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2023,4,1]]},"DOI":"10.1109\/tse.2022.3208864","type":"journal-article","created":{"date-parts":[[2022,9,23]],"date-time":"2022-09-23T20:03:26Z","timestamp":1663963406000},"page":"2039-2052","source":"Crossref","is-referenced-by-count":13,"title":["Test Flakiness Across Programming Languages"],"prefix":"10.1109","volume":"49","author":[{"given":"Keila","family":"Barbosa","sequence":"first","affiliation":[{"name":"Federal University of Pernambuco, Recife, PE, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5812-8707","authenticated-orcid":false,"given":"Ronivaldo","family":"Ferreira","sequence":"additional","affiliation":[{"name":"Federal University of Pará, Belém, PA, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7598-2799","authenticated-orcid":false,"given":"Gustavo","family":"Pinto","sequence":"additional","affiliation":[{"name":"Federal University of Pará, Belém, PA, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1323-8769","authenticated-orcid":false,"given":"Marcelo","family":"d'Amorim","sequence":"additional","affiliation":[{"name":"Federal University of Pernambuco, Recife, PE, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9608-9393","authenticated-orcid":false,"given":"Breno","family":"Miranda","sequence":"additional","affiliation":[{"name":"Federal University of Pernambuco, Recife, PE, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"article-title":"Flaky tests at Google and how we mitigate them","year":"2016","author":"Micco","key":"ref1"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3330570"},{"article-title":"Where do our flaky tests come from?","year":"2017","author":"Listfield","key":"ref3"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2015.66"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/SCAM.2018.00009"},{"year":"2021","key":"ref7","article-title":"Chromium flakiness dashboard howto"},{"volume-title":"Software Engineering at Google: Lessons Learned from Programming Over Time","year":"2020","author":"Winters","key":"ref8"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2015.133"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/QRS-C.2018.00031"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3379597.3387482"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3082424"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180164"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2019.00038"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338925"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468584"},{"article-title":"Test flakiness \u2013 methods for identifying and dealing with flaky tests","year":"2019","author":"Palmer","key":"ref17"},{"article-title":"The state of continuous integration testing @Google","year":"2017","author":"Micco","key":"ref18"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2018.00062"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3275529"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635920"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338945"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-Companion52605.2021.00081"},{"year":"2021","key":"ref49","article-title":"pytest-xdist"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2017.8115695"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME46990.2020.00037"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00141"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/960116.54016"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1177\/1524839915580941"},{"key":"ref61","first-page":"5","article-title":"Go at Google","volume-title":"Proc. Annu. Conf. Object-Oriented Program. Syst. Lang. Appl.","author":"Pike"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2014.127"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE5003.2020.00045"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1145\/3126905"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/1095408.1095421"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1145\/2597073.2597108"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2018.00062"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1145\/3460319.3464828"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2015.7332456"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.1791"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1145\/3428270"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/ICST49551.2021.00026"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2019.00038"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2018.00011"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/MSR52588.2021.00034"},{"article-title":"Continuous integration","year":"2021","author":"Fowler","key":"ref79"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/10103953\/09900435.pdf?arnumber=9900435","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,22]],"date-time":"2024-01-22T23:17:39Z","timestamp":1705965459000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9900435\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,1]]},"references-count":44,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tse.2022.3208864","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"type":"print","value":"0098-5589"},{"type":"electronic","value":"1939-3520"},{"type":"electronic","value":"2326-3881"}],"subject":[],"published":{"date-parts":[[2023,4,1]]}}}