{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T06:04:21Z","timestamp":1784268261551,"version":"3.55.0"},"reference-count":56,"publisher":"IEEE","license":[{"start":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T00:00:00Z","timestamp":1779062400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T00:00:00Z","timestamp":1779062400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001554","name":"Massey University","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001554","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026,5,18]]},"DOI":"10.1109\/icst69053.2026.00025","type":"proceedings-article","created":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T21:48:20Z","timestamp":1784238500000},"page":"105-116","source":"Crossref","is-referenced-by-count":0,"title":["A Systematic Evaluation of Environmental Flakiness in JavaScript Tests"],"prefix":"10.1109","author":[{"given":"Negar","family":"Hashemi","sequence":"first","affiliation":[{"name":"Massey University,New Zealand"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Amjed","family":"Tahir","sequence":"additional","affiliation":[{"name":"Massey University,New Zealand"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"August","family":"Shi","sequence":"additional","affiliation":[{"name":"The University of Texas at Austin,USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shawn","family":"Rasheed","sequence":"additional","affiliation":[{"name":"Victoria University of Wellington,New Zealand"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rachel","family":"Blagojevic","sequence":"additional","affiliation":[{"name":"Massey University,New Zealand"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST57152.2023.00008"},{"key":"ref2","volume-title":"Probabilistic flakiness: How do you test your tests? - engineering at Meta","author":"Machalica","year":"2020"},{"key":"ref3","volume-title":"Eradicating non-determinism in tests","author":"Fowler","year":"2024"},{"key":"ref4","volume-title":"Test flakiness \u2013 methods for identifying and dealing with flaky tests - spotify","author":"Palmer","year":"2019"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2019.00018"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3395363.3397364"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME46990.2020.00083"},{"key":"ref8","volume-title":"Improving developer productivity via flaky test management engineeringmicrosoft","author":"Thummalapenta","year":"2022"},{"key":"ref9","volume-title":"Reducing flaky builds by 18x - the GitHub blog","author":"Raine","year":"2021"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2023.111837"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2018.00062"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635920"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ICST49551.2021.00026"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME55016.2022.00011"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2022.3208864"},{"key":"ref16","volume-title":"Jest","year":"2025"},{"key":"ref17","volume-title":"Mocha","year":"2025"},{"key":"ref18","volume-title":"Vitest","year":"2025"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2016.40"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.5120\/ijca2020920494"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-024-10571-4"},{"key":"ref22","year":"2024","journal-title":"Stack overflow developer survey 2024: Web frameworks and technologies"},{"key":"ref23","volume-title":"Github actions now supports ci\/cd","year":"2019"},{"key":"ref24","volume-title":"REST API endpoints for search - GitHub docs","year":"2025"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/SANER48275.2020.9054834"},{"key":"ref26","volume-title":"cross-env: Run scripts that set and use environment variables across platforms","year":"2025"},{"key":"ref27","article-title":"Node.js errors changes you need to know about","author":"Dawson","year":"2017"},{"key":"ref28","volume-title":"Node.js v20.0.0 release: Custom esm loader hooks run on dedicated thread","year":"2023"},{"key":"ref29","volume-title":"Discussion on node.js issue #50658: Comment on esm loader and threading behavior","year":"2025"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/icst53961.2022.00034"},{"key":"ref31","article-title":"Flaky tests: their hidden costs and how to address flaky behavior","author":"Chen","year":"2024","journal-title":"Online; Datadog Engineering blog"},{"key":"ref32","article-title":"Taming test flakiness: How we built a scalable tool to detect and manage flaky tests","author":"Malik","year":"2025","journal-title":"Online; Atlassian"},{"key":"ref33","volume-title":"Trunk","year":"2025"},{"key":"ref34","volume-title":"Junit 5 user guide: Writing tests \u00e2\u0102\u015e conditional execution","year":"2025"},{"key":"ref35","volume-title":"Github code search results for @enabledonos in java","year":"2025"},{"key":"ref36","volume-title":"Github code search results for @disabledonos in java","year":"2025"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/SCAM55253.2022.00037"},{"key":"ref38","volume-title":"Javascript docblock coding standards","year":"2025"},{"key":"ref39","volume-title":"Replication package for the paper: A systematic evaluation of environmental flakiness in javascript tests","year":"2025"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338945"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2018.00011"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/ICST62969.2025.10988962"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2019.00038"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/3597503.3639115"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/ICST60714.2024.00032"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468584"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/AST58925.2023.00016"},{"key":"ref48","volume-title":"The state of continuous integration testing at google","author":"Micco","year":"2017"},{"key":"ref49","article-title":"A container-based infrastructure for fuzzy-driven root causing of flaky tests","volume-title":"Proceedings of the ACM\/IEEE 42nd International Conference on Software Engineering: New Ideas and Emerging Results","author":"Terragni"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/3674805.3695407"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.5220\/0008559004540461"},{"key":"ref52","article-title":"Finding flaky tests in javascript applications using stress and test suite reordering","volume-title":"Master\u2019s thesis","author":"Yost","year":"2023"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2024.3472476"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/3476105"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/ICST46399.2020.00022"},{"key":"ref56","article-title":"Jstod: Detecting order-dependent flaky tests in jest","author":"Hashemi","year":"2025","journal-title":"arXiv preprint arXiv:2509.00466"}],"event":{"name":"2026 IEEE International Conference on Software Testing, Verification and Validation (ICST)","location":"Daejeon, Korea, Republic of","start":{"date-parts":[[2026,5,18]]},"end":{"date-parts":[[2026,5,22]]}},"container-title":["2026 IEEE International Conference on Software Testing, Verification and Validation (ICST)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11600401\/11600462\/11600507.pdf?arnumber=11600507","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T05:22:13Z","timestamp":1784265733000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11600507\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5,18]]},"references-count":56,"URL":"https:\/\/doi.org\/10.1109\/icst69053.2026.00025","relation":{},"subject":[],"published":{"date-parts":[[2026,5,18]]}}}