{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,20]],"date-time":"2026-01-20T08:47:01Z","timestamp":1768898821689,"version":"3.49.0"},"publisher-location":"Cham","reference-count":31,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031808883","type":"print"},{"value":"9783031808890","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-80889-0_20","type":"book-chapter","created":{"date-parts":[[2025,1,24]],"date-time":"2025-01-24T08:44:03Z","timestamp":1737708243000},"page":"292-312","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Extending a\u00a0Flakiness Score for\u00a0System-Level Tests"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7081-5385","authenticated-orcid":false,"given":"Joanna","family":"Kisaakye","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2714-8155","authenticated-orcid":false,"given":"Mutlu","family":"Beyaz\u0131t","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4463-2945","authenticated-orcid":false,"given":"Serge","family":"Demeyer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,1,25]]},"reference":[{"key":"20_CR1","doi-asserted-by":"crossref","unstructured":"Ahmad, A.: An evaluation of machine learning methods for predicting flaky tests. In: 27th Asia-Pacific Software Engineering Conference (APSEC 2020) Singapore (virtual), December 1, 2020, vol.\u00a02767, pp. 37\u201346. CEUR-WS (2020)","DOI":"10.1109\/APSEC51365.2020.00001"},{"key":"20_CR2","unstructured":"Bass, L., Weber, I., Zhu, L.: DevOps: A Software Architect\u2019s Perspective. Addison-Wesley Longman Publishing Co., Inc (2015)"},{"key":"20_CR3","unstructured":"Bell, J., Briand, L., Harman, M., Marinov, D., Eldh, S.: Discussion Panel. In: Proceedings of 1st International Flaky Tests Workshop 2024 (FTW 2024) (2024)"},{"key":"20_CR4","doi-asserted-by":"publisher","unstructured":"Bell, J., Legunsen, O., Hilton, M., Eloussi, L., Yung, T., Marinov, D.: DeFlaker: automatically detecting flaky tests. In: 2018 IEEE\/ACM 40th International Conference on Software Engineering (ICSE), pp. 433\u2013444 (2018). https:\/\/doi.org\/10.1145\/3180155.3180164","DOI":"10.1145\/3180155.3180164"},{"key":"20_CR5","doi-asserted-by":"publisher","unstructured":"De\u00a0Lauretis, L.: From monolithic architecture to microservices architecture. In: 2019 IEEE International Symposium on Software Reliability Engineering Workshops (ISSREW), pp. 93\u201396 (2019). https:\/\/doi.org\/10.1109\/ISSREW.2019.00050","DOI":"10.1109\/ISSREW.2019.00050"},{"key":"20_CR6","doi-asserted-by":"publisher","unstructured":"Di\u00a0Nucci, D., Palomba, F., Tamburri, D.A., Serebrenik, A., De\u00a0Lucia, A.: Detecting code smells using machine learning techniques: are we there yet? In: 2018 IEEE 25th International Conference on Software Analysis, Evolution and Reengineering (SANER), pp. 612\u2013621 (2018). https:\/\/doi.org\/10.1109\/SANER.2018.8330266","DOI":"10.1109\/SANER.2018.8330266"},{"key":"20_CR7","doi-asserted-by":"publisher","unstructured":"Dutta, S., Shi, A., Misailovic, S.: FLEX: fixing flaky tests in machine learning projects by updating assertion bounds. In: Proceedings of the 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering, p. 603\u2013614. ESEC\/FSE 2021, Association for Computing Machinery, NY, USA (2021). https:\/\/doi.org\/10.1145\/3468264.3468615","DOI":"10.1145\/3468264.3468615"},{"key":"20_CR8","doi-asserted-by":"publisher","unstructured":"Eck, M., Palomba, F., Castelluccio, M., Bacchelli, A.: Understanding flaky tests: the developer\u2019s perspective. In: Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering, pp. 830\u2013840. ESEC\/FSE 2019, Association for Computing Machinery, NY, USA (2019). https:\/\/doi.org\/10.1145\/3338906.3338945","DOI":"10.1145\/3338906.3338945"},{"key":"20_CR9","unstructured":"Eiter, T., Mannila, H.: Computing discrete Fr\u00e9chet distance. Technical report Christian Doppler Laboratory for Expert Systems (1994)"},{"key":"20_CR10","doi-asserted-by":"publisher","unstructured":"Gao, Z., Liang, Y., Cohen, M.B., Memon, A.M., Wang, Z.: Making system user interactive tests repeatable: when and what should we control? In: 2015 IEEE\/ACM 37th IEEE International Conference on Software Engineering, vol.\u00a01, pp. 55\u201365 (2015). https:\/\/doi.org\/10.1109\/ICSE.2015.28","DOI":"10.1109\/ICSE.2015.28"},{"key":"20_CR11","doi-asserted-by":"publisher","unstructured":"Gyori, A., Lambeth, B., Shi, A., Legunsen, O., Marinov, D.: NonDex: a tool for detecting and debugging wrong assumptions on java API specifications. In: Proceedings of the 2016 24th ACM SIGSOFT International Symposium on Foundations of Software Engineering, pp. 993\u2013997. FSE 2016, Association for Computing Machinery, NY, USA (2016). https:\/\/doi.org\/10.1145\/2950290.2983932","DOI":"10.1145\/2950290.2983932"},{"key":"20_CR12","doi-asserted-by":"publisher","unstructured":"Habchi, S., Haben, G., Papadakis, M., Cordy, M., Traon, Y.: A qualitative study on the sources, impacts, and mitigation strategies of flaky tests. In: 2022 IEEE Conference on Software Testing, Verification and Validation (ICST), pp. 244\u2013255. IEEE Computer Society, CA, USA (2022). https:\/\/doi.org\/10.1109\/ICST53961.2022.00034","DOI":"10.1109\/ICST53961.2022.00034"},{"key":"20_CR13","doi-asserted-by":"publisher","unstructured":"Harman, M., O\u2019Hearn, P.: From start-ups to scale-ups: opportunities and open problems for static and dynamic program analysis. In: 2018 IEEE 18th International Working Conference on Source Code Analysis and Manipulation (SCAM), pp. 1\u201323 (2018). https:\/\/doi.org\/10.1109\/SCAM.2018.00009","DOI":"10.1109\/SCAM.2018.00009"},{"issue":"1","key":"20_CR14","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1016\/j.ijforecast.2003.09.015","volume":"20","author":"CC Holt","year":"2004","unstructured":"Holt, C.C.: Forecasting seasonals and trends by exponentially weighted moving averages. Int. J. Forecast. 20(1), 5\u201310 (2004). https:\/\/doi.org\/10.1016\/j.ijforecast.2003.09.015","journal-title":"Int. J. Forecast."},{"key":"20_CR15","doi-asserted-by":"publisher","unstructured":"Kisaakye, J., Beyaz\u0131t, M., Demeyer, S.: Extending a Flakiness Score for System Level Tests (Replication Package) (2024). https:\/\/doi.org\/10.5281\/zenodo.13272415","DOI":"10.5281\/zenodo.13272415"},{"key":"20_CR16","doi-asserted-by":"publisher","unstructured":"Kowalczyk, E., Nair, K., Gao, Z., Silberstein, L., Long, T., Memon, A.: Modeling and ranking flaky tests at apple. In: 2020 IEEE\/ACM 42nd International Conference on Software Engineering: Software Engineering in Practice (ICSE-SEIP), pp. 110\u2013119 (2020). https:\/\/doi.org\/10.1145\/3377813.3381370","DOI":"10.1145\/3377813.3381370"},{"key":"20_CR17","doi-asserted-by":"publisher","unstructured":"Lam, W., Oei, R., Shi, A., Marinov, D., Xie, T.: iDFlakies: a framework for detecting and partially classifying flaky tests. In: 2019 12th IEEE Conference on Software Testing, Validation and Verification (ICST), pp. 312\u2013322 (2019). https:\/\/doi.org\/10.1109\/ICST.2019.00038","DOI":"10.1109\/ICST.2019.00038"},{"key":"20_CR18","doi-asserted-by":"publisher","unstructured":"Luo, Q., Hariri, F., Eloussi, L., Marinov, D.: An empirical analysis of flaky tests. In: Proceedings of the 22nd ACM SIGSOFT International Symposium on Foundations of Software Engineering, pp. 643\u2013653. FSE 2014, Association for Computing Machinery, NY, USA (2014). https:\/\/doi.org\/10.1145\/2635868.2635920","DOI":"10.1145\/2635868.2635920"},{"key":"20_CR19","doi-asserted-by":"publisher","unstructured":"Machalica, M., Samylkin, A., Porth, M., Chandra, S.: Predictive test selection. In: 2019 IEEE\/ACM 41st International Conference on Software Engineering: Software Engineering in Practice (ICSE-SEIP), pp. 91\u2013100. IEEE (2019). https:\/\/doi.org\/10.1109\/ICSE-SEIP.2019.00018","DOI":"10.1109\/ICSE-SEIP.2019.00018"},{"key":"20_CR20","unstructured":"Micco, J.: Flaky Tests at Google and How We Mitigate Them. https:\/\/testing.googleblog.com\/2016\/05\/flaky-tests-at-google-and-how-we.html"},{"key":"20_CR21","doi-asserted-by":"publisher","unstructured":"Presler-Marshall, K., Horton, E., Heckman, S., Stolee, K.: Wait, wait. no, tell me. analyzing selenium configuration effects on test flakiness. In: 2019 IEEE\/ACM 14th International Workshop on Automation of Software Test (AST), pp. 7\u201313 (2019). https:\/\/doi.org\/10.1109\/AST.2019.000-1","DOI":"10.1109\/AST.2019.000-1"},{"key":"20_CR22","doi-asserted-by":"publisher","unstructured":"Rehman, M.H.U., Rigby, P.C.: Quantifying no-fault-found test failures to prioritize inspection of flaky tests at ericsson. In: Proceedings of the 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering, pp. 1371\u20131380. ESEC\/FSE 2021, Association for Computing Machinery, NY, USA (2021). https:\/\/doi.org\/10.1145\/3468264.3473930","DOI":"10.1145\/3468264.3473930"},{"issue":"2","key":"20_CR23","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1007\/s10664-008-9102-8","volume":"14","author":"P Runeson","year":"2009","unstructured":"Runeson, P., H\u00f6st, M.: Guidelines for conducting and reporting case study research in software engineering. Empirical Softw. Eng. 14(2), 131\u2013164 (2009). https:\/\/doi.org\/10.1007\/s10664-008-9102-8","journal-title":"Empirical Softw. Eng."},{"key":"20_CR24","doi-asserted-by":"publisher","unstructured":"Shi, A., Lam, W., Oei, R., Xie, T., Marinov, D.: iFixFlakies: a framework for automatically fixing order-dependent flaky tests. In: Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering, pp. 545\u2013555. ESEC\/FSE 2019, Association for Computing Machinery, NY, USA (2019). https:\/\/doi.org\/10.1145\/3338906.3338925","DOI":"10.1145\/3338906.3338925"},{"key":"20_CR25","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2023.111837","volume":"206","author":"A Tahir","year":"2023","unstructured":"Tahir, A., Rasheed, S., Dietrich, J., Hashemi, N., Zhang, L.: Test flakiness\u2019 causes, detection, impact and responses: a multivocal review. J. Syst. Softw. 206, 111837 (2023). https:\/\/doi.org\/10.1016\/j.jss.2023.111837","journal-title":"J. Syst. Softw."},{"issue":"5","key":"20_CR26","doi-asserted-by":"publisher","first-page":"643","DOI":"10.1080\/15481603.2021.1908927","volume":"58","author":"Y Tao","year":"2021","unstructured":"Tao, Y., et al.: A comparative analysis of trajectory similarity measures. GIScience Remote Sens. 58(5), 643\u2013669 (2021). https:\/\/doi.org\/10.1080\/15481603.2021.1908927","journal-title":"GIScience Remote Sens."},{"key":"20_CR27","doi-asserted-by":"publisher","unstructured":"Tibba, G., Malz, C., Stoermer, C., Nagarajan, N., Zhang, L., Chakraborty, S.: Testing automotive embedded systems under X-in-the-loop setups. In: 2016 IEEE\/ACM International Conference on Computer-Aided Design (ICCAD), pp. 1\u20148 (2016). https:\/\/doi.org\/10.1145\/2966986.2980076","DOI":"10.1145\/2966986.2980076"},{"issue":"1","key":"20_CR28","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s40064-015-1555-9","volume":"4","author":"T Urbanek","year":"2015","unstructured":"Urbanek, T., Prokopova, Z., Silhavy, R., Vesela, V.: Prediction accuracy measurements as a fitness function for software effort estimation. Springerplus 4(1), 1\u201317 (2015). https:\/\/doi.org\/10.1186\/s40064-015-1555-9","journal-title":"Springerplus"},{"key":"20_CR29","doi-asserted-by":"publisher","unstructured":"Wang, R., Chen, Y., Lam, W.: ipFlakies: a framework for detecting and fixing python order-dependent flaky tests. In: 2022 IEEE\/ACM 44th International Conference on Software Engineering: Companion Proceedings (ICSE-Companion), pp. 120\u2013124 (2022). https:\/\/doi.org\/10.1145\/3510454.3516846","DOI":"10.1145\/3510454.3516846"},{"key":"20_CR30","volume-title":"Case Study Research: Design and Methods","author":"RK Yin","year":"2002","unstructured":"Yin, R.K.: Case Study Research: Design and Methods, 3rd edn. Sage Publications, Thousand Oaks (2002)","edition":"3"},{"key":"20_CR31","doi-asserted-by":"publisher","unstructured":"Zhang, P., Jiang, Y., Wei, A., Stodden, V., Marinov, D., Shi, A.: Domain-specific fixes for flaky tests with wrong assumptions on underdetermined specifications. In: 2021 IEEE\/ACM 43rd International Conference on Software Engineering (ICSE), pp. 50\u201361 (2021). https:\/\/doi.org\/10.1109\/ICSE43902.2021.00018","DOI":"10.1109\/ICSE43902.2021.00018"}],"container-title":["Lecture Notes in Computer Science","Testing Software and Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-80889-0_20","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,24]],"date-time":"2025-01-24T08:44:09Z","timestamp":1737708249000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-80889-0_20"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031808883","9783031808890"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-80889-0_20","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"25 January 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICTSS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"IFIP International Conference on Testing Software and Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"London","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31 October 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 November 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"36","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"pts2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conf.researchr.org\/home\/ictss-2024","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}