{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,15]],"date-time":"2026-04-15T20:43:41Z","timestamp":1776285821015,"version":"3.50.1"},"reference-count":56,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,11,29]],"date-time":"2024-11-29T00:00:00Z","timestamp":1732838400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,29]],"date-time":"2024-11-29T00:00:00Z","timestamp":1732838400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002914","name":"Concordia University","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002914","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2025,1]]},"DOI":"10.1007\/s10664-024-10589-8","type":"journal-article","created":{"date-parts":[[2024,11,29]],"date-time":"2024-11-29T10:23:54Z","timestamp":1732875834000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Contrasting test selection, prioritization, and batch testing at scale"],"prefix":"10.1007","volume":"30","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-5024-4868","authenticated-orcid":false,"given":"Emad","family":"Fallahzadeh","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1137-4297","authenticated-orcid":false,"given":"Peter C.","family":"Rigby","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7213-4006","authenticated-orcid":false,"given":"Bram","family":"Adams","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,11,29]]},"reference":[{"key":"10589_CR1","doi-asserted-by":"publisher","unstructured":"Alshammari A, Morris C, Hilton M, Bell J (2021) FlakeFlagger: predicting flakiness without rerunning tests. In: 2021 IEEE\/ACM 43rd International conference on software engineering (ICSE), pp 1572\u20131584. https:\/\/doi.org\/10.1109\/ICSE43902.2021.00140. iSSN: 1558-1225","DOI":"10.1109\/ICSE43902.2021.00140"},{"key":"10589_CR2","doi-asserted-by":"publisher","unstructured":"Anderson J, Salem S, Do H (2014) Improving the effectiveness of test suite through mining historical data. In: Proceedings of the 11th working conference on mining software repositories. Association for Computing Machinery, New York, NY, USA, MSR 2014, pp 142\u2013151. https:\/\/doi.org\/10.1145\/2597073.2597084","DOI":"10.1145\/2597073.2597084"},{"key":"10589_CR3","doi-asserted-by":"crossref","unstructured":"Arabnejad H, Bispo J, Barbosa JG, Cardoso JM (2018) Autopar-clava: An automatic parallelization source-to-source tool for c code applications. In: Proceedings of the 9th Workshop and 7th workshop on parallel programming and runtime management techniques for manycore architectures and design tools and architectures for multicore embedded computing platforms, pp 13\u201319","DOI":"10.1145\/3183767.3183770"},{"key":"10589_CR4","doi-asserted-by":"publisher","unstructured":"Bagherzadeh M, Kahani N, Briand L (2022) Reinforcement Learning for Test Case Prioritization. IEEE Trans Softw Eng 48(8):2836\u20132856. https:\/\/doi.org\/10.1109\/TSE.2021.3070549. conference Name: IEEE Transactions on Software Engineering","DOI":"10.1109\/TSE.2021.3070549"},{"key":"10589_CR5","unstructured":"Bagies TOS (2020) Parallelizing unit test execution on gpu. PhD thesis, Iowa State University"},{"key":"10589_CR6","doi-asserted-by":"publisher","unstructured":"Bavand AH, Rigby PC (2021) Mining historical test failures to dynamically batch tests to save CI resources. In: 2021 IEEE International Conference on Software Maintenance and Evolution (ICSME), pp 217\u2013226. https:\/\/doi.org\/10.1109\/ICSME52107.2021.00026. iSSN: 2576-3148","DOI":"10.1109\/ICSME52107.2021.00026"},{"key":"10589_CR7","doi-asserted-by":"publisher","unstructured":"Beheshtian MJ, Bavand A, Rigby P (2021) Software batch testing to save build test resources and to reduce feedback time. IEEE Trans Softw Eng 1\u20131. https:\/\/doi.org\/10.1109\/TSE.2021.3070269","DOI":"10.1109\/TSE.2021.3070269"},{"key":"10589_CR8","doi-asserted-by":"publisher","unstructured":"Bell J, Kaiser G, Melski E, Dattatreya M (2015) Efficient dependency detection for safe java test acceleration. In: Proceedings of the 2015 10th Joint meeting on foundations of software engineering. Association for Computing Machinery, New York, NY, USA, ESEC\/FSE 2015, p 770\u2013781. https:\/\/doi.org\/10.1145\/2786805.2786823","DOI":"10.1145\/2786805.2786823"},{"key":"10589_CR9","doi-asserted-by":"publisher","unstructured":"Bell J, Legunsen O, Hilton M, Eloussi L, Yung T, Marinov D (2018) DeFlaker: automatically detecting flaky tests. In: 2018 IEEE\/ACM 40th International Conference on Software Engineering (ICSE), pp 433\u2013444. https:\/\/doi.org\/10.1145\/3180155.3180164. iSSN: 1558-1225","DOI":"10.1145\/3180155.3180164"},{"key":"10589_CR10","doi-asserted-by":"publisher","unstructured":"Beller M, Gousios G, Zaidman A (2017a) Oops, my tests broke the build: An explorative analysis of travis ci with github. In: 2017 IEEE\/ACM 14th International Conference on Mining Software Repositories (MSR), pp 356\u2013367. https:\/\/doi.org\/10.1109\/MSR.2017.62","DOI":"10.1109\/MSR.2017.62"},{"key":"10589_CR11","doi-asserted-by":"publisher","unstructured":"Beller M, Gousios G, Zaidman A (2017b) TravisTorrent: Synthesizing Travis CI and GitHub for full-stack research on continuous integration. In: 2017 IEEE\/ACM 14th International conference on mining software repositories (MSR), pp 447\u2013450. https:\/\/doi.org\/10.1109\/MSR.2017.24","DOI":"10.1109\/MSR.2017.24"},{"key":"10589_CR12","doi-asserted-by":"crossref","unstructured":"Candido J, Melo L, d\u2019Amorim M (2017) Test suite parallelization in open-source projects: a study on its usage and impact. In: 2017 32nd IEEE\/ACM International conference on automated software engineering (ASE). IEEE, pp 838\u2013848","DOI":"10.1109\/ASE.2017.8115695"},{"key":"10589_CR13","doi-asserted-by":"publisher","unstructured":"Chang F, Ren J, Viswanathan R (2009) Optimal resource allocation for batch testing. In: 2009 International conference on software testing verification and validation, pp 91\u2013100. https:\/\/doi.org\/10.1109\/ICST.2009.25. iSSN: 2159-4848","DOI":"10.1109\/ICST.2009.25"},{"key":"10589_CR14","doi-asserted-by":"publisher","unstructured":"Cho C, Chun B, Seo J (2017) Adaptive batching scheme for real-time data transfers in IoT environment. In: Proceedings of the 2017 International conference on cloud and big data computing. Association for Computing Machinery, New York, NY, USA, ICCBDC 2017, pp 55\u201359. https:\/\/doi.org\/10.1145\/3141128.3141145","DOI":"10.1145\/3141128.3141145"},{"issue":"6","key":"10589_CR15","doi-asserted-by":"publisher","first-page":"223","DOI":"10.1145\/1273442.1250760","volume":"42","author":"C Ding","year":"2007","unstructured":"Ding C, Shen X, Kelsey K, Tice C, Huang R, Zhang C (2007) Software behavior oriented parallelization. ACM SIGPlan Notices 42(6):223\u2013234","journal-title":"ACM SIGPlan Notices"},{"key":"10589_CR16","doi-asserted-by":"publisher","unstructured":"Elbaum S, Rothermel G, Penix J (2014) Techniques for improving regression testing in continuous integration development environments. In: Proceedings of the 22Nd ACM SIGSOFT International Symposium on Foundations of Software Engineering, ACM, New York, NY, USA, FSE 2014, pp 235\u2013245. https:\/\/doi.org\/10.1145\/2635868.2635910. http:\/\/doi.acm.org\/10.1145\/2635868.2635910, event-place: Hong Kong, China","DOI":"10.1145\/2635868.2635910"},{"key":"10589_CR17","doi-asserted-by":"publisher","unstructured":"Fallahzadeh E, Rigby PC (2022) The impact of flaky tests on historical test prioritization on chrome. In: 2022 IEEE\/ACM 44th International conference on software engineering: software engineering in practice (ICSE-SEIP), pp 273\u2013282. https:\/\/doi.org\/10.1109\/ICSE-SEIP55303.2022.9793941","DOI":"10.1109\/ICSE-SEIP55303.2022.9793941"},{"key":"10589_CR18","doi-asserted-by":"crossref","unstructured":"Fallahzadeh E, Bavand AH, Rigby PC (2023) Accelerating continuous integration with parallel batch testing. In: Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering (ESEC\/FSE 2023)(ESEC\/FSE2023). ACM, New York, NY, USA, p\u00a013, accepted, to be presented at ACM ESEC\/FSE 2023","DOI":"10.1145\/3611643.3616255"},{"key":"10589_CR19","doi-asserted-by":"publisher","unstructured":"Greca R, Miranda B, Bertolino A (2023) State of Practical Applicability of Regression Testing Research: A Live Systematic Literature Review. ACM Comput Suv. https:\/\/doi.org\/10.1145\/3579851. https:\/\/dl.acm.org\/doi\/10.1145\/3579851","DOI":"10.1145\/3579851"},{"key":"10589_CR20","doi-asserted-by":"publisher","unstructured":"Hemmati H, Sharifi F (2018) Investigating NLP-Based approaches for predicting manual test case failure. In: 2018 IEEE 11th International conference on software testing, verification and validation (ICST), pp 309\u2013319. https:\/\/doi.org\/10.1109\/ICST.2018.00038","DOI":"10.1109\/ICST.2018.00038"},{"key":"10589_CR21","doi-asserted-by":"publisher","unstructured":"Henard C, Papadakis M, Harman M, Jia Y, Le\u00a0Traon Y (2016) Comparing white-box and black-box test prioritization. In: 2016 IEEE\/ACM 38th International Conference on Software Engineering (ICSE), pp 523\u2013534. https:\/\/doi.org\/10.1145\/2884781.2884791. iSSN: 1558-1225","DOI":"10.1145\/2884781.2884791"},{"key":"10589_CR22","doi-asserted-by":"publisher","unstructured":"Herzig K, Greiler M, Czerwonka J, Murphy B (2015) The art of testing less without sacrificing quality. In: 2015 IEEE\/ACM 37th IEEE International conference on software engineering, vol\u00a01, pp 483\u2013493. https:\/\/doi.org\/10.1109\/ICSE.2015.66. iSSN: 1558-1225","DOI":"10.1109\/ICSE.2015.66"},{"key":"10589_CR23","unstructured":"Herzig K, Czerwonka J, Murphy B, Greiler M (2016) Selecting tests for execution on a software product. https:\/\/patents.google.com\/patent\/US20160321586A1\/en"},{"key":"10589_CR24","doi-asserted-by":"crossref","unstructured":"Hilton M (2016) Understanding and improving continuous integration. In: Proceedings of the 2016 24th ACM SIGSOFT international symposium on foundations of software engineering, pp 1066\u20131067","DOI":"10.1145\/2950290.2983952"},{"key":"10589_CR25","doi-asserted-by":"publisher","unstructured":"Hilton M, Bell J, Marinov D (2018) A large-scale study of test coverage evolution. In: Proceedings of the 33rd ACM\/IEEE International conference on automated software engineering. Association for Computing Machinery, New York, NY, USA, ASE 2018, pp 53\u201363. https:\/\/doi.org\/10.1145\/3238147.3238183","DOI":"10.1145\/3238147.3238183"},{"issue":"8","key":"10589_CR26","doi-asserted-by":"publisher","first-page":"6125","DOI":"10.1007\/s13369-020-04472-z","volume":"45","author":"H Jahan","year":"2020","unstructured":"Jahan H, Feng Z, Mahmud SMH (2020) Risk-based test case prioritization by correlating system methods and their associated risks. Arab J Sci Eng 45(8):6125\u20136138. https:\/\/doi.org\/10.1007\/s13369-020-04472-z","journal-title":"Arab J Sci Eng"},{"key":"10589_CR27","doi-asserted-by":"publisher","unstructured":"Jiang B, Zhang Z, Chan WK, Tse TH (2009) Adaptive random test case prioritization. In: 2009 IEEE\/ACM International conference on automated software engineering, pp 233\u2013244. https:\/\/doi.org\/10.1109\/ASE.2009.77. iSSN: 1938-4300","DOI":"10.1109\/ASE.2009.77"},{"key":"10589_CR28","doi-asserted-by":"publisher","unstructured":"Jones JA, Harrold MJ, Stasko J (2002) Visualization of test information to assist fault localization. In: Proceedings of the 24th International Conference on Software Engineering. Association for Computing Machinery, New York, NY, USA, ICSE \u201902, p 467\u2013477. https:\/\/doi.org\/10.1145\/581339.581397","DOI":"10.1145\/581339.581397"},{"key":"10589_CR29","doi-asserted-by":"publisher","unstructured":"Kim JM, Porter A (2002) A history-based test prioritization technique for regression testing in resource constrained environments. In: Proceedings of the 24th International Conference on Software Engineering. ICSE 2002, pp 119\u2013129. https:\/\/doi.org\/10.1109\/ICSE.2002.1007961","DOI":"10.1109\/ICSE.2002.1007961"},{"key":"10589_CR30","doi-asserted-by":"publisher","unstructured":"Labuschagne A, Inozemtseva L, Holmes R (2017) Measuring the cost of regression testing in practice: A study of java projects using continuous integration. In: Proceedings of the 2017 11th Joint Meeting on Foundations of Software Engineering, Association for Computing Machinery, New York, NY, USA, ESEC\/FSE 2017, pp 821\u2013830. https:\/\/doi.org\/10.1145\/3106237.3106288","DOI":"10.1145\/3106237.3106288"},{"key":"10589_CR31","doi-asserted-by":"publisher","unstructured":"Lachmann R, Schulze S, Nieke M, Seidl C, Schaefer I (2016) System-level test case prioritization using machine learning. In: 2016 15th IEEE International conference on machine learning and applications (ICMLA), pp 361\u2013368. https:\/\/doi.org\/10.1109\/ICMLA.2016.0065. https:\/\/ieeexplore.ieee.org\/abstract\/document\/7838169","DOI":"10.1109\/ICMLA.2016.0065"},{"key":"10589_CR32","doi-asserted-by":"publisher","unstructured":"Lam W, Oei R, Shi A, Marinov D, Xie T (2019) idflakies: A framework for detecting and partially classifying flaky tests. In: 2019 12th IEEE Conference on Software Testing, Validation and Verification (ICST), IEEE Computer Society, Los Alamitos, CA, USA, pp 312\u2013322. https:\/\/doi.org\/10.1109\/ICST.2019.00038. https:\/\/doi.ieeecomputersociety.org\/10.1109\/ICST.2019.00038","DOI":"10.1109\/ICST.2019.00038"},{"key":"10589_CR33","doi-asserted-by":"publisher","unstructured":"Landing C, Tahvili S, Haggren H, Langkvis M, Muhammad A, Loufi A (2020) Cluster-based parallel testing using semantic analysis. In: 2020 IEEE International conference on artificial intelligence testing (AITest), pp 99\u2013106. https:\/\/doi.org\/10.1109\/AITEST49225.2020.00022","DOI":"10.1109\/AITEST49225.2020.00022"},{"issue":"2","key":"10589_CR34","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1109\/MS.2015.50","volume":"32","author":"M Lepp\u00e4nen","year":"2015","unstructured":"Lepp\u00e4nen M, M\u00e4kinen S, Pagels M, Eloranta VP, Itkonen J, M\u00e4ntyl\u00e4 MV, M\u00e4nnist\u00f6 T (2015) The highways and country roads to continuous deployment. IEEE Softw 32(2):64\u201372","journal-title":"IEEE Softw"},{"key":"10589_CR35","doi-asserted-by":"publisher","unstructured":"Li Z, Harman M, Hierons RM (2007) Search algorithms for regression test case prioritization. IEEE Trans Softw Eng 33(4):225\u2013237. https:\/\/doi.org\/10.1109\/TSE.2007.38. conference Name: IEEE Transactions on Software Engineering","DOI":"10.1109\/TSE.2007.38"},{"key":"10589_CR36","doi-asserted-by":"publisher","unstructured":"Liang J, Elbaum S, Rothermel G (2018) Redefining prioritization: continuous prioritization for continuous integration. In: 2018 IEEE\/ACM 40th International Conference on Software Engineering (ICSE). https:\/\/doi.org\/10.1145\/3180155.3180213. iSSN: 1558-1225","DOI":"10.1145\/3180155.3180213"},{"key":"10589_CR37","doi-asserted-by":"publisher","unstructured":"Lu Y, Lou Y, Cheng S, Zhang L, Hao D, Zhou Y, Zhang L (2016) How does regression test prioritization perform in real-world software evolution? In: Proceedings of the 38th International Conference on Software Engineering, Association for Computing Machinery, New York, NY, USA, ICSE \u201916, pp 535\u2013546. https:\/\/doi.org\/10.1145\/2884781.2884874","DOI":"10.1145\/2884781.2884874"},{"key":"10589_CR38","doi-asserted-by":"publisher","unstructured":"Luo Q, Moran K, Poshyvanyk D (2016) A large-scale empirical comparison of static and dynamic test case prioritization techniques. In: Proceedings of the 2016 24th ACM SIGSOFT International Symposium on Foundations of Software Engineering, Association for Computing Machinery, New York, NY, USA, FSE 2016, pp 559\u2013570. https:\/\/doi.org\/10.1145\/2950290.2950344","DOI":"10.1145\/2950290.2950344"},{"key":"10589_CR39","doi-asserted-by":"publisher","unstructured":"Marijan D, Gotlieb A, Sen S (2013) Test case prioritization for continuous regression testing: an industrial case study. In: 2013 IEEE International conference on software maintenance, pp 540\u2013543. https:\/\/doi.org\/10.1109\/ICSM.2013.91. iSSN: 1063-6773","DOI":"10.1109\/ICSM.2013.91"},{"key":"10589_CR40","doi-asserted-by":"publisher","unstructured":"Mattis T, Rein P, D\u00fcrsch F, Hirschfeld R (2020) RTPTorrent: An open-source dataset for evaluating regression test prioritization. In: Proceedings of the 17th International Conference on Mining Software Repositories, Association for Computing Machinery, New York, NY, USA, MSR \u201920, pp 385\u2013396. https:\/\/doi.org\/10.1145\/3379597.3387458","DOI":"10.1145\/3379597.3387458"},{"key":"10589_CR41","doi-asserted-by":"publisher","unstructured":"Memon A, Gao Z, Nguyen B, Dhanda S, Nickell E, Siemborski R, Micco J (2017) Taming Google-scale continuous testing. In: 2017 IEEE\/ACM 39th International Conference on Software Engineering: Software Engineering in Practice Track (ICSE-SEIP), pp 233\u2013242. https:\/\/doi.org\/10.1109\/ICSE-SEIP.2017.16","DOI":"10.1109\/ICSE-SEIP.2017.16"},{"key":"10589_CR42","doi-asserted-by":"publisher","unstructured":"Misailovic S, Milicevic A, Petrovic N, Khurshid S, Marinov D (2007) Parallel test generation and execution with korat. In: Proceedings of the the 6th joint meeting of the european software engineering conference and the ACM SIGSOFT symposium on the foundations of software engineering. Association for Computing Machinery, New York, NY, USA, ESEC-FSE \u201907, p 135\u2013144. https:\/\/doi.org\/10.1145\/1287624.1287645. https:\/\/doi-org.lib-ezproxy.concordia.ca\/10.1145\/1287624.1287645","DOI":"10.1145\/1287624.1287645"},{"key":"10589_CR43","doi-asserted-by":"publisher","unstructured":"Najafi A, Rigby PC, Shang W (2019a) Bisecting commits and modeling commit risk during testing. In: Proceedings of the 2019 27th ACM joint meeting on european software engineering conference and symposium on the foundations of software engineering. Association for Computing Machinery, Tallinn, Estonia, ESEC\/FSE 2019, pp 279\u2013289. https:\/\/doi.org\/10.1145\/3338906.3338944","DOI":"10.1145\/3338906.3338944"},{"key":"10589_CR44","doi-asserted-by":"publisher","unstructured":"Najafi A, Shang W, Rigby PC (2019b) Improving test effectiveness using test executions history: an industrial experience report. In: 2019 IEEE\/ACM 41st International conference on software engineering: software engineering in practice (ICSE-SEIP), pp 213\u2013222. https:\/\/doi.org\/10.1109\/ICSE-SEIP.2019.00031","DOI":"10.1109\/ICSE-SEIP.2019.00031"},{"key":"10589_CR45","doi-asserted-by":"publisher","unstructured":"Parthasarathy G, Rushdi A, Choudhary P, Nanda S, Evans M, Gunasekara H, Rajakumar S (2022) RTL Regression test selection using machine learning. In: 2022 27th Asia and south pacific design automation conference (ASP-DAC), pp 281\u2013287. https:\/\/doi.org\/10.1109\/ASP-DAC52403.2022.9712550. iSSN: 2153-697X","DOI":"10.1109\/ASP-DAC52403.2022.9712550"},{"key":"10589_CR46","doi-asserted-by":"publisher","unstructured":"Peng Q, Shi A, Zhang L (2020) Empirically revisiting and enhancing IR-based test-case prioritization. In: Proceedings of the 29th ACM SIGSOFT International symposium on software testing and analysis. Association for Computing Machinery, New York, NY, USA, ISSTA 2020, pp 324\u2013336. https:\/\/doi.org\/10.1145\/3395363.3397383","DOI":"10.1145\/3395363.3397383"},{"key":"10589_CR47","doi-asserted-by":"crossref","unstructured":"Poth A, Werner M, Lei X (2018) How to deliver faster with ci\/cd integrated testing services? In: European conference on software process improvement. Springer, pp 401\u2013409","DOI":"10.1007\/978-3-319-97925-0_33"},{"key":"10589_CR48","doi-asserted-by":"publisher","unstructured":"Rothermel G, Untch R, Chu C, Harrold M (1999) Test case prioritization: an empirical study. In: Proceedings IEEE International conference on software maintenance - 1999 (ICSM\u201999). \u2019Software Maintenance for Business Change\u2019 (Cat. No.99CB36360), pp 179\u2013188. https:\/\/doi.org\/10.1109\/ICSM.1999.792604. iSSN: 1063-6773","DOI":"10.1109\/ICSM.1999.792604"},{"key":"10589_CR49","doi-asserted-by":"publisher","unstructured":"Sharif A, Marijan D, Liaaen M (2021) DeepOrder: Deep learning for test case prioritization in continuous integration testing. In: 2021 IEEE International conference on software maintenance and evolution (ICSME), pp 525\u2013534. https:\/\/doi.org\/10.1109\/ICSME52107.2021.00053. iSSN: 2576-3148","DOI":"10.1109\/ICSME52107.2021.00053"},{"key":"10589_CR50","unstructured":"Shashban (2022) Run VSTest tests in parallel - Azure Pipelines. https:\/\/learn.microsoft.com\/en-us\/azure\/devops\/pipelines\/test\/parallel-testing-vstest?view=azure-devops"},{"key":"10589_CR51","doi-asserted-by":"publisher","unstructured":"Shi A, Gyori A, Mahmood S, Zhao P, Marinov D (2018) Evaluating test-suite reduction in real software evolution. In: Proceedings of the 27th ACM SIGSOFT International symposium on software testing and analysis. Association for Computing Machinery, New York, NY, USA, ISSTA 2018, pp 84\u201394. https:\/\/doi.org\/10.1145\/3213846.3213875","DOI":"10.1145\/3213846.3213875"},{"key":"10589_CR52","doi-asserted-by":"crossref","unstructured":"Soni M (2015) End to end automation on cloud with build pipeline: the case for devops in insurance industry, continuous integration, continuous testing, and continuous delivery. In: 2015 IEEE International Conference on Cloud Computing in Emerging Markets (CCEM). IEEE, pp 85\u201389","DOI":"10.1109\/CCEM.2015.29"},{"key":"10589_CR53","doi-asserted-by":"publisher","unstructured":"Wang Z, Fang C, Chen L, Zhang Z (2020) A revisit of metrics for test case prioritization problems. Int J Soft Eng Knowl Eng 30(08):1139\u20131167. https:\/\/doi.org\/10.1142\/S0218194020500291. https:\/\/www.worldscientific.com\/doi\/abs\/10.1142\/S0218194020500291","DOI":"10.1142\/S0218194020500291"},{"key":"10589_CR54","doi-asserted-by":"publisher","unstructured":"Yaraghi AS, Bagherzadeh M, Kahani N, Briand LC (2023) Scalable and accurate test case prioritization in continuous integration contexts. IEEE Trans Softw Eng 49(4):1615\u20131639. https:\/\/doi.org\/10.1109\/TSE.2022.3184842, conference Name: IEEE Transactions on Software Engineering","DOI":"10.1109\/TSE.2022.3184842"},{"key":"10589_CR55","doi-asserted-by":"publisher","unstructured":"Zhang L, Hao D, Zhang L, Rothermel G, Mei H (2013) Bridging the gap between the total and additional test-case prioritization strategies. In: 2013 35th International Conference on Software Engineering (ICSE), pp 192\u2013201. https:\/\/doi.org\/10.1109\/ICSE.2013.6606565. iSSN: 1558-1225","DOI":"10.1109\/ICSE.2013.6606565"},{"key":"10589_CR56","doi-asserted-by":"publisher","unstructured":"Zhu Y, Shihab E, Rigby PC (2018) Test re-prioritization in continuous testing environments. In: 2018 IEEE International conference on software maintenance and evolution (ICSME), pp 69\u201379. https:\/\/doi.org\/10.1109\/ICSME.2018.00016, iSSN: 1063-6773","DOI":"10.1109\/ICSME.2018.00016"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-024-10589-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-024-10589-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-024-10589-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,7]],"date-time":"2025-01-07T14:16:30Z","timestamp":1736259390000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-024-10589-8"}},"subtitle":["Large-scale Empirical Study on 285 Million Test Results"],"short-title":[],"issued":{"date-parts":[[2024,11,29]]},"references-count":56,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2025,1]]}},"alternative-id":["10589"],"URL":"https:\/\/doi.org\/10.1007\/s10664-024-10589-8","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,11,29]]},"assertion":[{"value":"6 November 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 November 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declaration"}},{"value":"All authors certify that they have no affiliations with or involvement in any organization or entity with any financial interest or non-financial interest in the subject or materials discussed in this manuscript.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"33"}}