{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,16]],"date-time":"2026-06-16T11:51:46Z","timestamp":1781610706338,"version":"3.54.5"},"reference-count":80,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2026,3,10]],"date-time":"2026-03-10T00:00:00Z","timestamp":1773100800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,3,10]],"date-time":"2026-03-10T00:00:00Z","timestamp":1773100800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1007\/s10664-026-10834-2","type":"journal-article","created":{"date-parts":[[2026,3,10]],"date-time":"2026-03-10T03:11:09Z","timestamp":1773112269000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Can we recycle our old models? An empirical evaluation of model selection mechanisms for AIOps solutions"],"prefix":"10.1007","volume":"31","author":[{"given":"Yingzhe","family":"Lyu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4468-5972","authenticated-orcid":false,"given":"Hao","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Heng","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ahmed E.","family":"Hassan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,3,10]]},"reference":[{"key":"10834_CR1","doi-asserted-by":"crossref","unstructured":"Ahmed S, Singh M, Doherty B, Ramlan E, Harkin K, Coyle D (2022) AI for information technology operation (AIOps): a review of it incident risk prediction. In: 2022 9th International conference on soft computing & machine intelligence (ISCMI), pp 253\u2013257","DOI":"10.1109\/ISCMI56532.2022.10068482"},{"key":"10834_CR2","unstructured":"Alharthi KA, Jhumka A, Di S, Gui L, Cappello F, McIntosh-Smith S (2023) Time machine: Generative real-time model for failure (and lead time) prediction in HPC systems. In: 53rd Annual IEEE\/IFIP international conference on dependable systems and network, DSN 2023, Porto, Portugal, June 27\u201330, 2023, pp 508\u2013521. IEEE"},{"issue":"2","key":"10834_CR3","doi-asserted-by":"publisher","first-page":"1715","DOI":"10.1109\/TNSM.2024.3358730","volume":"21","author":"C Almodovar","year":"2024","unstructured":"Almodovar C, Sabrina F, Karimi S, Azad SA (2024) Logfit: Log anomaly detection using fine-tuned language models. IEEE Trans Netw Serv Manag 21(2):1715\u20131723","journal-title":"IEEE Trans Netw Serv Manag"},{"key":"10834_CR4","unstructured":"Banerjee A, Chen C, Hung C, Huang X, Wang Y, Chevesaran R (2020) Challenges and experiences with mlops for performance diagnostics in hybrid-cloud enterprise software deployments. In: 2020 USENIX Conference on operational machine learning, OpML 2020, July 28 - August 7, 2020"},{"key":"10834_CR5","doi-asserted-by":"crossref","unstructured":"Bansal C, Renganathan S, Asudani A, Midy O, Janakiraman M (2020) Decaf: diagnosing and triaging performance issues in large-scale cloud services. In: ICSE-SEIP 2020: 42nd International conference on software engineering, software engineering in practice, Seoul, South Korea, 27 June - 19 July, 2020","DOI":"10.1145\/3377813.3381353"},{"key":"10834_CR6","unstructured":"Bendimerad A, Remil Y, Mathonat R, Kaytoue M (2023) On-premise AIOps infrastructure for a software editor SME: an experience report. In: Chandra S, Blincoe K, Tonella P (eds) Proceedings of the 31st ACM joint European software engineering conference and symposium on the foundations of software engineering, ESEC\/FSE 2023, San Francisco, CA, USA, December 3\u20139, 2023, pp 1820\u20131831. ACM"},{"issue":"10","key":"10834_CR7","first-page":"281","volume":"13","author":"J Bergstra","year":"2012","unstructured":"Bergstra J, Bengio Y (2012) Random search for hyper-parameter optimization. J Mach Learn Res 13(10):281\u2013305","journal-title":"J Mach Learn Res"},{"key":"10834_CR8","doi-asserted-by":"crossref","unstructured":"Birsan T, Tiba D (2006) One hundred years since the introduction of the set distance by dimitrie pompeiu. In: System Modeling and Optimization: Proceedings of the 22nd IFIP TC7 Conference held from July 18\u201322, 2005, in Turin, Italy 22, pp 35\u201339. Springer","DOI":"10.1007\/0-387-33006-2_4"},{"key":"10834_CR9","doi-asserted-by":"crossref","unstructured":"Botezatu MM, Giurgiu I, Bogojeska J, Wiesmann D (2016) Predicting disk replacement towards reliable data centers. In: Proceedings of the 22nd ACM SIGKDD international conference on knowledge discovery and data mining, KDD \u201916, pp 39\u201348","DOI":"10.1145\/2939672.2939699"},{"key":"10834_CR10","unstructured":"Chaudhary G, Mebratu D, Lewis B, Khanna R, Jin J, Hossain M (2023) Monitoring workload performance in noisy neighborhoods using performance monitoring units. In: IEEE\/ACM International workshop on cloud intelligence & AIOps, AIOps@ICSE 2023, Melbourne, Australia, May 15, 2023, pp 14\u201322. IEEE"},{"key":"10834_CR11","doi-asserted-by":"crossref","unstructured":"Chen J, He X, Lin Q, Zhang H, Hao D, Gao F, Xu Z, Dang Y, Zhang D (2019) Continuous incident triage for large-scale online service systems. In: 34th IEEE\/ACM International conference on automated software engineering, ASE 2019, San Diego, CA, USA, November 11\u201315, 2019","DOI":"10.1109\/ASE.2019.00042"},{"key":"10834_CR12","doi-asserted-by":"crossref","unstructured":"Chen X, Lu CD, Pattabiraman K (2014) Failure prediction of jobs in compute clouds: a google cluster case study. In: Proceedings of the 2014 IEEE international symposium on software reliability engineering workshops, ISSREW \u201914, pp 341\u2013346","DOI":"10.1109\/ISSREW.2014.105"},{"key":"10834_CR13","doi-asserted-by":"crossref","unstructured":"Chen Y, Yang X, Dong H, He X, Zhang H, Lin Q, Chen J, Zhao P, Kang Y, Gao F, Xu Z, Zhang D (2020) Identifying linked incidents in large-scale online service systems. In: ESEC\/FSE \u201920: 28th ACM Joint European software engineering conference and symposium on the foundations of software engineering, virtual event, USA, November 8\u201313, 2020","DOI":"10.1145\/3368089.3409768"},{"key":"10834_CR14","doi-asserted-by":"crossref","unstructured":"Chen Y, Yang X, Lin Q, Zhang H, Gao F, Xu Z, Dang Y, Zhang D, Dong H, Xu Y, Li H, Kang Y (2019) Outage prediction and diagnosis for cloud service systems. In: Proceedings of the 2019 world wide web conference, WWW \u201919, pp 2659\u20132665","DOI":"10.1145\/3308558.3313501"},{"key":"10834_CR15","doi-asserted-by":"crossref","unstructured":"Chen J, Zhang S, He X, Lin Q, Zhang H, Hao D, Kang Y, Gao F, Xu Z, Dang Y, Zhang D (2020) How incidental are the incidents? characterizing and prioritizing incidents for large-scale online service systems. In: 35th IEEE\/ACM International conference on automated software engineering, ASE 2020, Melbourne, Australia, September 21\u201325, 2020","DOI":"10.1145\/3324884.3416624"},{"key":"10834_CR16","doi-asserted-by":"crossref","unstructured":"Dang Y, Lin Q, Huang P (2019) AIOps: Real-world challenges and research innovations. In: Proceedings of the 41st international conference on software engineering: Companion proceedings, ICSE-Companion \u201919, pp 4\u20135","DOI":"10.1109\/ICSE-Companion.2019.00023"},{"key":"10834_CR17","unstructured":"Diffenderfer J, Bartoldson BR, Chaganti S, Zhang J, Kailkhura B (2021) A winning hand: compressing deep networks can improve out-of-distribution robustness. In: Ranzato M, Beygelzimer A, Dauphin YN, Liang P, Vaughan JW (eds) Advances in neural information processing systems 34: Annual conference on neural information processing systems 2021, NeurIPS 2021, December 6\u201314, 2021, virtual, pp 664\u2013676"},{"issue":"6","key":"10834_CR18","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1109\/MSP.2018.2867638","volume":"35","author":"J Ding","year":"2018","unstructured":"Ding J, Tarokh V, Yang Y (2018) Model selection techniques: an overview. IEEE Signal Process Mag 35(6):16\u201334. https:\/\/doi.org\/10.1109\/MSP.2018.2867638","journal-title":"IEEE Signal Process Mag"},{"key":"10834_CR19","doi-asserted-by":"crossref","unstructured":"Ding R, Fu Q, Lou JG, Lin Q, Zhang D, Shen J, Xie T (2012) Healing online service systems via mining historical issue repositories. In: Proceedings of the 27th IEEE\/ACM international conference on automated software engineering, ASE \u201912, pp 318\u2013321","DOI":"10.1145\/2351676.2351735"},{"key":"10834_CR20","doi-asserted-by":"crossref","unstructured":"Ding R, Fu Q, Lou JG, Lin Q, Zhang D, Xie T (2014) Mining historical issue repositories to heal large-scale online service systems. In: Proceedings of the 44th annual IEEE\/IFIP international conference on dependable systems and networks, DSN \u201914, pp 311\u2013322","DOI":"10.1109\/DSN.2014.39"},{"key":"10834_CR21","unstructured":"Dong M, Huang H, Cao L (2024) Can LLMs serve as time series anomaly detectors? arXiv:2408.03475"},{"key":"10834_CR22","doi-asserted-by":"crossref","unstructured":"El-Sayed N, Zhu H, Schroeder B (2017) Learning from failure across multiple clusters: a trace-driven approach to understanding, predicting, and mitigating job terminations. In: Proceedings of the 37th IEEE international conference on distributed computing systems, ICDCS \u201917, pp 1333\u20131344","DOI":"10.1109\/ICDCS.2017.317"},{"key":"10834_CR23","unstructured":"Group A (2021) Alibaba cluster trace program. https:\/\/github.com\/alibaba\/clusterdata"},{"key":"10834_CR24","doi-asserted-by":"crossref","unstructured":"He S, Lin Q, Lou JG, Zhang H, Lyu MR, Zhang D (2018) Identifying impactful service system problems via log analysis. In: Proceedings of the 2018 26th ACM joint meeting on European software engineering conference and symposium on the foundations of software engineering, ESEC\/FSE \u201918, pp 60\u201370","DOI":"10.1145\/3236024.3236083"},{"key":"10834_CR25","doi-asserted-by":"crossref","unstructured":"Hu Q, Guo Y, Xie X, Cordy M, Papadakis M, Traon YL (2024) LaF: labeling-free model selection for automated deep neural network reusing. ACM Trans Softw Eng Methodol 33(1):25:1\u201325:28","DOI":"10.1145\/3611666"},{"key":"10834_CR26","unstructured":"Inc B (2020) Backblaze hard drive stats. Backblaze B2 Cloud Storage. Posted at https:\/\/www.backblaze.com\/b2\/hard-drive-test-data.html"},{"key":"10834_CR27","doi-asserted-by":"crossref","unstructured":"Jehangiri AI, Yahyapour R, Wieder P, Yaqub E, Lu K (2014) Diagnosing cloud performance anomalies using large time series dataset analysis. In: 2014 IEEE 7th International conference on cloud computing, Anchorage, AK, USA, June 27 - July 2, 2014","DOI":"10.1109\/CLOUD.2014.129"},{"key":"10834_CR28","doi-asserted-by":"crossref","unstructured":"Jiang J, Lu W, Chen J, Lin Q, Zhao P, Kang Y, Zhang H, Xiong Y, Gao F, Xu Z, Dang Y, Zhang D (2020) How to mitigate the incident? an effective troubleshooting guide recommendation technique for online service systems. In: Proceedings of the 28th ACM joint European software engineering conference and symposium on the foundations of software engineering, virtual event, USA, November 8\u201313, 2020, ESEC\/FSE \u201920","DOI":"10.1145\/3368089.3417054"},{"issue":"2","key":"10834_CR29","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3385187","volume":"29","author":"Y Li","year":"2020","unstructured":"Li Y, Jiang ZM, Li H, Hassan AE, He C, Huang R, Zeng Z, Wang M, Chen P (2020) Predicting node failures in an ultra-large-scale cloud computing platform: an AIOps solution. ACM Trans Softw Eng Methodol 29(2):1\u201324","journal-title":"ACM Trans Softw Eng Methodol"},{"key":"10834_CR30","unstructured":"Liao L, Eismann S, Li H, Bezemer CP, Costa DE, van Hoorn A, Shang W (2025) Early Detection of performance regressions by bridging local performance data and architectural models. In: 2025 IEEE\/ACM 47th International conference on software engineering (ICSE), pp 317\u2013329. IEEE Computer Society, Los Alamitos, CA, USA"},{"key":"10834_CR31","doi-asserted-by":"crossref","unstructured":"Li H, Chen THP, Hassan AE, Nasser M, Flora P (2018) Adopting autonomic computing capabilities in existing large-scale systems: an industrial experience report. In: Proceedings of the 40th international conference on software engineering: Software engineering in practice, ICSE-SEIP \u201918, pp 1\u201310","DOI":"10.1145\/3183519.3183544"},{"key":"10834_CR32","doi-asserted-by":"crossref","unstructured":"Li J, Ji X, Jia Y, Zhu B, Wang G, Li Z, Liu X (2014) Hard drive failure prediction using classification and regression trees. In: 44th Annual IEEE\/IFIP international conference on dependable systems and networks, DSN 2014, Atlanta, GA, USA, June 23\u201326, 2014","DOI":"10.1109\/DSN.2014.44"},{"key":"10834_CR33","doi-asserted-by":"crossref","unstructured":"Lim MH, Lou JG, Zhang H, Fu Q, Teoh ABJ, Lin Q, Ding R, Zhang D (2014) Identifying recurrent and unknown performance issues. In: Proceedings of the 2014 IEEE international conference on data mining, ICDM \u201914, pp 320\u2013329","DOI":"10.1109\/ICDM.2014.96"},{"key":"10834_CR34","doi-asserted-by":"crossref","unstructured":"Lin Q, Hsieh K, Dang Y, Zhang H, Sui K, Xu Y, Lou JG, Li C, Wu Y, Yao R et al (2018) Predicting node failure in cloud service systems. In: Proceedings of the 2018 26th ACM joint meeting on European software engineering conference and symposium on the foundations of software engineering, ESEC\/FSE \u201918, pp 480\u2013490","DOI":"10.1145\/3236024.3236060"},{"key":"10834_CR35","doi-asserted-by":"crossref","unstructured":"Lin Q, Lou J, Zhang H, Zhang D (2016) iDice: problem identification for emerging issues. In: Proceedings of the 38th international conference on software engineering, ICSE 2016, Austin, TX, USA, May 14\u201322, 2016","DOI":"10.1145\/2884781.2884795"},{"key":"10834_CR36","unstructured":"Li J, Stones RJ, Wang G, Liu X, Li Z, Xu M (2017) Hard drive failure prediction using decision trees. Reliab Eng Syst Saf"},{"key":"10834_CR37","doi-asserted-by":"crossref","unstructured":"Liu B (2022) Consistent relative confidence and label-free model selection for convolutional neural networks. In: 2022 3rd International conference on pattern recognition and machine learning (PRML), pp 375\u2013379","DOI":"10.1109\/PRML56267.2022.9882222"},{"issue":"4","key":"10834_CR38","doi-asserted-by":"publisher","first-page":"905","DOI":"10.1007\/s10515-017-0218-1","volume":"24","author":"JG Lou","year":"2017","unstructured":"Lou JG, Lin Q, Ding R, Fu Q, Zhang D, Xie T (2017) Experience report on applying software analytics in incident management of online service. Autom Softw Eng 24(4):905\u2013941","journal-title":"Autom Softw Eng"},{"key":"10834_CR39","doi-asserted-by":"crossref","unstructured":"Lou J, Lin Q, Ding R, Fu Q, Zhang D, Xie T (2013) Software analytics for incident management of online services: an experience report. In: Proceedings of the 28th IEEE\/ACM international conference on automated software engineering, ASE \u201913, pp 475\u2013485","DOI":"10.1109\/ASE.2013.6693105"},{"key":"10834_CR40","doi-asserted-by":"crossref","unstructured":"Luo C, Lou JG, Lin Q, Fu Q, Ding R, Zhang D, Wang Z (2014) Correlating events with time series for incident diagnosis. In: Proceedings of the 20th ACM SIGKDD international conference on knowledge discovery and data mining, KDD \u201914, pp 1583\u20131592","DOI":"10.1145\/2623330.2623374"},{"key":"10834_CR41","doi-asserted-by":"crossref","unstructured":"Lyu Y, Li H, Jiang ZMJ, Hassan AE (2024) On the model update strategies for supervised learning in aiops solutions. ACM Trans Softw Eng Methodol 33(7):184:1\u2013184:38","DOI":"10.1145\/3664599"},{"key":"10834_CR42","doi-asserted-by":"crossref","unstructured":"Lyu Y, Li H, Sayagh M, Jiang ZMJ, Hassan AE (2021) An empirical study of the impact of data splitting decisions on the performance of AIOps solutions. ACM Trans Softw Eng Methodol","DOI":"10.1145\/3447876"},{"key":"10834_CR43","doi-asserted-by":"crossref","unstructured":"Lyu Y, Rajbahadur GK, Lin D, Chen B, Jiang ZMJ (2022) Towards a consistent interpretation of AIOps models. ACM Trans Softw Eng Methodol 31(1):16:1\u201316:38","DOI":"10.1145\/3488269"},{"key":"10834_CR44","unstructured":"Mahdisoltani F, Stefanovici I, Schroeder B (2017) Proactive error prediction to improve storage system reliability. In: Proceedings of the 2017 USENIX annual technical conference, ATC \u201917, pp 391\u2013402"},{"issue":"1","key":"10834_CR45","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1007\/s10664-025-10744-9","volume":"31","author":"F Majidi","year":"2026","unstructured":"Majidi F, Khomh F, Li H, Nikanjam A (2026) An efficient model maintenance approach for MLOps. Empir Softw Eng 31(1):21","journal-title":"Empir Softw Eng"},{"key":"10834_CR46","doi-asserted-by":"crossref","unstructured":"Meng L, Li Y, Chen L, Wang Z, Wu D, Zhou Y, Xu B (2021) Measuring discrimination to boost comparative testing for multiple deep learning models. In: 43rd IEEE\/ACM International conference on software engineering, ICSE 2021, Madrid, Spain, 22\u201330 May 2021, pp 385\u2013396. IEEE","DOI":"10.1109\/ICSE43902.2021.00045"},{"key":"10834_CR47","doi-asserted-by":"crossref","unstructured":"Misiakos P, Wendler C, P\u00fcschel M (2023) Learning dags from data with few root causes. In: Advances in neural information processing systems 36: Annual conference on neural information processing systems 2023, NeurIPS 2023, New Orleans, LA, USA, December 10\u201316, 2023","DOI":"10.52202\/075280-0738"},{"key":"10834_CR48","doi-asserted-by":"crossref","unstructured":"Nishida K, Yamauchi K (2007) Detecting concept drift using statistical testing. In: Discovery science, pp 264\u2013269. Springer","DOI":"10.1007\/978-3-540-75488-6_27"},{"key":"10834_CR49","doi-asserted-by":"crossref","unstructured":"Openja M, Khomh F, Foundjem A, Jiang ZMJ, Abidi M, Hassan AE (2025) An empirical study of testing machine learning in the wild. ACM Trans Softw Eng Methodol 34(1):7:1\u20137:63","DOI":"10.1145\/3680463"},{"key":"10834_CR50","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1016\/J.NEUNET.2019.01.012","volume":"113","author":"GI Parisi","year":"2019","unstructured":"Parisi GI, Kemker R, Part JL, Kanan C, Wermter S (2019) Continual lifelong learning with neural networks: a review. Neural Netw 113:54\u201371. https:\/\/doi.org\/10.1016\/J.NEUNET.2019.01.012","journal-title":"Neural Netw"},{"key":"10834_CR51","doi-asserted-by":"crossref","unstructured":"Poenaru-Olaru L, Karpova N, Cruz L, Rellermeyer JS, van Deursen A (2024) Is your anomaly detector ready for change? adapting AIOps solutions to the real world. In: Proceedings of the IEEE\/ACM 3rd international conference on AI engineering-software engineering for AI, pp 222\u2013233","DOI":"10.1145\/3644815.3644961"},{"key":"10834_CR52","unstructured":"Prasad P, Rich C (2018) Market guide for AIOps platforms. Gartner Res. Posted at https:\/\/www.gartner.com\/doc\/3892967\/market-guide-aiops-platforms"},{"key":"10834_CR53","doi-asserted-by":"crossref","unstructured":"Rajbahadur GK, Wang S, Oliva GA, Kamei Y, Hassan AE (2021) The impact of feature importance methods on the interpretation of defect classifiers. In: IEEE Transactions on software engineering","DOI":"10.1109\/TSE.2021.3056941"},{"key":"10834_CR54","unstructured":"Ros\u00e0 A, Chen LY, Binder W (2015a) Catching failures of failures at big-data clusters: a two-level neural network approach. In: Proceedings of the 2015 IEEE 23rd international symposium on quality of service, IWQoS \u201915, pp 231\u2013236"},{"key":"10834_CR55","unstructured":"Ros\u00e0 A, Chen LY, Binder W (2015b) Predicting and mitigating jobs failures in big data clusters. In: Proceedings of the 2015 15th IEEE\/ACM international symposium on cluster, cloud and grid computing, CCGrid \u201915, pp 221\u2013230"},{"issue":"3","key":"10834_CR56","doi-asserted-by":"publisher","first-page":"507","DOI":"10.2307\/2529204","volume":"30","author":"AJ Scott","year":"1974","unstructured":"Scott AJ, Knott M (1974) A cluster analysis method for grouping means in the analysis of variance. Biometrics 30(3):507\u2013512","journal-title":"Biometrics"},{"key":"10834_CR57","doi-asserted-by":"crossref","unstructured":"Song L, Minku LL, Yao X (2013) The impact of parameter tuning on software effort estimation using learning machines. In: Proceedings of the 9th international conference on predictive models in software engineering, PROMISE \u201913","DOI":"10.1145\/2499393.2499394"},{"key":"10834_CR58","unstructured":"Su J, Jiang C, Jin X, Qiao Y, Xiao T, Ma H, Wei R, Jing Z, Xu J, Lin J (2024) Large language models for forecasting and anomaly detection: a systematic literature review. arXiv:2402.10350"},{"issue":"7","key":"10834_CR59","doi-asserted-by":"publisher","first-page":"683","DOI":"10.1109\/TSE.2018.2794977","volume":"45","author":"C Tantithamthavorn","year":"2018","unstructured":"Tantithamthavorn C, McIntosh S, Hassan AE, Matsumoto K (2018) The impact of automated parameter optimization on defect prediction models. IEEE Trans Software Eng 45(7):683\u2013711","journal-title":"IEEE Trans Software Eng"},{"key":"10834_CR60","doi-asserted-by":"crossref","unstructured":"Tantithamthavorn C, Hassan AE (2018) An experience report on defect modelling in practice: pitfalls and challenges. In: Proceedings of the 40th international conference on software engineering: Software engineering in practice, ICSE-SEIP \u201918, pp 286\u2013295","DOI":"10.1145\/3183519.3183547"},{"key":"10834_CR61","doi-asserted-by":"crossref","unstructured":"Tantithamthavorn C, McIntosh S, Hassan AE, Matsumoto K (2016) Automated parameter optimization of classification techniques for defect prediction models. In: Proceedings of the 38th international conference on software engineering, ICSE \u201916, pp 321\u2013332","DOI":"10.1145\/2884781.2884857"},{"issue":"2","key":"10834_CR62","first-page":"58","volume":"106","author":"A Tsymbal","year":"2004","unstructured":"Tsymbal A (2004) The problem of concept drift: definitions and related work. Computer Science Department Trinity College Dublin 106(2):58","journal-title":"Computer Science Department Trinity College Dublin"},{"key":"10834_CR63","doi-asserted-by":"crossref","unstructured":"Wang H, Fan W, Yu PS, Han J (2003) Mining concept-drifting data streams using ensemble classifiers. In: Proceedings of the 9th ACM SIGKDD international conference on knowledge discovery and data mining, KDD \u201903, pp 226\u2013235","DOI":"10.1145\/956750.956778"},{"key":"10834_CR64","doi-asserted-by":"crossref","unstructured":"Wang H, Yu PS, Han J (2010) Mining Concept-Drifting Data Streams, pp 789\u2013802. Springer","DOI":"10.1007\/978-0-387-09823-4_40"},{"key":"10834_CR65","doi-asserted-by":"crossref","unstructured":"Wang L, Zhang C, Ding R, Xu Y, Chen Q, Zou W, Chen Q, Zhang M, Gao X, Fan H, Rajmohan S, Lin Q, Zhang D (2023) Root cause analysis for microservice systems via hierarchical reinforcement learning from human feedback. In: Proceedings of the 29th ACM SIGKDD conference on knowledge discovery and data mining, KDD 2023, Long Beach, CA, USA, August 6\u201310, 2023, pp 5116\u20135125. ACM","DOI":"10.1145\/3580305.3599934"},{"key":"10834_CR66","doi-asserted-by":"crossref","unstructured":"Weng Q, Xiao W, Yu Y, Wang W, Wang C, He J, Li Y, Zhang L, Lin W, Ding Y (2022) MLaaS in the wild: workload analysis and scheduling in large-scale heterogeneous GPU clusters. In: 19th $$\\{$$USENIX$$\\}$$ Symposium on networked systems design and implementation ($$\\{$$NSDI$$\\}$$ 22)","DOI":"10.21203\/rs.3.rs-2266264\/v1"},{"key":"10834_CR67","unstructured":"Wilkes J (2020) Google cluster-usage traces v3. Technical report, Google Inc. Posted at https:\/\/github.com\/google\/cluster-data\/tree\/master"},{"issue":"6","key":"10834_CR68","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1007\/s10664-023-10364-1","volume":"28","author":"X Wu","year":"2023","unstructured":"Wu X, Li H, Khomh F (2023) On the effectiveness of log representation for log-based anomaly detection. Empir Softw Eng 28(6):137","journal-title":"Empir Softw Eng"},{"issue":"1","key":"10834_CR69","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1109\/TNSM.2018.2794409","volume":"15","author":"J Xue","year":"2018","unstructured":"Xue J, Birke R, Chen LY, Smirni E (2018) Spatial-temporal prediction models for active ticket managing in data centers. IEEE Trans Netw Serv Manage 15(1):39\u201352","journal-title":"IEEE Trans Netw Serv Manage"},{"key":"10834_CR70","doi-asserted-by":"crossref","unstructured":"Xue J, Birke R, Chen LY, Smirni E (2016) Managing data center tickets: prediction and active sizing. In: Proceedings of the 46th annual IEEE\/IFIP international conference on dependable systems and networks, DSN \u201916, pp 335\u2013346","DOI":"10.1109\/DSN.2016.38"},{"key":"10834_CR71","unstructured":"Xu Y, Sui K, Yao R, Zhang H, Lin Q, Dang Y, Li P, Jiang K, Zhang W, Lou JG, Chintalapati M, Zhang D (2018) Improving service availability of cloud systems by predicting disk error. In: Proceedings of the 2018 USENIX annual technical conference, ATC \u201915, pp 481\u2013494"},{"key":"10834_CR72","doi-asserted-by":"crossref","unstructured":"Yang L, Chen J, Wang Z, Wang W, Jiang J, Dong X, Zhang W (2021) Semi-supervised log-based anomaly detection via probabilistic label estimation. In: 43rd IEEE\/ACM International conference on software engineering, ICSE 2021, Madrid, Spain, 22\u201330 May 2021, pp 1448\u20131460. IEEE","DOI":"10.1109\/ICSE43902.2021.00130"},{"key":"10834_CR73","doi-asserted-by":"crossref","unstructured":"Yang F, Yin W, Wang L, Li T, Zhao P, Liu B, Wang P, Qiao B, Liu Y, Bj\u00f6rkman M, Rajmohan S, Lin Q, Zhang D (2023) Diffusion-based time series data imputation for cloud failure prediction at microsoft 365. In: Proceedings of the 31st ACM joint European software engineering conference and symposium on the foundations of software engineering, ESEC\/FSE 2023, San Francisco, CA, USA, December 3\u20139, 2023, pp 2050\u20132055. ACM","DOI":"10.1145\/3611643.3613866"},{"key":"10834_CR74","doi-asserted-by":"crossref","unstructured":"Yao H, Tang X, Wei H, Zheng G, Li Z (2019) Revisiting spatial-temporal similarity: a deep learning framework for traffic prediction. In: The Thirty-Third AAAI conference on artificial intelligence, AAAI 2019, the thirty-first innovative applications of artificial intelligence conference, IAAI 2019, the ninth AAAI symposium on educational advances in artificial intelligence, EAAI 2019, Honolulu, Hawaii, USA, January 27 - February 1, 2019, pp 5668\u20135675. AAAI Press","DOI":"10.1609\/aaai.v33i01.33015668"},{"key":"10834_CR75","doi-asserted-by":"crossref","unstructured":"Zeng Z, Zhang Y, Xu Y, Ma M, Qiao B, Zou W, Chen Q, Zhang M, Zhang X, Zhang H, Gao X, Fan H, Rajmohan S, Lin Q, Zhang D (2023) Traceark: towards actionable performance anomaly alerting for online service systems. In: 45th IEEE\/ACM International conference on software engineering: Software engineering in practice, SEIP@ICSE 2023, Melbourne, Australia, May 14\u201320, 2023, pp 258\u2013269. IEEE","DOI":"10.1109\/ICSE-SEIP58684.2023.00029"},{"key":"10834_CR76","doi-asserted-by":"publisher","first-page":"107603","DOI":"10.1016\/j.infsof.2024.107603","volume":"178","author":"J Zhang","year":"2025","unstructured":"Zhang J, Li J, Yang Z (2025) Dynamic robustness evaluation for automated model selection in operation. Inf Softw Technol 178:107603","journal-title":"Inf Softw Technol"},{"key":"10834_CR77","unstructured":"Zhang S, Cohen I, Goldszmidt M, Symons J, Fox A (2005) Ensembles of models for automated diagnosis of system performance problems. In: 2005 International conference on dependable systems and networks (DSN 2005), 28 June - 1 July 2005, Yokohama, Japan, Proceedings"},{"key":"10834_CR78","unstructured":"Zhang L, Jia T, Jia M, Yang Y, Wu Z, Li Y (2024) A survey of AIOps for failure management in the era of large language models. arXiv:2406.11213"},{"key":"10834_CR79","doi-asserted-by":"crossref","unstructured":"Zhang C, Peng X, Sha C, Zhang K, Fu Z, Wu X, Lin Q, Zhang D (2022) Deeptralog: trace-log combined microservice anomaly detection through graph-based deep learning. In: 44th IEEE\/ACM 44th International conference on software engineering, ICSE 2022, Pittsburgh, PA, USA, May 25\u201327, 2022, pp 623\u2013634. ACM","DOI":"10.1145\/3510003.3510180"},{"key":"10834_CR80","doi-asserted-by":"crossref","unstructured":"Zhao N, Chen J, Wang Z, Peng X, Wang G, Wu Y, Zhou F, Feng Z, Nie X, Zhang W, Sui K, Pei D (2020) Real-time incident prediction for online service systems. In: Proceedings of the 28th ACM joint European software engineering conference and symposium on the foundations of software engineering, virtual event, USA, November 8\u201313, 2020, ESEC\/FSE \u201920","DOI":"10.1145\/3368089.3409672"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-026-10834-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-026-10834-2","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-026-10834-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,16]],"date-time":"2026-06-16T11:00:00Z","timestamp":1781607600000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-026-10834-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,10]]},"references-count":80,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2026,7]]}},"alternative-id":["10834"],"URL":"https:\/\/doi.org\/10.1007\/s10664-026-10834-2","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,3,10]]},"assertion":[{"value":"28 April 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 February 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 March 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"This study does not involve human participants or animals.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Approval"}},{"value":"Not applicable. No human subjects were involved in this study.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed Consent"}},{"value":"The authors have no relevant financial or non-financial interests to disclose.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing Interests"}},{"value":"Not applicable.","order":6,"name":"Ethics","group":{"name":"EthicsHeading","label":"Clinical Trial Number in the Manuscript"}}],"article-number":"89"}}