{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,30]],"date-time":"2026-03-30T12:37:06Z","timestamp":1774874226321,"version":"3.50.1"},"reference-count":42,"publisher":"Elsevier BV","issue":"1","license":[{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","award":["EP\/Y028813\/1"],"award-info":[{"award-number":["EP\/Y028813\/1"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["High-Confidence Computing"],"published-print":{"date-parts":[[2026,3]]},"DOI":"10.1016\/j.hcc.2025.100341","type":"journal-article","created":{"date-parts":[[2025,7,3]],"date-time":"2025-07-03T19:49:26Z","timestamp":1751572166000},"page":"100341","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":2,"title":["Pluggable AI-based real-time stragglers detection framework in Hadoop"],"prefix":"10.1016","volume":"6","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-3407-7703","authenticated-orcid":false,"given":"Xinyuan","family":"Liu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yinhao","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rajiv","family":"Ranjan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Devki Nandan","family":"Jha","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"issue":"1","key":"10.1016\/j.hcc.2025.100341_b1","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1145\/1327452.1327492","article-title":"MapReduce: Simplified data processing on large clusters","volume":"51","author":"Dean","year":"2008","journal-title":"Commun. ACM"},{"issue":"4","key":"10.1016\/j.hcc.2025.100341_b2","doi-asserted-by":"crossref","first-page":"1093","DOI":"10.1109\/TCC.2016.2603477","article-title":"Dynamically partitioning workflow over federated clouds to optimise the monetary cost and handle run-time failures","volume":"8","author":"Wen","year":"2016","journal-title":"IEEE Trans. Cloud Comput."},{"key":"10.1016\/j.hcc.2025.100341_b3","doi-asserted-by":"crossref","first-page":"10050","DOI":"10.1007\/s11227-020-03241-x","article-title":"Tails in the cloud: a survey and taxonomy of straggler management within large-scale cloud data centres","volume":"76","author":"Gill","year":"2020","journal-title":"J. Supercomput."},{"issue":"3","key":"10.1016\/j.hcc.2025.100341_b4","doi-asserted-by":"crossref","DOI":"10.1145\/3328740","article-title":"A new framework for evaluating straggler detection mechanisms in MapReduce","volume":"4","author":"Phan","year":"2019","journal-title":"ACM Trans. Model. Perform. Eval. Comput. Syst."},{"key":"10.1016\/j.hcc.2025.100341_b5","series-title":"2022 IEEE 42nd International Conference on Distributed Computing Systems","first-page":"492","article-title":"Curb: Trusted and scalable software-defined network control plane for edge computing","author":"Xu","year":"2022"},{"key":"10.1016\/j.hcc.2025.100341_b6","doi-asserted-by":"crossref","first-page":"109","DOI":"10.1016\/j.comcom.2023.03.028","article-title":"TraceGra: A trace-based anomaly detection for microservice using graph deep learning","volume":"204","author":"Chen","year":"2023","journal-title":"Comput. Commun."},{"key":"10.1016\/j.hcc.2025.100341_b7","doi-asserted-by":"crossref","unstructured":"A. Hrusto, E. Engstr\u00f6m, P. Runeson, Optimization of anomaly detection in a microservice system through continuous feedback from development, in: Proceedings of the 10th IEEE\/ACM International Workshop on Software Engineering for Systems-of-Systems and Software Ecosystems, 2022, pp. 13\u201320.","DOI":"10.1145\/3528229.3529382"},{"key":"10.1016\/j.hcc.2025.100341_b8","series-title":"Hadoop: The Definitive Guide","author":"White","year":"2012"},{"key":"10.1016\/j.hcc.2025.100341_b9","doi-asserted-by":"crossref","unstructured":"V.K. Vavilapalli, A.C. Murthy, C. Douglas, S. Agarwal, M. Konar, R. Evans, T. Graves, J. Lowe, H. Shah, S. Seth, et al., Apache hadoop yarn: Yet another resource negotiator, in: Proceedings of the 4th Annual Symposium on Cloud Computing, 2013, pp. 1\u201316.","DOI":"10.1145\/2523616.2523633"},{"key":"10.1016\/j.hcc.2025.100341_b10","series-title":"Proceedings of the 9th USENIX Conference on Operating Systems Design and Implementation","first-page":"265","article-title":"Reining in the outliers in map-reduce clusters using mantri","author":"Ananthanarayanan","year":"2010"},{"key":"10.1016\/j.hcc.2025.100341_b11","doi-asserted-by":"crossref","unstructured":"W. Dai, I. Ibrahim, M. Bassiouni, An Improved Straggler Identification Scheme for Data-Intensive Computing on Cloud Platforms, in: 2017 IEEE 4th International Conference on Cyber Security and Cloud Computing (CSCloud), 2017, pp. 211\u2013216.","DOI":"10.1109\/CSCloud.2017.64"},{"key":"10.1016\/j.hcc.2025.100341_b12","doi-asserted-by":"crossref","first-page":"41966","DOI":"10.1109\/ACCESS.2018.2859826","article-title":"BigRoots: An effective approach for root-cause analysis of stragglers in big data system","volume":"6","author":"Zhou","year":"2018","journal-title":"IEEE Access"},{"key":"10.1016\/j.hcc.2025.100341_b13","doi-asserted-by":"crossref","first-page":"146","DOI":"10.1007\/s13198-021-01311-8","article-title":"Straggler identification approach in large data processing frameworks using ensembled gradient boosting in smart-cities cloud services","volume":"13","author":"Deshmukh","year":"2021","journal-title":"Int. J. Syst. Assur. Eng. Manag."},{"issue":"2","key":"10.1016\/j.hcc.2025.100341_b14","doi-asserted-by":"crossref","first-page":"548","DOI":"10.1109\/TC.2022.3169436","article-title":"SPDL: A blockchain-enabled secure and privacy-preserving decentralized learning system","volume":"72","author":"Xu","year":"2022","journal-title":"IEEE Trans. Comput."},{"key":"10.1016\/j.hcc.2025.100341_b15","unstructured":"Z. Wang, Q. Hu, R. Li, M. Xu, Z. Xiong, Incentive mechanism design for joint resource allocation in blockchain-based federated learning."},{"issue":"7369\u20137389","key":"10.1016\/j.hcc.2025.100341_b16","article-title":"Early straggler tasks detection by recurrent neural network in a heterogeneous environment","volume":"53","author":"Bawankule","year":"2022","journal-title":"Appl. Intell."},{"key":"10.1016\/j.hcc.2025.100341_b17","article-title":"LogLead - fast and integrated log loader, enhancer, and anomaly detector","author":"M\u00e4ntyl\u00e4","year":"2024","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/j.hcc.2025.100341_b18","article-title":"LogGC: Novel approach for graph-based log anomaly detection","author":"Andonov","year":"2023","journal-title":"IEEE Trans. Dependable Secur. Comput."},{"key":"10.1016\/j.hcc.2025.100341_b19","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1016\/j.future.2024.02.009","article-title":"PAC: A monitoring framework for performance analysis of compression algorithms in spark","volume":"157","author":"Zhu","year":"2024","journal-title":"Future Gener. Comput. Syst."},{"key":"10.1016\/j.hcc.2025.100341_b20","doi-asserted-by":"crossref","first-page":"3137","DOI":"10.1007\/s11280-023-01174-y","article-title":"SSDLog: a semi-supervised dual branch model for log anomaly detection","volume":"26","author":"Lu","year":"2023","journal-title":"World Wide Web"},{"key":"10.1016\/j.hcc.2025.100341_b21","article-title":"An empirical study on log-based anomaly detection using machine learning","author":"Ali","year":"2023","journal-title":"J. Syst. Softw."},{"key":"10.1016\/j.hcc.2025.100341_b22","article-title":"Deep learning or classical machine learning? An empirical study on log-based anomaly detection","author":"Yu","year":"2024","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/j.hcc.2025.100341_b23","doi-asserted-by":"crossref","DOI":"10.1016\/j.hcc.2024.100211","article-title":"A survey on large language model (LLM) security and privacy: The good, the bad, and the ugly","author":"Yao","year":"2024","journal-title":"High- Confid. Comput."},{"key":"10.1016\/j.hcc.2025.100341_b24","doi-asserted-by":"crossref","DOI":"10.1016\/j.hcc.2025.100300","article-title":"On protecting the data privacy of large language models (LLMs) and LLM agents: A literature review","author":"Yan","year":"2025","journal-title":"High- Confid. Comput."},{"key":"10.1016\/j.hcc.2025.100341_b25","series-title":"Proceedings of the 32nd International Symposium on High-Performance Parallel and Distributed Computing","article-title":"Early exploration of using ChatGPT for log-based anomaly detection on parallel file systems logs","author":"Egersdoerfer","year":"2023"},{"key":"10.1016\/j.hcc.2025.100341_b26","article-title":"LogGPT: Exploring ChatGPT for log-based anomaly detection","author":"Qi","year":"2023","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"10.1016\/j.hcc.2025.100341_b27","article-title":"Studying and benchmarking large language models for log level suggestion","author":"Heng","year":"2024","journal-title":"J. Softw. Syst."},{"key":"10.1016\/j.hcc.2025.100341_b28","article-title":"LUNAR: Unsupervised LLM-based log parsing","author":"Huang","year":"2024","journal-title":"J. Comput. Sci. Tech."},{"key":"10.1016\/j.hcc.2025.100341_b29","series-title":"IEEE\/ACM 46th International Conference on Software Engineering","first-page":"12","article-title":"UniLog: Automatic logging via LLM and in-context learning","author":"Xu","year":"2024"},{"key":"10.1016\/j.hcc.2025.100341_b30","article-title":"Does in-context learning really learn? Rethinking how large language models respond and solve tasks via in-context learning","author":"Long","year":"2024","journal-title":"J. Appl. Artif. Intell."},{"key":"10.1016\/j.hcc.2025.100341_b31","series-title":"International Conference Meta Computing","first-page":"1","article-title":"AUTOMATE: Automatic anomaly detection and root cause analysis framework for hadoop","author":"Liu","year":"2024"},{"key":"10.1016\/j.hcc.2025.100341_b32","series-title":"Prometheus: Monitoring system & time series database","author":"Prometheus","year":"2024"},{"key":"10.1016\/j.hcc.2025.100341_b33","doi-asserted-by":"crossref","first-page":"12","DOI":"10.11613\/BM.2014.003","article-title":"Understanding logistic regression analysis","volume":"24","author":"Sperandei","year":"2014","journal-title":"Biochem. Medica"},{"key":"10.1016\/j.hcc.2025.100341_b34","series-title":"An Introduction to Statistical Learning","author":"James","year":"2013"},{"issue":"6","key":"10.1016\/j.hcc.2025.100341_b35","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3459665","article-title":"K-nearest neighbour classifiers-a tutorial","volume":"54","author":"Cunningham","year":"2021","journal-title":"ACM Comput. Surv."},{"key":"10.1016\/j.hcc.2025.100341_b36","doi-asserted-by":"crossref","unstructured":"G. Guo, H. Wang, D. Bell, Y. Bi, K. Greer, KNN model-based approach in classification, in: On the Move To Meaningful Internet Systems 2003: CoopIS, DOA, and ODBASE: OTM Confederated International Conferences, 2003, pp. 986\u2013996.","DOI":"10.1007\/978-3-540-39964-3_62"},{"key":"10.1016\/j.hcc.2025.100341_b37","series-title":"Applied Logistic Regression","author":"Hosmer","year":"2000"},{"key":"10.1016\/j.hcc.2025.100341_b38","series-title":"Pattern Recognition and Machine Learning","author":"Bishop","year":"2006"},{"key":"10.1016\/j.hcc.2025.100341_b39","series-title":"Deep Learning","author":"Goodfellow","year":"2016"},{"key":"10.1016\/j.hcc.2025.100341_b40","series-title":"Meta llama 3.1","author":"Meta","year":"2024"},{"key":"10.1016\/j.hcc.2025.100341_b41","series-title":"Hello GPT-4 turbo","author":"OpenAI","year":"2024"},{"key":"10.1016\/j.hcc.2025.100341_b42","first-page":"148","article-title":"Assessing heterogeneity by classifying ontology mismatches","volume":"vol. 98","author":"Visser","year":"1998"}],"container-title":["High-Confidence Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2667295225000455?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2667295225000455?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,3,30]],"date-time":"2026-03-30T11:25:42Z","timestamp":1774869942000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S2667295225000455"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3]]},"references-count":42,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2026,3]]}},"alternative-id":["S2667295225000455"],"URL":"https:\/\/doi.org\/10.1016\/j.hcc.2025.100341","relation":{},"ISSN":["2667-2952"],"issn-type":[{"value":"2667-2952","type":"print"}],"subject":[],"published":{"date-parts":[[2026,3]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Pluggable AI-based real-time stragglers detection framework in Hadoop","name":"articletitle","label":"Article Title"},{"value":"High-Confidence Computing","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.hcc.2025.100341","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 The Author(s). Published by Elsevier B.V. on behalf of Shandong University.","name":"copyright","label":"Copyright"}],"article-number":"100341"}}