{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,5]],"date-time":"2026-07-05T04:17:50Z","timestamp":1783225070962,"version":"3.54.6"},"reference-count":52,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,6,27]],"date-time":"2026-06-27T00:00:00Z","timestamp":1782518400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100012650","name":"Technische Universit\u00e4t Wien Bibliothek","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100012650","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Expert Systems with Applications"],"published-print":{"date-parts":[[2027,1]]},"DOI":"10.1016\/j.eswa.2026.133468","type":"journal-article","created":{"date-parts":[[2026,6,29]],"date-time":"2026-06-29T15:37:41Z","timestamp":1782747461000},"page":"133468","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"PA","title":["On heterogeneous ensembles for anomaly detection: Empirical insights and guidelines for the design"],"prefix":"10.1016","volume":"332","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6081-969X","authenticated-orcid":false,"given":"F\u00e9lix","family":"Iglesias","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5391-467X","authenticated-orcid":false,"given":"Tanja","family":"Zseby","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1302-9067","authenticated-orcid":false,"given":"Conrado","family":"Mart\u00ednez","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7713-4208","authenticated-orcid":false,"given":"Arthur","family":"Zimek","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"105","key":"10.1016\/j.eswa.2026.133468_bib0001","first-page":"1","article-title":"Unsupervised anomaly detection algorithms on real-world data: How many do we need?","volume":"25","author":"Bouman","year":"2024","journal-title":"Journal of Machine Learning Research"},{"key":"10.1016\/j.eswa.2026.133468_bib0002","series-title":"Proceedings of the 2000 ACM SIGMOD international conference on management of data","first-page":"93","article-title":"LOF: Identifying density-based local outliers","author":"Breunig","year":"2000"},{"issue":"1","key":"10.1016\/j.eswa.2026.133468_bib0003","doi-asserted-by":"crossref","DOI":"10.1145\/2733381","article-title":"Hierarchical density estimates for data clustering, visualization, and outlier detection","volume":"10","author":"Campello","year":"2015","journal-title":"ACM Transactions on Knowledge Discovery from Data"},{"issue":"4","key":"10.1016\/j.eswa.2026.133468_bib0004","doi-asserted-by":"crossref","first-page":"891","DOI":"10.1007\/s10618-015-0444-8","article-title":"On the evaluation of unsupervised outlier detection: Measures, datasets, and an empirical study","volume":"30","author":"Campos","year":"2016","journal-title":"Data Mining and Knowledge Discovery"},{"key":"10.1016\/j.eswa.2026.133468_bib0005","series-title":"Pacific-Asia conference on knowledge discovery and data mining","first-page":"564","article-title":"An unsupervised boosting strategy for outlier detection ensembles","volume":"vol. 10937","author":"Campos","year":"2018"},{"issue":"1","key":"10.1016\/j.eswa.2026.133468_bib0006","doi-asserted-by":"crossref","first-page":"6","DOI":"10.1186\/s12864-019-6413-7","article-title":"The advantages of the matthews correlation coefficient (MCC) over F1 score and accuracy in binary classification evaluation","volume":"21","author":"Chicco","year":"2020","journal-title":"BMC Genomics"},{"key":"10.1016\/j.eswa.2026.133468_bib0007","first-page":"1","article-title":"Statistical comparisons of classifiers over multiple data sets","volume":"7","author":"Dem\u0161ar","year":"2006","journal-title":"Journal of Machine Learning Research"},{"key":"10.1016\/j.eswa.2026.133468_bib0008","series-title":"Proceedings of the 2019 conference of the North American chapter of the association for computational linguistics: Human language technologies","first-page":"4171","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2019"},{"issue":"4","key":"10.1016\/j.eswa.2026.133468_bib0009","doi-asserted-by":"crossref","first-page":"297","DOI":"10.1007\/s41060-021-00265-1","article-title":"On the nature and types of anomalies: A review of deviations in data","volume":"12","author":"Foorthuis","year":"2021","journal-title":"International Journal of Data Science and Analytics"},{"key":"10.1016\/j.eswa.2026.133468_bib0010","series-title":"KI-2012: Poster and demo track 1","first-page":"59","article-title":"Histogram-based outlier score (HBOS): A fast unsupervised anomaly detection algorithm","author":"Goldstein","year":"2012"},{"key":"10.1016\/j.eswa.2026.133468_bib0011","series-title":"Advances in neural information processing systems","first-page":"507","article-title":"Why do tree-based models still outperform deep learning on typical tabular data?","volume":"vol. 35","author":"Grinsztajn","year":"2022"},{"key":"10.1016\/j.eswa.2026.133468_bib0012","series-title":"Advances in neural information processing systems","first-page":"32142","article-title":"Adbench: Anomaly detection benchmark","volume":"vol. 35","author":"Han","year":"2022"},{"issue":"1","key":"10.1016\/j.eswa.2026.133468_bib0013","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1148\/radiology.143.1.7063747","article-title":"The meaning and use of the area under a receiver operating characteristic (ROC) curve","volume":"143","author":"Hanley","year":"1982","journal-title":"Radiology"},{"key":"10.1016\/j.eswa.2026.133468_bib0014","unstructured":"Huyton, H. (2023). CIC-IDS-2017 TabNet v1.0. https:\/\/www.kaggle.com\/code\/nolovelost\/cic-ids-2017-tabnet-v-1-0. Kaggle Notebook, accessed: 2026-04-12."},{"key":"10.1016\/j.eswa.2026.133468_bib0015","series-title":"2018 IEEE Int. Conf. on Data Mining Workshops (ICDMW)","first-page":"970","article-title":"Outlier detection based on low density models","author":"Iglesias","year":"2018"},{"key":"10.1016\/j.eswa.2026.133468_bib0016","article-title":"Anomaly detection in streaming data: A comparison and evaluation study","volume":"233","author":"Iglesias","year":"2023","journal-title":"Expert Systems with Applications"},{"issue":"1","key":"10.1016\/j.eswa.2026.133468_bib0017","article-title":"What do anomaly scores actually mean? Dynamic characteristics beyond accuracy","volume":"39","author":"Iglesias","year":"2024","journal-title":"Data Mining and Knowledge Discovery"},{"key":"10.1016\/j.eswa.2026.133468_bib0018","series-title":"Similarity search and applications (SISAP)","first-page":"88","article-title":"Impact of the neighborhood parameter on outlier detection algorithms","author":"Iglesias","year":"2024"},{"key":"10.1016\/j.eswa.2026.133468_bib0019","series-title":"Proc. of the 2025 IEEE Int. Conf. on Fuzzy Systems (Fuzz-IEEE)","article-title":"Interpreting and unifying anomaly scores with antagonistic fuzzy sets","author":"Iglesias","year":"2025"},{"key":"10.1016\/j.eswa.2026.133468_bib0020","unstructured":"Iglesias, F. (2026). On heterogeneous ensembles for anomaly detection - evaluation tests. TU Wien, Jun 2026, DOI: 10.48436\/g278k-8ak09. https:\/\/doi.org\/10.48436\/g278k-8ak09."},{"issue":"4","key":"10.1016\/j.eswa.2026.133468_bib0021","doi-asserted-by":"crossref","first-page":"90","DOI":"10.1007\/s10994-024-06629-5","article-title":"An empirical study on impact of label noise on synthetic tabular data generation","volume":"114","author":"Kim","year":"2025","journal-title":"Machine Learning"},{"key":"10.1016\/j.eswa.2026.133468_bib0022","series-title":"Proc. of the 2011 SIAM Int. Conf. on Data Mining (SDM)","first-page":"13","article-title":"Interpreting and unifying outlier scores","author":"Kriegel","year":"2011"},{"key":"10.1016\/j.eswa.2026.133468_bib0023","series-title":"Proceedings of the 14th ACM SIGKDD international conference on knowledge discovery and data mining","first-page":"444","article-title":"Angle-based outlier detection in high-dimensional data","author":"Kriegel","year":"2008"},{"key":"10.1016\/j.eswa.2026.133468_bib0024","series-title":"Pattern recognition and image analysis","first-page":"1126","article-title":"That elusive diversity in classifier ensembles","author":"Kuncheva","year":"2003"},{"key":"10.1016\/j.eswa.2026.133468_bib0025","series-title":"Measures of diversity in classifier ensembles and their relationship with the ensemble accuracy","volume":"vol. 51","author":"Kuncheva","year":"2003"},{"key":"10.1016\/j.eswa.2026.133468_bib0026","series-title":"Proc. of the Eleventh ACM SIGKDD Int. Conf. on Knowledge Discovery in Data Mining, KDD \u201905","first-page":"157","article-title":"Feature bagging for outlier detection","author":"Lazarevic","year":"2005"},{"key":"10.1016\/j.eswa.2026.133468_bib0027","series-title":"Machine learning and knowledge discovery in databases","first-page":"225","article-title":"Optimal thresholding of classifiers to maximize F1 measure","author":"Lipton","year":"2014"},{"key":"10.1016\/j.eswa.2026.133468_bib0028","series-title":"Proceedings of the 2008 eighth IEEE international conference on data mining, ICDM \u201908","first-page":"413","article-title":"Isolation forest","author":"Liu","year":"2008"},{"key":"10.1016\/j.eswa.2026.133468_bib0029","series-title":"Advances in neural information processing systems","article-title":"A unified approach to interpreting model predictions","volume":"vol. 30","author":"Lundberg","year":"2017"},{"issue":"4","key":"10.1016\/j.eswa.2026.133468_bib0030","doi-asserted-by":"crossref","first-page":"1473","DOI":"10.1007\/s10618-023-00931-x","article-title":"On the evaluation of outlier detection and one-class classification: A comparative study of algorithms, model selection, and ensembles","volume":"37","author":"Marques","year":"2023","journal-title":"Data Mining and Knowledge Discovery"},{"key":"10.1016\/j.eswa.2026.133468_bib0031","series-title":"Proc. of the 38th Int. Conf. on Neural Information Processing Systems","first-page":"NIPS\u201924","article-title":"A closer look at auroc and auprc under class imbalance","author":"McDermott","year":"2025"},{"issue":"4","key":"10.1016\/j.eswa.2026.133468_bib0032","doi-asserted-by":"crossref","first-page":"417","DOI":"10.1111\/j.1467-9868.2010.00740.x","article-title":"Stability selection","volume":"72","author":"Meinshausen","year":"2010","journal-title":"Journal of the Royal Statistical Society Series B: Statistical Methodology"},{"key":"10.1016\/j.eswa.2026.133468_bib0033","series-title":"Database systems for advanced applications","first-page":"368","article-title":"Mining outliers with ensemble of heterogeneous detectors on random subspaces","author":"Nguyen","year":"2010"},{"issue":"2","key":"10.1016\/j.eswa.2026.133468_bib0034","doi-asserted-by":"crossref","first-page":"275","DOI":"10.1007\/s10994-015-5521-0","article-title":"LODA: Lightweight on-line detector of anomalies","volume":"102","author":"Pevn\u00fd","year":"2016","journal-title":"Machine Learning"},{"issue":"2","key":"10.1016\/j.eswa.2026.133468_bib0035","doi-asserted-by":"crossref","first-page":"427","DOI":"10.1145\/335191.335437","article-title":"Efficient algorithms for mining outliers from large data sets","volume":"29","author":"Ramaswamy","year":"2000","journal-title":"SIGMOD Record"},{"issue":"4","key":"10.1016\/j.eswa.2026.133468_bib0036","doi-asserted-by":"crossref","DOI":"10.1145\/2890508","article-title":"Less is more: Building selective anomaly ensembles","volume":"10","author":"Rayana","year":"2016","journal-title":"ACM Transactions on Knowledge Discovery from Data"},{"issue":"6","key":"10.1016\/j.eswa.2026.133468_bib0037","doi-asserted-by":"crossref","first-page":"3719","DOI":"10.1007\/s10618-024-01056-5","article-title":"Evaluating outlier probabilities: Assessing sharpness, refinement, and calibration using stratified and weighted measures","volume":"38","author":"R\u00f6chner","year":"2024","journal-title":"Data Mining and Knowledge Discovery"},{"key":"10.1016\/j.eswa.2026.133468_bib0038","series-title":"International conference on machine learning","first-page":"4393","article-title":"Deep one-class classification","author":"Ruff","year":"2018"},{"issue":"4","key":"10.1016\/j.eswa.2026.133468_bib0039","doi-asserted-by":"crossref","DOI":"10.1002\/widm.1249","article-title":"Ensemble learning: A survey","volume":"8","author":"Sagi","year":"2018","journal-title":"WIREs Data Mining and Knowledge Discovery"},{"issue":"3","key":"10.1016\/j.eswa.2026.133468_bib0040","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1371\/journal.pone.0118432","article-title":"The precision-recall plot is more informative than the ROC plot when evaluating binary classifiers on imbalanced datasets","volume":"10","author":"Saito","year":"2015","journal-title":"PLOS One"},{"key":"10.1016\/j.eswa.2026.133468_bib0041","series-title":"Proceedings of the MLSDA 2014 2nd workshop on machine learning for sensory data analysis, MLSDA\u201914","first-page":"4","article-title":"Anomaly detection using autoencoders with nonlinear dimensionality reduction","author":"Sakurada","year":"2014"},{"issue":"7","key":"10.1016\/j.eswa.2026.133468_bib0042","doi-asserted-by":"crossref","first-page":"1443","DOI":"10.1162\/089976601750264965","article-title":"Estimating the support of a high-dimensional distribution","volume":"13","author":"Sch\u00f6lkopf","year":"2001","journal-title":"Neural Computation"},{"key":"10.1016\/j.eswa.2026.133468_bib0043","series-title":"Proc. of the 2012 SIAM Int. Conf. on Data Mining (SDM)","first-page":"1047","article-title":"On evaluation of outlier rankings and outlier scores","author":"Schubert","year":"2012"},{"issue":"1","key":"10.1016\/j.eswa.2026.133468_bib0044","doi-asserted-by":"crossref","first-page":"190","DOI":"10.1007\/s10618-012-0300-z","article-title":"Local outlier detection reconsidered: A generalized view on locality with applications to spatial, video, and network outlier detection","volume":"28","author":"Schubert","year":"2014","journal-title":"Data Mining and Knowledge Discovery"},{"key":"10.1016\/j.eswa.2026.133468_bib0045","series-title":"International conference on information systems security and privacy","article-title":"Toward generating a new intrusion detection dataset and intrusion traffic characterization","author":"Sharafaldin","year":"2018"},{"key":"10.1016\/j.eswa.2026.133468_bib0046","series-title":"Proc. of the IEEE foundations and new directions of data mining workshop","first-page":"172","article-title":"A novel anomaly detection scheme based on principal component classifier","author":"Shyu","year":"2003"},{"key":"10.1016\/j.eswa.2026.133468_bib0047","first-page":"2837","article-title":"Information theoretic measures for clusterings comparison: Variants, properties, normalization and correction for chance","volume":"11","author":"Vinh","year":"2010","journal-title":"Journal of Machine Learning Research"},{"issue":"1","key":"10.1016\/j.eswa.2026.133468_bib0048","doi-asserted-by":"crossref","first-page":"32","DOI":"10.1002\/1097-0142(1950)3:1<32::AID-CNCR2820030106>3.0.CO;2-3","article-title":"Index for rating diagnostic tests","volume":"3","author":"Youden","year":"1950","journal-title":"Cancer"},{"key":"10.1016\/j.eswa.2026.133468_bib0049","series-title":"Proceedings of the AAAI conference on artificial intelligence","first-page":"8980","article-title":"TS2Vec: Towards universal representation of time series","volume":"vol. 36","author":"Yue","year":"2022"},{"key":"10.1016\/j.eswa.2026.133468_bib0050","series-title":"Current approaches in applied artificial intelligence","first-page":"514","article-title":"Ensemble algorithms for unsupervised anomaly detection","author":"Zhao","year":"2015"},{"key":"10.1016\/j.eswa.2026.133468_bib0051","series-title":"SSDBM","first-page":"13:1","article-title":"Data perturbation for outlier detection ensembles","author":"Zimek","year":"2014"},{"key":"10.1016\/j.eswa.2026.133468_bib0052","series-title":"Proc. of the 19th ACM SIGKDD Int. Conf on Knowledge Discovery and Data Mining, KDD \u201913","first-page":"428","article-title":"Subsampling for efficient and effective unsupervised outlier detection ensembles","author":"Zimek","year":"2013"}],"container-title":["Expert Systems with Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0957417426023778?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0957417426023778?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,7,5]],"date-time":"2026-07-05T03:41:19Z","timestamp":1783222879000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0957417426023778"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2027,1]]},"references-count":52,"alternative-id":["S0957417426023778"],"URL":"https:\/\/doi.org\/10.1016\/j.eswa.2026.133468","relation":{},"ISSN":["0957-4174"],"issn-type":[{"value":"0957-4174","type":"print"}],"subject":[],"published":{"date-parts":[[2027,1]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"On heterogeneous ensembles for anomaly detection: Empirical insights and guidelines for the design","name":"articletitle","label":"Article Title"},{"value":"Expert Systems with Applications","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.eswa.2026.133468","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 The Author(s). Published by Elsevier Ltd.","name":"copyright","label":"Copyright"}],"article-number":"133468"}}