{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,10]],"date-time":"2026-06-10T03:51:20Z","timestamp":1781063480345,"version":"3.54.1"},"reference-count":86,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"name":"Progetti di Ricerca di Interesse Nazionale (PRIN) 2022 Project S2","award":["202297YF75"],"award-info":[{"award-number":["202297YF75"]}]},{"name":"Project SEcurity and RIghts in the CyberSpace (SERICS) under the Ministero dell\u2019Universit\u00e0 e Ricerca (MUR) National Recovery and Resilience Plan funded by European Union\u2013NextGenerationEU","award":["PE00000014;"],"award-info":[{"award-number":["PE00000014;"]}]},{"name":"Cognitive Safety with Point Clouds (CogniSafe3D) Eurostars 3, Call 6 by European Union."},{"name":"Horizon Europe Project TANGO funded by European Union","award":["101120763"],"award-info":[{"award-number":["101120763"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/access.2025.3568501","type":"journal-article","created":{"date-parts":[[2025,5,9]],"date-time":"2025-05-09T18:01:29Z","timestamp":1746813689000},"page":"94858-94877","source":"Crossref","is-referenced-by-count":6,"title":["Bringing Machine Learning Classifiers Into Critical Cyber-Physical Systems: A Matter of Design"],"prefix":"10.1109","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6804-127X","authenticated-orcid":false,"given":"Burcu","family":"Sayin","sequence":"first","affiliation":[{"name":"Department of Information Engineering and Computer Science, University of Trento, Povo, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9820-6047","authenticated-orcid":false,"given":"Tommaso","family":"Zoppi","sequence":"additional","affiliation":[{"name":"Department of Mathematics and Computer Science, University of Florence, Florence, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-9632-1794","authenticated-orcid":false,"given":"Nicol\u00f2","family":"Marchini","sequence":"additional","affiliation":[{"name":"Department of Information Engineering and Computer Science, University of Trento, Povo, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-7890-4639","authenticated-orcid":false,"given":"Fahad Ahmed","family":"Khokhar","sequence":"additional","affiliation":[{"name":"Department of Mathematics and Computer Science, University of Florence, Florence, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andrea","family":"Passerini","sequence":"additional","affiliation":[{"name":"Department of Information Engineering and Computer Science, University of Trento, Povo, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2021.11.011"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2025.103126"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/tdsc.2023.3267065"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2021.06.008"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.14569\/IJARAI.2013.020206"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2023.103107"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/sp.2010.25"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2024.108594"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/tdsc.2004.2"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.ress.2021.107530"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/icirt.2016.7588765"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-025-11242-6"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/tetc.2022.3178631"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/tiv.2024.3428415"},{"key":"ref15","volume-title":"Safety First for Automated Driving","author":"S","year":"2019"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939785"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2023.102145"},{"key":"ref18","article-title":"On evaluating adversarial robustness","author":"Carlini","year":"2019","journal-title":"arXiv:1902.06705"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1038\/nmeth.3945"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2018.04.004"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2020.07.007"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i8.16826"},{"key":"ref23","article-title":"Neural oblivious decision ensembles for deep learning on tabular data","author":"Popov","year":"2019","journal-title":"arXiv:1909.06312"},{"key":"ref24","first-page":"507","article-title":"Why do tree-based models still outperform deep learning on typical tabular data?","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"35","author":"Grinsztajn"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00013"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1982.10477856"},{"key":"ref27","first-page":"3459","article-title":"Evaluating model calibration in classification","volume-title":"Proc. 22nd Int. Conf. Artif. Intell. Statist.","author":"Vaicenavi\u010dius"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/1102351.1102430"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/1597817.1597830"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/775047.775151"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v29i1.9602"},{"key":"ref32","volume-title":"Identifying Challenges to the Certification of Machine Learning for Safety Critical Systems","author":"Cappi","year":"2019"},{"key":"ref33","article-title":"Practical solutions for machine learning safety in autonomous vehicles","author":"Mohseni","year":"2019","journal-title":"arXiv:1912.09630"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/tse.2022.3163682"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/issre55969.2022.00047"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.3233\/FAIA230635"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2023.03.052"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2023.104059"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v31i1.10821"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/jproc.2023.3238024"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/5326.827457"},{"key":"ref42","article-title":"Confidence from invariance to image transformations","author":"Bahat","year":"2018","journal-title":"arXiv:1804.00657"},{"key":"ref43","article-title":"Distance-based confidence score for neural network classifiers","author":"Mandelbaum","year":"2017","journal-title":"arXiv:1709.09844"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58920-2_13"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/les.2019.2953253"},{"key":"ref46","first-page":"6405","article-title":"Simple and scalable predictive uncertainty estimation using deep ensembles","volume-title":"Proc. 31st Int. Conf. Neural Inf. Process. Syst.","author":"Lakshminarayanan"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1016\/j.ress.2007.03.031"},{"issue":"1","key":"ref48","article-title":"Triple module redundancy design techniques for virtex FPGAs","volume":"197","author":"Carmichael","year":"2001","journal-title":"Xilinx Appl. Note XAP"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/tits.2011.2158424"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/mpe.2014.2301514"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/SP54263.2024.00019"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1186\/s12864-019-6413-7"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-021-00790-4"},{"issue":"1","key":"ref54","first-page":"5666","article-title":"Cost-sensitive learning with noisy labels","volume":"18","author":"Natarajan","year":"2017","journal-title":"J. Mach. Learn. Res."},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2011.09.071"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2019.06.005"},{"key":"ref57","first-page":"361","article-title":"Flow-based benchmark data sets for intrusion detection","volume-title":"Proc. 16th Eur. Conf. Cyber Warfare Secur. (ACPI)","author":"Ring"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/ccst.2018.8585560"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2017.03.018"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.5220\/0006639801080116"},{"key":"ref61","article-title":"IoT network intrusion dataset","author":"Kang","year":"2019","journal-title":"IEEE Dataport"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2011.12.012"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/cisda.2009.5356528"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/access.2020.3022633"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2017.11.004"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/milcis.2015.7348942"},{"key":"ref67","volume-title":"BackBlaze HDD Data"},{"key":"ref68","volume-title":"Baidu HDD\u2014Baidu SMART Dataset for Seagate ST31000524NS Drive Model"},{"key":"ref69","volume-title":"HAI Security Datasets","author":"Shin Hyeok-Ki; Lee","year":"2023"},{"key":"ref70","article-title":"HAI 1.0: HIL-based augmented ICS security dataset","volume-title":"Proc. 13th USENIX Workshop Cyber Secur. Experimentation Test (CSET 20)","author":"Shin"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/dsaa53316.2021.9564181"},{"key":"ref72","volume-title":"APS Failure at Scania Trucks","year":"2017"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/QRS60937.2023.00013"},{"key":"ref74","volume-title":"Machine Failure Prediction","author":"Agarwal","year":"2018"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1016\/j.jsv.2005.07.006"},{"key":"ref76","article-title":"A baseline for detecting misclassified and out-of-distribution examples in neural networks","author":"Hendrycks","year":"2016","journal-title":"arXiv:1610.02136"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1016\/j.chaos.2024.115939"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2022.12.001"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2022.12.028"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/tdsc.2019.2908366"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1186\/s42400-019-0038-7"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-020-04986-5"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2023.09.011"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/dsn.2014.19"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/tetc.2020.3014847"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1145\/1541880.1541882"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10820123\/10994486.pdf?arnumber=10994486","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,5]],"date-time":"2025-06-05T17:38:25Z","timestamp":1749145105000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10994486\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":86,"URL":"https:\/\/doi.org\/10.1109\/access.2025.3568501","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]}}}