{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,6]],"date-time":"2026-07-06T13:36:40Z","timestamp":1783345000694,"version":"3.54.6"},"reference-count":71,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"name":"IEE Luxembourg"},{"name":"Luxembourgs National Research Fund","award":["BRIDGES2020\/IS\/14711346\/FUNTASY European Research Council"],"award-info":[{"award-number":["BRIDGES2020\/IS\/14711346\/FUNTASY European Research Council"]}]},{"name":"European Unions Horizon 2020","award":["694277"],"award-info":[{"award-number":["694277"]}]},{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Rel."],"published-print":{"date-parts":[[2021,12]]},"DOI":"10.1109\/tr.2021.3074750","type":"journal-article","created":{"date-parts":[[2021,5,24]],"date-time":"2021-05-24T19:40:45Z","timestamp":1621885245000},"page":"1641-1657","source":"Crossref","is-referenced-by-count":32,"title":["Supporting Deep Neural Network Safety Analysis and Retraining Through Heatmap-Based Unsupervised Learning"],"prefix":"10.1109","volume":"70","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1656-0291","authenticated-orcid":false,"given":"Hazem","family":"Fahmy","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3541-3641","authenticated-orcid":false,"given":"Fabrizio","family":"Pastore","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mojtaba","family":"Bagherzadeh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1393-1010","authenticated-orcid":false,"given":"Lionel","family":"Briand","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380395"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.2006.880980"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/s00454-011-9340-1"},{"key":"ref38","first-page":"1199","article-title":"Variance-based k-clustering algorithms by Voronoi diagrams and randomization","volume":"83","author":"inaba","year":"2000","journal-title":"IEICE Trans Inform Syst"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2019.00055"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2019.00015"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCSW.2011.20"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1002\/widm.53"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511809071"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"274","DOI":"10.1007\/s00357-014-9161-z","article-title":"Ward’s hierarchical agglomerative clustering method: Which algorithms implement Ward’s criterion","volume":"31","author":"murtagh","year":"2014","journal-title":"J Classification"},{"key":"ref35","first-page":"281","article-title":"Some methods for classification and analysis of multivariate observations","volume":"1","author":"macqueen","year":"0","journal-title":"Proc 5th Berkeley Symp Math Statist Probability"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/BF02289263"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380415"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.2200\/S00429ED1V01Y201207AIM018"},{"key":"ref61","first-page":"1802","article-title":"Exploring the landscape of spatial robustness","volume":"97","author":"engstrom","year":"0","journal-title":"Proc 36th Int Conf Mach Learn ser Proc Mach Learn Res"},{"key":"ref63","first-page":"1","article-title":"Active learning for convolutional neural networks: A core-set approach","author":"sener","year":"0","journal-title":"Proc 6th Int Conf Learn Representations Conf Track Proc"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1963.10500845"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-2630"},{"key":"ref27","article-title":"WIFS 2017 tutorial on methods for understanding DNNs and their predictions","author":"montavon","year":"2019"},{"key":"ref65","author":"settles","year":"2011","journal-title":"Active Learning Active Learning"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338930"},{"key":"ref29","first-page":"1409","article-title":"A statistical method for evaluating systematic relationships","volume":"38","author":"sokal","year":"1958","journal-title":"Univ Kansas Sci Bull"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1145\/3394112"},{"key":"ref68","article-title":"Hierarchical density based clustering","volume":"2","author":"mcinnes","year":"2017","journal-title":"Open Source Software"},{"key":"ref69","first-page":"226","article-title":"A density-based algorithm for discovering clusters in large spatial databases with noise","author":"ester","year":"0","journal-title":"Proc 2nd Int Conf Knowl Discov Data Mining ser KDD’96"},{"key":"ref2","article-title":"Overview of neural net for vision, sonar and radar processing software","author":"tesla","year":"2019"},{"key":"ref1","article-title":"NVIDIA introduces DRIVE AutoPilot","year":"2019","journal-title":"NVIDIA Corporation"},{"key":"ref20","first-page":"1","article-title":"Striving for simplicity: The all convolutional net","author":"springenberg","year":"0","journal-title":"Proc Int Conf Learn Representations (Workshop Track)"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2018.00013"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.319"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2016.11.008"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2016.2599820"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46484-8_29"},{"key":"ref25","author":"goodfellow","year":"2016","journal-title":"Deep Learning"},{"key":"ref50","first-page":"101","article-title":"A critique and improvement of the CL common language effect size statistics of Mcgraw and Wong","volume":"25","author":"vargha","year":"2000","journal-title":"Journal of Educational and Behavioral Statistics"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985795"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00043"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-16722-6_10"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00108"},{"key":"ref56","first-page":"1527","article-title":"Anchors: High-precision model-agnostic explanations","author":"ribeiro","year":"0","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00079"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2962027"},{"key":"ref53","article-title":"A survey of safety and trustworthiness of deep neural networks","volume":"37","author":"huang","year":"2018","journal-title":"Comput Sci Rev"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/HPCSim.2014.6903792"},{"key":"ref10","first-page":"193","author":"montavon","year":"2019","journal-title":"Layer-Wise Relevance Propagation An Overview"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3236082"},{"key":"ref40","author":"han","year":"2011","journal-title":"Data Mining Concepts and Techniques"},{"key":"ref12","doi-asserted-by":"crossref","DOI":"10.1515\/9781938549397","author":"king","year":"2014","journal-title":"Cluster Analysis and Data Mining An Introduction"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/2857491.2857492"},{"key":"ref14","article-title":"Blender 3d simulation and rendering engine","author":"blender","year":"2020"},{"key":"ref15","author":"iii","year":"0","journal-title":"A course in machine learning"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.cag.2018.09.018"},{"key":"ref17","first-page":"1","article-title":"Rise: Randomized input sampling for explanation of black-box models","author":"petsiuk","year":"0","journal-title":"Proc Brit Mach Vis Conf"},{"key":"ref18","first-page":"6970","article-title":"Real time image saliency for black box classifiers","author":"dabkowski","year":"0"},{"key":"ref19","first-page":"818","author":"zeiler","year":"0","journal-title":"Proc Eur Conf Comput Vis"},{"key":"ref4","article-title":"Dream safety","author":"zf","year":"2019"},{"key":"ref3","article-title":"IEE sensing solutions","year":"0"},{"key":"ref6","year":"2020","journal-title":"International Organization for Standardization"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"1","DOI":"10.3390\/s18020456","article-title":"Deep learning-based gaze detection system for automobile drivers using a NIR camera sensor","volume":"18","author":"naqvi","year":"2018","journal-title":"SENSORS"},{"key":"ref8","first-page":"26262","year":"2018","journal-title":"Road Vehicles-Functional Safety"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.74"},{"key":"ref49","article-title":"TRaffic sign dataset","year":"2020"},{"key":"ref9","article-title":"ISO\/PAS 21448:2019, road vehicles: Safety of the intended functionality","year":"2020"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/3065386"},{"key":"ref45","article-title":"HUDD: Toolset and replicability package","year":"2020"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.425"},{"key":"ref47","article-title":"MakeHuman computer graphics middleware for the prototyping of humanoids","author":"community","year":"2020"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858532"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1090\/S0025-5718-1988-0935077-0"},{"key":"ref44","article-title":"Pyton framework for mathematics, science, and engineering","author":"scipy","year":"2020"},{"key":"ref43","article-title":"PyTorch DNN framework","author":"pytorch","year":"2020"}],"container-title":["IEEE Transactions on Reliability"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/24\/9629389\/09439863.pdf?arnumber=9439863","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,4]],"date-time":"2023-11-04T03:25:42Z","timestamp":1699068342000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9439863\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,12]]},"references-count":71,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tr.2021.3074750","relation":{},"ISSN":["0018-9529","1558-1721"],"issn-type":[{"value":"0018-9529","type":"print"},{"value":"1558-1721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,12]]}}}