{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,18]],"date-time":"2025-12-18T18:43:05Z","timestamp":1766083385068,"version":"3.48.0"},"reference-count":85,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Science and Technology Development Fund of Macau"},{"name":"Macau SAR","award":["0021\/2023\/RIA1"],"award-info":[{"award-number":["0021\/2023\/RIA1"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Rel."],"published-print":{"date-parts":[[2025,12]]},"DOI":"10.1109\/tr.2025.3607784","type":"journal-article","created":{"date-parts":[[2025,9,19]],"date-time":"2025-09-19T17:36:54Z","timestamp":1758303414000},"page":"4985-4999","source":"Crossref","is-referenced-by-count":0,"title":["Adaptive Random Testing of Deep Learning Systems Using Image Hashing"],"prefix":"10.1109","volume":"74","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-6781-1789","authenticated-orcid":false,"given":"Linwei","family":"Yi","sequence":"first","affiliation":[{"name":"School of Computer Science and Engineering, Macau University of Science and Technology, Taipa, Macau"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-8746-316X","authenticated-orcid":false,"given":"Chenhui","family":"Cui","sequence":"additional","affiliation":[{"name":"School of Computer Science and Engineering, Macau University of Science and Technology, Taipa, Macau"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1769-6126","authenticated-orcid":false,"given":"Rubing","family":"Huang","sequence":"additional","affiliation":[{"name":"School of Computer Science and Engineering, Macau University of Science and Technology, Taipa, Macau"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0877-4353","authenticated-orcid":false,"given":"Dave","family":"Towey","sequence":"additional","affiliation":[{"name":"School of Computer Science, University of Nottingham Ningbo China, Ningbo, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9685-9893","authenticated-orcid":false,"given":"Rongcun","family":"Wang","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China"}]}],"member":"263","reference":[{"doi-asserted-by":"publisher","key":"ref1","DOI":"10.1038\/nature14539"},{"doi-asserted-by":"publisher","key":"ref2","DOI":"10.1145\/3238147.3238202"},{"doi-asserted-by":"publisher","key":"ref3","DOI":"10.1109\/TSE.2023.3330982"},{"doi-asserted-by":"publisher","key":"ref4","DOI":"10.1109\/ACCESS.2019.2938900"},{"doi-asserted-by":"publisher","key":"ref5","DOI":"10.1109\/ISCSLP.2012.6423452"},{"doi-asserted-by":"publisher","key":"ref6","DOI":"10.3390\/jimaging6110121"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"359","DOI":"10.1145\/3377811.3380353","article-title":"Misbehaviour prediction for autonomous driving systems","volume-title":"Proc. ACM\/IEEE 42nd Int. Conf. Softw. Eng.","author":"Stocco","year":"2020"},{"doi-asserted-by":"publisher","key":"ref8","DOI":"10.1109\/TSE.2021.3124006"},{"doi-asserted-by":"publisher","key":"ref9","DOI":"10.1109\/CVPR.2018.00175"},{"year":"2020","article-title":"Tesla autopilot crash driver was playing video game","key":"ref10"},{"doi-asserted-by":"publisher","key":"ref11","DOI":"10.1016\/j.asoc.2024.111969"},{"doi-asserted-by":"publisher","key":"ref12","DOI":"10.1109\/TSE.1984.5010257"},{"key":"ref13","first-page":"723","article-title":"Fundamentals of test case selection: Diversity, diversity, diversity","volume-title":"Proc. 2nd Int. Conf. Softw. Eng. Data Mining","author":"Chen","year":"2010"},{"doi-asserted-by":"publisher","key":"ref14","DOI":"10.1007\/s11432-015-5314-x"},{"doi-asserted-by":"publisher","key":"ref15","DOI":"10.1016\/j.jss.2009.02.022"},{"doi-asserted-by":"publisher","key":"ref16","DOI":"10.1109\/TSE.2019.2942921"},{"doi-asserted-by":"publisher","key":"ref17","DOI":"10.1109\/ACCESS.2019.2962695"},{"key":"ref18","article-title":"Very deep convolutional networks for large-scale image recognition","volume-title":"Proc. 3rd Int. Conf. Learn. Representations","author":"Simonyan","year":"2015"},{"doi-asserted-by":"publisher","key":"ref19","DOI":"10.1109\/UCC48980.2020.00068"},{"doi-asserted-by":"publisher","key":"ref20","DOI":"10.1109\/ICECS53924.2021.9665605"},{"doi-asserted-by":"publisher","key":"ref21","DOI":"10.1109\/TIFS.2006.873601"},{"doi-asserted-by":"publisher","key":"ref22","DOI":"10.1109\/MMSP.2004.1436566"},{"key":"ref23","first-page":"13","article-title":"New iterative geometric methods for robust perceptual image hashing","volume-title":"Proc. ACM Workshop Digit. Rights Manage.","author":"Mhak","year":"2001"},{"doi-asserted-by":"publisher","key":"ref24","DOI":"10.1109\/IITCEE57236.2023.10091044"},{"doi-asserted-by":"publisher","key":"ref25","DOI":"10.1016\/j.gltp.2021.01.004"},{"doi-asserted-by":"publisher","key":"ref26","DOI":"10.1201\/9781420049176"},{"doi-asserted-by":"publisher","key":"ref27","DOI":"10.1007\/s13244-018-0639-9"},{"doi-asserted-by":"publisher","key":"ref28","DOI":"10.1007\/978-3-030-57077-4_7"},{"issue":"5","key":"ref29","first-page":"1255","article-title":"Survey on testing of deep neural networks","volume":"31","author":"Wang","year":"2020","journal-title":"J. Softw."},{"doi-asserted-by":"publisher","key":"ref30","DOI":"10.1038\/s41591-021-01343-4"},{"doi-asserted-by":"publisher","key":"ref31","DOI":"10.1145\/3132747.3132785"},{"doi-asserted-by":"publisher","key":"ref32","DOI":"10.1002\/widm.1253"},{"doi-asserted-by":"publisher","key":"ref33","DOI":"10.1145\/1368088.1368099"},{"doi-asserted-by":"publisher","key":"ref34","DOI":"10.1016\/S0164-1212(01)00028-0"},{"doi-asserted-by":"publisher","key":"ref35","DOI":"10.1109\/DICTA.2014.7008093"},{"doi-asserted-by":"publisher","key":"ref36","DOI":"10.1002\/spe.3256"},{"doi-asserted-by":"publisher","key":"ref37","DOI":"10.1109\/TPAMI.2002.1017616"},{"doi-asserted-by":"publisher","key":"ref38","DOI":"10.1109\/TIV.2024.3415152"},{"doi-asserted-by":"publisher","key":"ref39","DOI":"10.1109\/TIV.2023.3319158"},{"doi-asserted-by":"publisher","key":"ref40","DOI":"10.1109\/ICST46399.2020.00049"},{"doi-asserted-by":"publisher","key":"ref41","DOI":"10.1145\/3180155.3180220"},{"doi-asserted-by":"publisher","key":"ref42","DOI":"10.1109\/ACCESS.2024.3435027"},{"doi-asserted-by":"publisher","key":"ref43","DOI":"10.1109\/OPTRONIX.2017.8349971"},{"doi-asserted-by":"publisher","key":"ref44","DOI":"10.1109\/ISSA.2016.7802926"},{"doi-asserted-by":"publisher","key":"ref45","DOI":"10.1109\/SERA57763.2023.10197838"},{"doi-asserted-by":"publisher","key":"ref46","DOI":"10.1016\/j.procs.2021.05.021"},{"doi-asserted-by":"publisher","key":"ref47","DOI":"10.1007\/springerreference_73147"},{"key":"ref48","first-page":"1070","article-title":"Hamming distance metric learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Norouzi","year":"2012"},{"doi-asserted-by":"publisher","key":"ref49","DOI":"10.31580\/ojst.v2i4.984"},{"doi-asserted-by":"publisher","key":"ref50","DOI":"10.1109\/MSP.2012.2211477"},{"year":"2009","author":"Krizhevsky","article-title":"CIFAR-10","key":"ref51"},{"doi-asserted-by":"publisher","key":"ref52","DOI":"10.2118\/18761-MS"},{"year":"2016","article-title":"Udacity self driving car challenge 2","key":"ref53"},{"doi-asserted-by":"publisher","key":"ref54","DOI":"10.1109\/5.726791"},{"doi-asserted-by":"publisher","key":"ref55","DOI":"10.1109\/CVPR.2016.90"},{"year":"2016","article-title":"Rambo model","key":"ref56"},{"year":"2016","article-title":"Chauffeur model","key":"ref57"},{"doi-asserted-by":"publisher","key":"ref58","DOI":"10.1109\/TSE.2023.3243522"},{"year":"2016","article-title":"Comma.ais steering model","key":"ref59"},{"year":"2016","author":"Bojarski","article-title":"End to end learning for self-driving cars","key":"ref60"},{"doi-asserted-by":"publisher","key":"ref61","DOI":"10.1007\/978-3-642-24797-2_4"},{"year":"2015","article-title":"Keras","key":"ref62"},{"year":"2016","author":"Abadi","article-title":"TensorFlow: Large-scale machine learning on heterogeneous distributed systems","key":"ref63"},{"doi-asserted-by":"publisher","key":"ref64","DOI":"10.1109\/AINIT61980.2024.10581637"},{"doi-asserted-by":"publisher","key":"ref65","DOI":"10.1109\/TR.2023.3322406"},{"doi-asserted-by":"publisher","key":"ref66","DOI":"10.1007\/11767077_13"},{"doi-asserted-by":"publisher","key":"ref67","DOI":"10.1109\/TR.2022.3218602"},{"doi-asserted-by":"publisher","key":"ref68","DOI":"10.1016\/j.scico.2021.102730"},{"doi-asserted-by":"publisher","key":"ref69","DOI":"10.1016\/j.jss.2005.05.029"},{"doi-asserted-by":"publisher","key":"ref70","DOI":"10.1007\/978-1-4612-4380-9_16"},{"doi-asserted-by":"publisher","key":"ref71","DOI":"10.1145\/2884781.2884791"},{"doi-asserted-by":"publisher","key":"ref72","DOI":"10.1037\/0003-066X.37.5.553"},{"doi-asserted-by":"publisher","key":"ref73","DOI":"10.2307\/1165329"},{"volume-title":"Survival analysis: Techniques for censored and truncated data","year":"2006","author":"Klein","key":"ref74"},{"doi-asserted-by":"publisher","key":"ref75","DOI":"10.1016\/S0169-7439(99)00047-7"},{"doi-asserted-by":"publisher","key":"ref76","DOI":"10.1109\/TLA.2023.10130841"},{"doi-asserted-by":"publisher","key":"ref77","DOI":"10.1145\/3236024.3264835"},{"doi-asserted-by":"publisher","key":"ref78","DOI":"10.1145\/3238147.3238172"},{"doi-asserted-by":"publisher","key":"ref79","DOI":"10.1109\/ICSE-NIER.2019.00031"},{"doi-asserted-by":"publisher","key":"ref80","DOI":"10.1109\/aist55798.2022.10064825"},{"doi-asserted-by":"publisher","key":"ref81","DOI":"10.1007\/s11831-020-09400-w"},{"doi-asserted-by":"publisher","key":"ref82","DOI":"10.3390\/info15030143"},{"doi-asserted-by":"publisher","key":"ref83","DOI":"10.3390\/jimaging11010020"},{"doi-asserted-by":"publisher","key":"ref84","DOI":"10.1109\/ICCINS58907.2023.10450033"},{"key":"ref85","first-page":"134","article-title":"DeepSmartFuzzer: Reward guided test generation for deep learning","volume-title":"Proc. Workshop Artif. Intell. Saf. 2020 co-located with the 29th Int. Joint Conf. Artif. Intell. 17th Pacific Rim Int. Conf. Artif. Intell.","author":"Demir","year":"2020"}],"container-title":["IEEE Transactions on Reliability"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/24\/11273031\/11173952.pdf?arnumber=11173952","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,18]],"date-time":"2025-12-18T18:33:11Z","timestamp":1766082791000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11173952\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12]]},"references-count":85,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tr.2025.3607784","relation":{},"ISSN":["0018-9529","1558-1721"],"issn-type":[{"type":"print","value":"0018-9529"},{"type":"electronic","value":"1558-1721"}],"subject":[],"published":{"date-parts":[[2025,12]]}}}