{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,12]],"date-time":"2026-10-12T19:19:36Z","timestamp":1791832776341,"version":"4.3.4"},"reference-count":52,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61871416"],"award-info":[{"award-number":["61871416"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100010450","name":"Nova","doi-asserted-by":"publisher","award":["xx2018083"],"award-info":[{"award-number":["xx2018083"]}],"id":[{"id":"10.13039\/501100010450","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["2018XKJC03"],"award-info":[{"award-number":["2018XKJC03"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004826","name":"Natural Science Foundation of Beijing Municipality","doi-asserted-by":"publisher","award":["L172010"],"award-info":[{"award-number":["L172010"]}],"id":[{"id":"10.13039\/501100004826","id-type":"DOI","asserted-by":"publisher"}]},{"name":"BUPT Excellent Ph.D. Students Foundation","award":["CX2019114"],"award-info":[{"award-number":["CX2019114"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2020]]},"DOI":"10.1109\/access.2019.2962695","type":"journal-article","created":{"date-parts":[[2019,12,27]],"date-time":"2019-12-27T20:53:15Z","timestamp":1577479995000},"page":"3055-3064","source":"Crossref","is-referenced-by-count":18,"title":["ARTDL: Adaptive Random Testing for Deep Learning Systems"],"prefix":"10.1109","volume":"8","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8849-5823","authenticated-orcid":false,"given":"Min","family":"Yan","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0973-1614","authenticated-orcid":false,"given":"Li","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7053-9832","authenticated-orcid":false,"given":"Aiguo","family":"Fei","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2372785"},{"key":"ref38","first-page":"229","author":"bishop","year":"2006","journal-title":"Pattern Recognition and Machine Learning"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-NIER.2019.00031"},{"key":"ref32","article-title":"A systematic mapping study on testing of machine learning programs","author":"sherin","year":"2019","journal-title":"arXiv 1907 09427"},{"key":"ref31","article-title":"Machine learning testing: Survey, landscapes and horizons","author":"zhang","year":"2019","journal-title":"arXiv 1906 10742"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2009.02.022"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/0950-5849(96)01103-2"},{"key":"ref36","article-title":"Visualizing and understanding convolutional neural networks","author":"zeiler","year":"2014","journal-title":"Proc ECCV"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ASRU.2011.6163899"},{"key":"ref34","article-title":"Metamorphic testing: A new approach for generating next test cases","author":"chen","year":"1998"},{"key":"ref28","article-title":"Testing deep neural networks","author":"sun","year":"2018","journal-title":"arXiv 1803 04792"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180220"},{"key":"ref29","author":"witten","year":"2016","journal-title":"Data Mining Practical Machine Learning Tools and Techniques"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TC.2016.2547380"},{"key":"ref22","author":"lecun","year":"1998","journal-title":"The MNIST Database of Handwritten Digits"},{"key":"ref21","article-title":"Very deep convolutional networks for large-scale image recognition","author":"simonyan","year":"2014","journal-title":"arXiv 1409 1556"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132785"},{"key":"ref23","year":"2016","journal-title":"Udacity self driving car challenge 2"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238202"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3264835"},{"key":"ref50","year":"2016","journal-title":"Comma ai’s Steering Model"},{"key":"ref51","year":"2016","journal-title":"Open Source Computer Vision Library"},{"key":"ref52","author":"simon","year":"1997","journal-title":"Modern Elementary Statistics"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1984.5010257"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2013.02.061"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/S0950-5849(02)00129-5"},{"key":"ref12","article-title":"On testing machine learning programs","author":"braiek","year":"2018","journal-title":"arXiv 1812 02257"},{"key":"ref13","year":"2010","journal-title":"Imagenet Crowdsourcing Benchmarking & Other Cool Things"},{"key":"ref14","year":"2016","journal-title":"Google auto Waymo disengagement report for autonomous driving"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-30502-6_23"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1980.234486"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/1368088.1368099"},{"key":"ref18","article-title":"On adaptive random testing","author":"kuo","year":"2006"},{"key":"ref19","article-title":"Analysis and enhancements of adaptive random testing","author":"merkel","year":"2005"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1038\/nature16961"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2012.2205597"},{"key":"ref6","first-page":"2843","article-title":"Deep neural networks segment neuronal membranes in electron microscopy images","author":"ciresan","year":"2012","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref5","article-title":"End to end learning for self-driving cars","author":"bojarski","year":"2016","journal-title":"arXiv 1604 07316 [cs]"},{"key":"ref8","year":"2014","journal-title":"This Is How Bad Self-Driving Cars Suck In The Rain"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/DASC.2016.7778091"},{"key":"ref49","year":"2016","journal-title":"Autumn Model"},{"key":"ref9","year":"0","journal-title":"Tesla's Self-Driving System Cleared in Deadly Crash"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref45","year":"2015","journal-title":"Keras"},{"key":"ref48","year":"2016","journal-title":"Rambo model"},{"key":"ref47","author":"yann lecun","year":"2010","journal-title":"MNIST Handwritten Digit Database AT&T Labs"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/3332409"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/3241979"},{"key":"ref44","first-page":"265","article-title":"Tensorflow: A system for large-scale machine learning","author":"abadi","year":"2016","journal-title":"Proc Symp Operating Syst Design Implementation"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/3143561"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/8948470\/08944083.pdf?arnumber=8944083","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,12,17]],"date-time":"2021-12-17T19:50:30Z","timestamp":1639770630000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8944083\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"references-count":52,"URL":"https:\/\/doi.org\/10.1109\/access.2019.2962695","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]}}}