{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,3]],"date-time":"2025-12-03T17:52:36Z","timestamp":1764784356111,"version":"3.37.3"},"reference-count":52,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61871416"],"award-info":[{"award-number":["61871416"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100010450","name":"Nova","doi-asserted-by":"publisher","award":["xx2018083"],"award-info":[{"award-number":["xx2018083"]}],"id":[{"id":"10.13039\/501100010450","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["2018XKJC03"],"award-info":[{"award-number":["2018XKJC03"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004826","name":"Natural Science Foundation of Beijing Municipality","doi-asserted-by":"publisher","award":["L172010"],"award-info":[{"award-number":["L172010"]}],"id":[{"id":"10.13039\/501100004826","id-type":"DOI","asserted-by":"publisher"}]},{"name":"BUPT Excellent Ph.D. Students Foundation","award":["CX2019114"],"award-info":[{"award-number":["CX2019114"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2020]]},"DOI":"10.1109\/access.2019.2962695","type":"journal-article","created":{"date-parts":[[2019,12,27]],"date-time":"2019-12-27T20:53:15Z","timestamp":1577479995000},"page":"3055-3064","source":"Crossref","is-referenced-by-count":15,"title":["ARTDL: Adaptive Random Testing for Deep Learning Systems"],"prefix":"10.1109","volume":"8","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8849-5823","authenticated-orcid":false,"given":"Min","family":"Yan","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0973-1614","authenticated-orcid":false,"given":"Li","family":"Wang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7053-9832","authenticated-orcid":false,"given":"Aiguo","family":"Fei","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2372785"},{"key":"ref38","first-page":"229","author":"bishop","year":"2006","journal-title":"Pattern Recognition and Machine Learning"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-NIER.2019.00031"},{"key":"ref32","article-title":"A systematic mapping study on testing of machine learning programs","author":"sherin","year":"2019","journal-title":"arXiv 1907 09427"},{"key":"ref31","article-title":"Machine learning testing: Survey, landscapes and horizons","author":"zhang","year":"2019","journal-title":"arXiv 1906 10742"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2009.02.022"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/0950-5849(96)01103-2"},{"key":"ref36","article-title":"Visualizing and understanding convolutional neural networks","author":"zeiler","year":"2014","journal-title":"Proc ECCV"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ASRU.2011.6163899"},{"article-title":"Metamorphic testing: A new approach for generating next test cases","year":"1998","author":"chen","key":"ref34"},{"key":"ref28","article-title":"Testing deep neural networks","author":"sun","year":"2018","journal-title":"arXiv 1803 04792"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180220"},{"journal-title":"Data Mining Practical Machine Learning Tools and Techniques","year":"2016","author":"witten","key":"ref29"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TC.2016.2547380"},{"journal-title":"The MNIST Database of Handwritten Digits","year":"1998","author":"lecun","key":"ref22"},{"key":"ref21","article-title":"Very deep convolutional networks for large-scale image recognition","author":"simonyan","year":"2014","journal-title":"arXiv 1409 1556"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132785"},{"journal-title":"Udacity self driving car challenge 2","year":"2016","key":"ref23"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238202"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3264835"},{"journal-title":"Comma ai’s Steering Model","year":"2016","key":"ref50"},{"journal-title":"Open Source Computer Vision Library","year":"2016","key":"ref51"},{"journal-title":"Modern Elementary Statistics","year":"1997","author":"simon","key":"ref52"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1984.5010257"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2013.02.061"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/S0950-5849(02)00129-5"},{"key":"ref12","article-title":"On testing machine learning programs","author":"braiek","year":"2018","journal-title":"arXiv 1812 02257"},{"journal-title":"Imagenet Crowdsourcing Benchmarking & Other Cool Things","year":"2010","key":"ref13"},{"journal-title":"Google auto Waymo disengagement report for autonomous driving","year":"2016","key":"ref14"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-30502-6_23"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1980.234486"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/1368088.1368099"},{"article-title":"On adaptive random testing","year":"2006","author":"kuo","key":"ref18"},{"article-title":"Analysis and enhancements of adaptive random testing","year":"2005","author":"merkel","key":"ref19"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1038\/nature16961"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2012.2205597"},{"key":"ref6","first-page":"2843","article-title":"Deep neural networks segment neuronal membranes in electron microscopy images","author":"ciresan","year":"2012","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref5","article-title":"End to end learning for self-driving cars","author":"bojarski","year":"2016","journal-title":"arXiv 1604 07316 [cs]"},{"journal-title":"This Is How Bad Self-Driving Cars Suck In The Rain","year":"2014","key":"ref8"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/DASC.2016.7778091"},{"journal-title":"Autumn Model","year":"2016","key":"ref49"},{"journal-title":"Tesla's Self-Driving System Cleared in Deadly Crash","year":"0","key":"ref9"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"journal-title":"Keras","year":"2015","key":"ref45"},{"journal-title":"Rambo model","year":"2016","key":"ref48"},{"journal-title":"MNIST Handwritten Digit Database AT&T Labs","year":"2010","author":"yann lecun","key":"ref47"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/3332409"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/3241979"},{"key":"ref44","first-page":"265","article-title":"Tensorflow: A system for large-scale machine learning","author":"abadi","year":"2016","journal-title":"Proc Symp Operating Syst Design Implementation"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/3143561"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/8948470\/08944083.pdf?arnumber=8944083","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,12,17]],"date-time":"2021-12-17T19:50:30Z","timestamp":1639770630000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8944083\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"references-count":52,"URL":"https:\/\/doi.org\/10.1109\/access.2019.2962695","relation":{},"ISSN":["2169-3536"],"issn-type":[{"type":"electronic","value":"2169-3536"}],"subject":[],"published":{"date-parts":[[2020]]}}}