{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,27]],"date-time":"2026-08-27T15:37:23Z","timestamp":1787845043704,"version":"build-2784847793"},"reference-count":53,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,11,1]],"date-time":"2021-11-01T00:00:00Z","timestamp":1635724800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,11,1]],"date-time":"2021-11-01T00:00:00Z","timestamp":1635724800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,11,1]],"date-time":"2021-11-01T00:00:00Z","timestamp":1635724800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,11]]},"DOI":"10.1109\/ase51524.2021.9678764","type":"proceedings-article","created":{"date-parts":[[2022,1,20]],"date-time":"2022-01-20T20:33:49Z","timestamp":1642710829000},"page":"355-367","source":"Crossref","is-referenced-by-count":44,"title":["DeepMetis: Augmenting a Deep Learning Test Set to Increase its Mutation Score"],"prefix":"10.1109","author":[{"given":"Vincenzo","family":"Riccio","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nargiz","family":"Humbatova","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gunel","family":"Jahangirova","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Paolo","family":"Tonella","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","article-title":"Replication package for deepmetis","author":"riccio","year":"2021"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/2857491.2857492"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/3460319.3464811"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.456"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2016.26"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"189","DOI":"10.1162\/EVCO_a_00025","article-title":"Abandoning objectives: Evolution through the search for novelty alone","volume":"19","author":"lehman","year":"2011","journal-title":"Evolutionary Computation"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7299081"},{"key":"ref36","article-title":"Potrace: a polygon-based tracing algorithm","author":"selinger","year":"2003"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref34","author":"larman","year":"1997","journal-title":"Applying UML and patterns An introduction to object-oriented analysis and design"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/1276958.1277175"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/2931037.2931054"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409730"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132785"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511809071"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3460319.3464825"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3213846.3213866"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338955"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2017.2663435"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/4235.996017"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2009.11.706"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/1273463.1273483"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3330566"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238165"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380368"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238202"},{"key":"ref10","first-page":"1","article-title":"Machine learning testing: Survey, landscapes and horizons","author":"zhang","year":"2020","journal-title":"IEEE Transactions on Software Engineering"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-020-09881-0"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-24854-5_55"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICST46399.2020.00018"},{"key":"ref13","article-title":"Search based repair of deep neural networks","author":"sohn","year":"2019","journal-title":"arXiv preprint arXiv 1912 12463"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00126"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICST49551.2021.00016"},{"key":"ref16","article-title":"Quality metrics and oracles for autonomous vehicles testing","author":"gunel","year":"2021","journal-title":"2021 IEEE 14th International Conference on Software Testing Validation and Verification (ICST)"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2018.00021"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/QRS-C.2018.00032"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00126"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180220"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3264835"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00108"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3330579"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2010.62"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409754"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180160"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380395"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/3395363.3397346"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238187"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238192"},{"key":"ref47","doi-asserted-by":"crossref","first-page":"63","DOI":"10.1145\/2970276.2970311","article-title":"Testing Advanced Driver Assistance Systems Using Multi-objective Search and Neural Networks","author":"raja ben abdessalem","year":"2016","journal-title":"IEEE\/ACM Int Conference on Automated Software Engineering (ASE)"},{"key":"ref42","article-title":"An implementation of a multimodal cnn for appearance-based gaze estimation","year":"2020"},{"key":"ref41","article-title":"Illuminating search spaces by mapping elites","author":"mouret","year":"2015"},{"key":"ref44","article-title":"Distribution-aware testing of neural networks using generative models","author":"dola","year":"2021","journal-title":"arXiv preprint arXiv 2102 12041"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/AITest.2019.000-6"}],"event":{"name":"2021 36th IEEE\/ACM International Conference on Automated Software Engineering (ASE)","location":"Melbourne, Australia","start":{"date-parts":[[2021,11,15]]},"end":{"date-parts":[[2021,11,19]]}},"container-title":["2021 36th IEEE\/ACM International Conference on Automated Software Engineering (ASE)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9678507\/9678392\/09678764.pdf?arnumber=9678764","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T16:57:43Z","timestamp":1652201863000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9678764\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,11]]},"references-count":53,"URL":"https:\/\/doi.org\/10.1109\/ase51524.2021.9678764","relation":{},"subject":[],"published":{"date-parts":[[2021,11]]}}}