{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T15:00:14Z","timestamp":1784300414159,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":36,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,6,27]],"date-time":"2020-06-27T00:00:00Z","timestamp":1593216000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,6,27]]},"DOI":"10.1145\/3387940.3391456","type":"proceedings-article","created":{"date-parts":[[2020,9,25]],"date-time":"2020-09-25T15:22:00Z","timestamp":1601047320000},"page":"521-528","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":38,"title":["SINVAD"],"prefix":"10.1145","author":[{"given":"Sungmin","family":"Kang","sequence":"first","affiliation":[{"name":"School of Computing, KAIST Daejon, Republic of Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Robert","family":"Feldt","sequence":"additional","affiliation":[{"name":"Chalmers University, Gothenburg, Sweden"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shin","family":"Yoo","sequence":"additional","affiliation":[{"name":"School of Computing, KAIST Daejon, Republic of Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2020,9,25]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Wagner","author":"Carlini Nicholas","year":"2016","unstructured":"Nicholas Carlini and David A . Wagner . 2016 . Towards Evaluating the Robustness of Neural Networks. CoRR abs\/1608.04644 (2016). arXiv:1608.04644 http:\/\/arxiv.org\/abs\/1608.04644 Nicholas Carlini and David A. Wagner. 2016. Towards Evaluating the Robustness of Neural Networks. CoRR abs\/1608.04644 (2016). arXiv:1608.04644 http:\/\/arxiv.org\/abs\/1608.04644"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.312"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.691"},{"key":"e_1_3_2_1_4_1","volume-title":"Gardner","author":"Feinman Reuben","year":"2017","unstructured":"Reuben Feinman , Ryan R. Curtin , Saurabh Shintre , and Andrew B . Gardner . 2017 . Detecting Adversarial Samples from Artifacts. ArXiv abs\/1703.00410 (2017). Reuben Feinman, Ryan R. Curtin, Saurabh Shintre, and Andrew B. Gardner. 2017. Detecting Adversarial Samples from Artifacts. ArXiv abs\/1703.00410 (2017)."},{"key":"e_1_3_2_1_5_1","unstructured":"David Foster. 2019. Generative Deep Learning. O'Reilly.  David Foster. 2019. Generative Deep Learning. O'Reilly."},{"key":"e_1_3_2_1_6_1","volume-title":"Explaining and Harnessing Adversarial Examples. In International Conference on Learning Representations. http:\/\/arxiv.org\/abs\/1412","author":"Goodfellow Ian","year":"2015","unstructured":"Ian Goodfellow , Jonathon Shlens , and Christian Szegedy . 2015 . Explaining and Harnessing Adversarial Examples. In International Conference on Learning Representations. http:\/\/arxiv.org\/abs\/1412 .6572 Ian Goodfellow, Jonathon Shlens, and Christian Szegedy. 2015. Explaining and Harnessing Adversarial Examples. In International Conference on Learning Representations. http:\/\/arxiv.org\/abs\/1412.6572"},{"key":"e_1_3_2_1_7_1","volume-title":"Proceedings of the 27th International Conference on Neural Information Processing Systems -","volume":"2","author":"Goodfellow Ian J.","year":"2014","unstructured":"Ian J. Goodfellow , Jean Pouget-Abadie , Mehdi Mirza , Bing Xu , David Warde-Farley , Sherjil Ozair , Aaron Courville , and Yoshua Bengio . 2014 . Generative Adversarial Nets . In Proceedings of the 27th International Conference on Neural Information Processing Systems - Volume 2 (NIPS'14). MIT Press, 2672--2680. Ian J. Goodfellow, Jean Pouget-Abadie, Mehdi Mirza, Bing Xu, David Warde-Farley, Sherjil Ozair, Aaron Courville, and Yoshua Bengio. 2014. Generative Adversarial Nets. In Proceedings of the 27th International Conference on Neural Information Processing Systems - Volume 2 (NIPS'14). MIT Press, 2672--2680."},{"key":"e_1_3_2_1_8_1","volume-title":"Safety Verification of Deep Neural Networks","author":"Huang Xiaowei","unstructured":"Xiaowei Huang , Marta Kwiatkowska , Sen Wang , and Min Wu. 2017. Safety Verification of Deep Neural Networks . In Computer Aided Verification, Rupak Majumdar and Viktor Kun\u010dak (Eds.). Springer , 3--29. Xiaowei Huang, Marta Kwiatkowska, Sen Wang, and Min Wu. 2017. Safety Verification of Deep Neural Networks. In Computer Aided Verification, Rupak Majumdar and Viktor Kun\u010dak (Eds.). Springer, 3--29."},{"key":"e_1_3_2_1_9_1","volume-title":"Adversarial Examples for Evaluating Reading Comprehension Systems. CoRR abs\/1707.07328","author":"Jia Robin","year":"2017","unstructured":"Robin Jia and Percy Liang . 2017. Adversarial Examples for Evaluating Reading Comprehension Systems. CoRR abs\/1707.07328 ( 2017 ). arXiv:1707.07328 Robin Jia and Percy Liang. 2017. Adversarial Examples for Evaluating Reading Comprehension Systems. CoRR abs\/1707.07328 (2017). arXiv:1707.07328"},{"key":"e_1_3_2_1_10_1","volume-title":"Kochenderfer","author":"Katz Guy","year":"2017","unstructured":"Guy Katz , Clark W. Barrett , David L. Dill , Kyle Julian , and Mykel J . Kochenderfer . 2017 . Reluplex : An Efficient SMT Solver for Verifying Deep Neural Networks. CoRR abs\/1702.01135 (2017). arXiv:1702.01135 http:\/\/arxiv.org\/abs\/1702.01135 Guy Katz, Clark W. Barrett, David L. Dill, Kyle Julian, and Mykel J. Kochenderfer. 2017. Reluplex: An Efficient SMT Solver for Verifying Deep Neural Networks. CoRR abs\/1702.01135 (2017). arXiv:1702.01135 http:\/\/arxiv.org\/abs\/1702.01135"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00108"},{"key":"e_1_3_2_1_12_1","volume-title":"Kingma and Max Welling","author":"Diederik","year":"2014","unstructured":"Diederik P. Kingma and Max Welling . 2014 . Auto-Encoding Variational Bayes. In ICLR. Diederik P. Kingma and Max Welling. 2014. Auto-Encoding Variational Bayes. In ICLR."},{"key":"e_1_3_2_1_13_1","volume-title":"ImageNet Classification with Deep Convolutional Neural Networks. Neural Information Processing Systems 25 (01","author":"Krizhevsky Alex","year":"2012","unstructured":"Alex Krizhevsky , Ilya Sutskever , and Geoffrey Hinton . 2012. ImageNet Classification with Deep Convolutional Neural Networks. Neural Information Processing Systems 25 (01 2012 ). https:\/\/doi.org\/10.1145\/3065386 10.1145\/3065386 Alex Krizhevsky, Ilya Sutskever, and Geoffrey Hinton. 2012. ImageNet Classification with Deep Convolutional Neural Networks. Neural Information Processing Systems 25 (01 2012). https:\/\/doi.org\/10.1145\/3065386"},{"key":"e_1_3_2_1_14_1","volume-title":"Adversarial examples in the physical world. CoRR abs\/1607.02533","author":"Kurakin Alexey","year":"2016","unstructured":"Alexey Kurakin , Ian J. Goodfellow , and Samy Bengio . 2016. Adversarial examples in the physical world. CoRR abs\/1607.02533 ( 2016 ). arXiv:1607.02533 Alexey Kurakin, Ian J. Goodfellow, and Samy Bengio. 2016. Adversarial examples in the physical world. CoRR abs\/1607.02533 (2016). arXiv:1607.02533"},{"key":"e_1_3_2_1_15_1","volume-title":"Deep learning. Nature Cell Biology 521, 7553 (27 5","author":"LeCun Yann","year":"2015","unstructured":"Yann LeCun , Yoshua Bengio , and Geoffrey Hinton . 2015. Deep learning. Nature Cell Biology 521, 7553 (27 5 2015 ), 436--444. https:\/\/doi.org\/10.1038\/nature14539 10.1038\/nature14539 Yann LeCun, Yoshua Bengio, and Geoffrey Hinton. 2015. Deep learning. Nature Cell Biology 521, 7553 (27 5 2015), 436--444. https:\/\/doi.org\/10.1038\/nature14539"},{"key":"e_1_3_2_1_16_1","volume-title":"MNIST handwritten digit database. AT&T Labs [Online]. Available: http:\/\/yann.lecun.com\/exdb\/mnist 2","author":"LeCun Yann","year":"2010","unstructured":"Yann LeCun , Corinna Cortes , and CJ Burges . 2010. MNIST handwritten digit database. AT&T Labs [Online]. Available: http:\/\/yann.lecun.com\/exdb\/mnist 2 ( 2010 ). Yann LeCun, Corinna Cortes, and CJ Burges. 2010. MNIST handwritten digit database. AT&T Labs [Online]. Available: http:\/\/yann.lecun.com\/exdb\/mnist 2 (2010)."},{"key":"e_1_3_2_1_17_1","unstructured":"Yingzhen Li and Yarin Gal. 2017. Dropout Inference in Bayesian Neural Networks with Alpha-divergences. In ICML.  Yingzhen Li and Yarin Gal. 2017. Dropout Inference in Bayesian Neural Networks with Alpha-divergences. In ICML."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2017.07.005"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238202"},{"key":"e_1_3_2_1_20_1","volume-title":"Reading Digits in Natural Images with Unsupervised Feature Learning. NIPS (01","author":"Netzer Yuval","year":"2011","unstructured":"Yuval Netzer , Tao Wang , Adam Coates , Alessandro Bissacco , Bo Wu , and Andrew Ng. 2011. Reading Digits in Natural Images with Unsupervised Feature Learning. NIPS (01 2011 ). Yuval Netzer, Tao Wang, Adam Coates, Alessandro Bissacco, Bo Wu, and Andrew Ng. 2011. Reading Digits in Natural Images with Unsupervised Feature Learning. NIPS (01 2011)."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298640"},{"key":"e_1_3_2_1_22_1","volume-title":"Proceedings of The 33rd International Conference on Machine Learning (Proceedings of Machine Learning Research), Maria Florina Balcan and Kilian Q. Weinberger (Eds.)","volume":"48","author":"Oord Aaron Van","year":"2016","unstructured":"Aaron Van Oord , Nal Kalchbrenner , and Koray Kavukcuoglu . 2016 . Pixel Recurrent Neural Networks . In Proceedings of The 33rd International Conference on Machine Learning (Proceedings of Machine Learning Research), Maria Florina Balcan and Kilian Q. Weinberger (Eds.) , Vol. 48 . PMLR, 1747--1756. Aaron Van Oord, Nal Kalchbrenner, and Koray Kavukcuoglu. 2016. Pixel Recurrent Neural Networks. In Proceedings of The 33rd International Conference on Machine Learning (Proceedings of Machine Learning Research), Maria Florina Balcan and Kilian Q. Weinberger (Eds.), Vol. 48. PMLR, 1747--1756."},{"key":"e_1_3_2_1_23_1","volume-title":"The Limitations of Deep Learning in Adversarial Settings. CoRR abs\/1511.07528","author":"Papernot Nicolas","year":"2015","unstructured":"Nicolas Papernot , Patrick D. McDaniel , Somesh Jha , Matt Fredrikson , Z. Berkay Celik , and Ananthram Swami . 2015. The Limitations of Deep Learning in Adversarial Settings. CoRR abs\/1511.07528 ( 2015 ). arXiv:1511.07528 Nicolas Papernot, Patrick D. McDaniel, Somesh Jha, Matt Fredrikson, Z. Berkay Celik, and Ananthram Swami. 2015. The Limitations of Deep Learning in Adversarial Settings. CoRR abs\/1511.07528 (2015). arXiv:1511.07528"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132785"},{"key":"#cr-split#-e_1_3_2_1_25_1.1","doi-asserted-by":"crossref","unstructured":"Andr\u00c3'l Reichstaller and Alexander Knapp. 2017. Compressing Uniform Test Suites Using Variational Autoencoders. https:\/\/doi.org\/10.1109\/QRS-C.2017.128 10.1109\/QRS-C.2017.128","DOI":"10.1109\/QRS-C.2017.128"},{"key":"#cr-split#-e_1_3_2_1_25_1.2","doi-asserted-by":"crossref","unstructured":"Andr\u00c3'l Reichstaller and Alexander Knapp. 2017. Compressing Uniform Test Suites Using Variational Autoencoders. https:\/\/doi.org\/10.1109\/QRS-C.2017.128","DOI":"10.1109\/QRS-C.2017.128"},{"key":"e_1_3_2_1_26_1","unstructured":"Fanny Roche Thomas Hueber Samuel Limier and Laurent Girin. 2018. Autoencoders for music sound synthesis: a comparison of linear shallow deep and variational models.  Fanny Roche Thomas Hueber Samuel Limier and Laurent Girin. 2018. Autoencoders for music sound synthesis: a comparison of linear shallow deep and variational models."},{"key":"e_1_3_2_1_27_1","unstructured":"Mostafa Sadeghi Simon Leglaive Xavier Alameda-PIneda Laurent Girin and Radu Horaud. 2019. Audio-visual Speech Enhancement Using Conditional Variational Auto-Encoder. arXiv:cs.SD\/1908.02590  Mostafa Sadeghi Simon Leglaive Xavier Alameda-PIneda Laurent Girin and Radu Horaud. 2019. Audio-visual Speech Enhancement Using Conditional Variational Auto-Encoder. arXiv:cs.SD\/1908.02590"},{"key":"e_1_3_2_1_28_1","volume-title":"Adversarial Attacks Against Automatic Speech Recognition Systems via Psychoacoustic Hiding. CoRR abs\/1808.05665","author":"Sch\u00f6nherr Lea","year":"2018","unstructured":"Lea Sch\u00f6nherr , Katharina Kohls , Steffen Zeiler , Thorsten Holz , and Dorothea Kolossa . 2018. Adversarial Attacks Against Automatic Speech Recognition Systems via Psychoacoustic Hiding. CoRR abs\/1808.05665 ( 2018 ). arXiv:1808.05665 Lea Sch\u00f6nherr, Katharina Kohls, Steffen Zeiler, Thorsten Holz, and Dorothea Kolossa. 2018. Adversarial Attacks Against Automatic Speech Recognition Systems via Psychoacoustic Hiding. CoRR abs\/1808.05665 (2018). arXiv:1808.05665"},{"key":"e_1_3_2_1_29_1","volume-title":"Proceedings of the International Conference on Learning Representations (ICLR","author":"Simonyan Karen","year":"2014","unstructured":"Karen Simonyan and Andrew Zisserman . 2014 . Very Deep Convolutional Networks for Large-Scale Image Recognition . In Proceedings of the International Conference on Learning Representations (ICLR 2014). Karen Simonyan and Andrew Zisserman. 2014. Very Deep Convolutional Networks for Large-Scale Image Recognition. In Proceedings of the International Conference on Learning Representations (ICLR 2014)."},{"key":"e_1_3_2_1_30_1","unstructured":"Yang Song Rui Shu Nate Kushman and Stefano Ermon. 2018. Constructing Unrestricted Adversarial Examples with Generative Models. In NeurIPS.  Yang Song Rui Shu Nate Kushman and Stefano Ermon. 2018. Constructing Unrestricted Adversarial Examples with Generative Models. In NeurIPS."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.5555\/2627435.2670313"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180220"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/SBST.2019.000-2"},{"key":"e_1_3_2_1_34_1","volume-title":"Machine Learning Testing: Survey, Landscapes and Horizons","author":"Zhang Jie M.","unstructured":"Jie M. Zhang , Mark Harman , Lei Ma , and Yang Liu . 2019. Machine Learning Testing: Survey, Landscapes and Horizons . IEEE Transactions on Software Engineering ( to appear) (2019). Jie M. Zhang, Mark Harman, Lei Ma, and Yang Liu. 2019. Machine Learning Testing: Survey, Landscapes and Horizons. IEEE Transactions on Software Engineering (to appear) (2019)."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238187"}],"event":{"name":"ICSE '20: 42nd International Conference on Software Engineering","location":"Seoul Republic of Korea","acronym":"ICSE '20","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","KIISE Korean Institute of Information Scientists and Engineers","IEEE CS"]},"container-title":["Proceedings of the IEEE\/ACM 42nd International Conference on Software Engineering Workshops"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3387940.3391456","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3387940.3391456","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:41:43Z","timestamp":1750200103000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3387940.3391456"}},"subtitle":["Search-based Image Space Navigation for DNN Image Classifier Test Input Generation"],"short-title":[],"issued":{"date-parts":[[2020,6,27]]},"references-count":36,"alternative-id":["10.1145\/3387940.3391456","10.1145\/3387940"],"URL":"https:\/\/doi.org\/10.1145\/3387940.3391456","relation":{},"subject":[],"published":{"date-parts":[[2020,6,27]]},"assertion":[{"value":"2020-09-25","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}