{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,18]],"date-time":"2026-06-18T04:03:23Z","timestamp":1781755403847,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":71,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,12]],"date-time":"2024-04-12T00:00:00Z","timestamp":1712880000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"NSF","award":["2019239"],"award-info":[{"award-number":["2019239"]}]},{"name":"NSF","award":["2129824"],"award-info":[{"award-number":["2129824"]}]},{"name":"NSF","award":["2217071"],"award-info":[{"award-number":["2217071"]}]},{"DOI":"10.13039\/100000181","name":"Air Force Office of Scientific Research","doi-asserted-by":"publisher","award":["FA9550-21-0164"],"award-info":[{"award-number":["FA9550-21-0164"]}],"id":[{"id":"10.13039\/100000181","id-type":"DOI","asserted-by":"publisher"}]},{"name":"DARPA AIE Geometries of Learning Program","award":["HR0011229007"],"award-info":[{"award-number":["HR0011229007"]}]},{"name":"Lockheed Martin Advanced Technology Laboratories"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,12]]},"DOI":"10.1145\/3597503.3639106","type":"proceedings-article","created":{"date-parts":[[2024,4,12]],"date-time":"2024-04-12T16:43:26Z","timestamp":1712940206000},"page":"1-13","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":14,"title":["CIT4DNN: Generating Diverse and Rare Inputs for Neural Networks Using Latent Space Combinatorial Testing"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9831-2744","authenticated-orcid":false,"given":"Swaroopa","family":"Dola","sequence":"first","affiliation":[{"name":"Computer Engineering, University of Virginia, Charlottesville, Virginia, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-6092-4379","authenticated-orcid":false,"given":"Rory","family":"McDaniel","sequence":"additional","affiliation":[{"name":"Computer Science, University of Virginia, Charlottesville, Virginia, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1937-1544","authenticated-orcid":false,"given":"Matthew B.","family":"Dwyer","sequence":"additional","affiliation":[{"name":"Computer Science, University of Virginia, Charlottesville, Virginia, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3665-7763","authenticated-orcid":false,"given":"Mary Lou","family":"Soffa","sequence":"additional","affiliation":[{"name":"Computer Science, University of Virginia, Charlottesville, Virginia, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,4,12]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2016. Epoch model. https:\/\/github.com\/udacity\/self-driving-car\/tree\/master\/steering-models\/community-models\/cg23."},{"key":"e_1_3_2_1_2_1","unstructured":"2016. A Tragic Loss. https:\/\/www.tesla.com\/blog\/tragic-loss."},{"key":"e_1_3_2_1_3_1","unstructured":"2020. Reliable Fidelity and Diversity Metrics for Generative Models. https:\/\/github.com\/clovaai\/generative-evaluation-prdc."},{"key":"e_1_3_2_1_4_1","unstructured":"2020. SINVAD replication package. https:\/\/github.com\/coinse\/SINVAD."},{"key":"e_1_3_2_1_5_1","unstructured":"2023. GM Cruise recalls 300 robotaxis after crash involving San Francisco Muni bus. https:\/\/www.cbsnews.com\/sanfrancisco\/news\/gm-cruise-recalls-300-robotaxis-after-crash-involving-bus\/."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48506.2021.9561949"},{"key":"e_1_3_2_1_7_1","volume-title":"Representation learning: A review and new perspectives","author":"Bengio Yoshua","year":"2013","unstructured":"Yoshua Bengio, Aaron Courville, and Pascal Vincent. 2013. Representation learning: A review and new perspectives. IEEE transactions on pattern analysis and machine intelligence 35, 8 (2013), 1798--1828."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3324884.3416609"},{"key":"e_1_3_2_1_9_1","volume-title":"Foundations of data science","author":"Blum Avrim","unstructured":"Avrim Blum, John Hopcroft, and Ravindran Kannan. 2020. Foundations of data science. Cambridge University Press."},{"key":"e_1_3_2_1_10_1","volume-title":"Davide Del Testa","author":"Bojarski Mariusz","year":"2016","unstructured":"Mariusz Bojarski, Davide Del Testa, Daniel Dworakowski, Bernhard Firner, Beat Flepp, Prasoon Goyal, Lawrence D Jackel, Mathew Monfort, Urs Muller, Jiakai Zhang, et al. 2016. End to end learning for self-driving cars. arXiv preprint arXiv:1604.07316 (2016)."},{"key":"e_1_3_2_1_11_1","volume-title":"Deep generative modelling: A comparative review of vaes, gans, normalizing flows, energy-based and autoregressive models","author":"Bond-Taylor Sam","year":"2021","unstructured":"Sam Bond-Taylor, Adam Leach, Yang Long, and Chris G Willcocks. 2021. Deep generative modelling: A comparative review of vaes, gans, normalizing flows, energy-based and autoregressive models. IEEE transactions on pattern analysis and machine intelligence (2021)."},{"key":"e_1_3_2_1_12_1","unstructured":"Ali Borji. 2021. Pros and Cons of GAN Evaluation Measures: New Developments. http:\/\/arxiv.org\/abs\/2103.09396 arXiv:2103.09396 [cs]."},{"key":"e_1_3_2_1_13_1","volume-title":"Understanding disentangling in \u03b2-VAE. CoRR abs\/1804.03599","author":"Burgess Christopher P.","year":"2018","unstructured":"Christopher P. Burgess, Irina Higgins, Arka Pal, Lo\u00efc Matthey, Nick Watters, Guillaume Desjardins, and Alexander Lerchner. 2018. Understanding disentangling in \u03b2-VAE. CoRR abs\/1804.03599 (2018)."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377816.3381734"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/AITEST49225.2020.00010"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW52544.2021.00022"},{"key":"e_1_3_2_1_17_1","volume-title":"Isolating sources of disentanglement in variational autoencoders. Advances in neural information processing systems 31","author":"Chen Ricky TQ","year":"2018","unstructured":"Ricky TQ Chen, Xuechen Li, Roger B Grosse, and David K Duvenaud. 2018. Isolating sources of disentanglement in variational autoencoders. Advances in neural information processing systems 31 (2018)."},{"key":"e_1_3_2_1_18_1","volume-title":"Proceedings of the 30th International Conference on Neural Information Processing Systems. 2180--2188","author":"Chen Xi","year":"2016","unstructured":"Xi Chen, Yan Duan, Rein Houthooft, John Schulman, Ilya Sutskever, and Pieter Abbeel. 2016. Infogan: Interpretable representation learning by information maximizing generative adversarial nets. In Proceedings of the 30th International Conference on Neural Information Processing Systems. 2180--2188."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW55395.2022.00031"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/32.605761"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2008.50"},{"key":"e_1_3_2_1_22_1","volume-title":"Addressing failure prediction by learning model confidence. Advances in Neural Information Processing Systems 32","author":"Corbi\u00e8re Charles","year":"2019","unstructured":"Charles Corbi\u00e8re, Nicolas Thome, Avner Bar-Hen, Matthieu Cord, and Patrick P\u00e9rez. 2019. Addressing failure prediction by learning model confidence. Advances in Neural Information Processing Systems 32 (2019)."},{"key":"e_1_3_2_1_23_1","volume-title":"Diagnosing and enhancing VAE models. arXiv preprint arXiv:1903.05789","author":"Dai Bin","year":"2019","unstructured":"Bin Dai and David Wipf. 2019. Diagnosing and enhancing VAE models. arXiv preprint arXiv:1903.05789 (2019)."},{"key":"e_1_3_2_1_24_1","volume-title":"Diagnosing and Enhancing VAE Models. In 7th International Conference on Learning Representations, ICLR 2019","author":"Dai Bin","year":"2019","unstructured":"Bin Dai and David P. Wipf. 2019. Diagnosing and Enhancing VAE Models. In 7th International Conference on Learning Representations, ICLR 2019, New Orleans, LA, USA, May 6--9, 2019."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00032"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3576040"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW50498.2020.00170"},{"key":"e_1_3_2_1_28_1","volume-title":"Deep learning","author":"Goodfellow Ian","unstructured":"Ian Goodfellow, Yoshua Bengio, Aaron Courville, and Yoshua Bengio. 2016. Deep learning. Vol. 1. MIT press Cambridge."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3264835"},{"key":"e_1_3_2_1_30_1","unstructured":"Martin Heusel Hubert Ramsauer Thomas Unterthiner Bernhard Nessler and Sepp Hochreiter. 2018. GANs Trained by a Two Time-Scale Update Rule Converge to a Local Nash Equilibrium. arXiv:1706.08500 [cs.LG]"},{"key":"e_1_3_2_1_31_1","volume-title":"International conference on learning representations.","author":"Higgins Irina","year":"2016","unstructured":"Irina Higgins, Loic Matthey, Arka Pal, Christopher Burgess, Xavier Glorot, Matthew Botvinick, Shakir Mohamed, and Alexander Lerchner. 2016. beta-vae: Learning basic visual concepts with a constrained variational framework. In International conference on learning representations."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380395"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3460319.3464825"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC45102.2020.9294549"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3387940.3391456"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA46639.2022.9812316"},{"key":"e_1_3_2_1_37_1","volume-title":"Synthetic Data Generation Using Combinatorial Testing and Variational Autoencoder. In 2023 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW)","author":"Khadka Krishna","unstructured":"Krishna Khadka, Jaganmohan Chandrasekaran, Yu Lei, Raghu N Kacker, and D Richard Kuhn. 2023. Synthetic Data Generation Using Combinatorial Testing and Variational Autoencoder. In 2023 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW). IEEE, 228--236."},{"key":"e_1_3_2_1_38_1","volume-title":"International Conference on Machine Learning. PMLR, 2649--2658","author":"Kim Hyunjik","year":"2018","unstructured":"Hyunjik Kim and Andriy Mnih. 2018. Disentangling by factorising. In International Conference on Machine Learning. PMLR, 2649--2658."},{"key":"e_1_3_2_1_39_1","volume-title":"Auto-Encoding Variational Bayes. In 2nd International Conference on Learning Representations, ICLR 2014, Banff, AB, Canada, April 14--16, 2014, Conference Track Proceedings.","author":"Diederik","unstructured":"Diederik P. Kingma and Max Welling. 2014. Auto-Encoding Variational Bayes. In 2nd International Conference on Learning Representations, ICLR 2014, Banff, AB, Canada, April 14--16, 2014, Conference Track Proceedings."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"crossref","unstructured":"Diederik P Kingma Max Welling et al. 2019. An introduction to variational autoencoders. Foundations and Trends\u00ae in Machine Learning 12 4 (2019) 307--392.","DOI":"10.1561\/2200000056"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2013.77"},{"key":"e_1_3_2_1_42_1","unstructured":"Yann LeCun. 1998. The MNIST database of handwritten digits. http:\/\/yann.lecun.com\/exdb\/mnist\/ (1998)."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"e_1_3_2_1_44_1","volume-title":"Probabilistic Machine Learning: Advanced Topics","author":"Murphy Kevin P.","unstructured":"Kevin P. Murphy. 2023. Probabilistic Machine Learning: Advanced Topics. MIT Press. http:\/\/probml.github.io\/book2"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2002.09797"},{"key":"e_1_3_2_1_46_1","unstructured":"Yuval Netzer Tao Wang Adam Coates Alessandro Bissacco Bo Wu and Andrew Y Ng. 2011. Reading digits in natural images with unsupervised feature learning. (2011)."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/62959.62964"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW55395.2022.00030"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132785"},{"key":"e_1_3_2_1_50_1","volume-title":"Mohammad Taher Pilehvar, and Nigel Collier","author":"Prokhorov Victor","year":"2019","unstructured":"Victor Prokhorov, Ehsan Shareghi, Yingzhen Li, Mohammad Taher Pilehvar, and Nigel Collier. 2019. On the importance of the Kullback-Leibler divergence term in variational autoencoders for text generation. arXiv preprint arXiv:1909.13668 (2019)."},{"key":"e_1_3_2_1_51_1","unstructured":"Kashif Rasul. 2017. Fashion-MNIST-CNN. https:\/\/gist.github.com\/kashif\/76792939dd6f473b7404474989cb62a8"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409730"},{"key":"e_1_3_2_1_53_1","volume-title":"When and Why Test Generators for Deep Learning Produce Invalid Inputs: an Empirical Study. arXiv preprint arXiv:2212.11368","author":"Riccio Vincenzo","year":"2022","unstructured":"Vincenzo Riccio and Paolo Tonella. 2022. When and Why Test Generators for Deep Learning Produce Invalid Inputs: an Empirical Study. arXiv preprint arXiv:2212.11368 (2022)."},{"key":"e_1_3_2_1_54_1","volume-title":"International Conference on Machine Learning. PMLR, 9179--9189","author":"Rybkin Oleh","year":"2021","unstructured":"Oleh Rybkin, Kostas Daniilidis, and Sergey Levine. 2021. Simple and effective VAE training with calibrated decoders. In International Conference on Machine Learning. PMLR, 9179--9189."},{"key":"e_1_3_2_1_55_1","volume-title":"Striving for simplicity: The all convolutional net. arXiv preprint arXiv:1412.6806","author":"Springenberg Jost Tobias","year":"2014","unstructured":"Jost Tobias Springenberg, Alexey Dosovitskiy, Thomas Brox, and Martin Riedmiller. 2014. Striving for simplicity: The all convolutional net. arXiv preprint arXiv:1412.6806 (2014)."},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380353"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180220"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1016\/bs.adcom.2017.12.002"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380379"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3533767.3534386"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1049\/ipr2.12419"},{"key":"e_1_3_2_1_62_1","volume-title":"A survey of constrained combinatorial testing. arXiv preprint arXiv:1908.02480","author":"Wu Huayao","year":"2019","unstructured":"Huayao Wu, Changhai Nie, Justyna Petke, Yue Jia, and Mark Harman. 2019. A survey of constrained combinatorial testing. arXiv preprint arXiv:1908.02480 (2019)."},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-99524-9_8"},{"key":"e_1_3_2_1_64_1","unstructured":"Han Xiao Kashif Rasul and Roland Vollgraf. 2017. Fashion-MNIST. https:\/\/github.com\/zalandoresearch\/fashion-mnist\/blob\/master\/benchmark"},{"key":"e_1_3_2_1_65_1","unstructured":"Han Xiao Kashif Rasul and Roland Vollgraf. 2017. Fashion-MNIST: a Novel Image Dataset for Benchmarking Machine Learning Algorithms. arXiv:cs.LG\/1708.07747 [cs.LG]"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00044"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/800"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","unstructured":"Yuanyuan Yuan Qi Pang and Shuai Wang. 2021. Enhancing Deep Neural Networks Testing by Traversing Data Manifold. 10.48550\/ARXIV.2112.01956","DOI":"10.48550\/ARXIV.2112.01956"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-short.78"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3460319.3464811"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544792"}],"event":{"name":"ICSE '24: IEEE\/ACM 46th International Conference on Software Engineering","location":"Lisbon Portugal","acronym":"ICSE '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS","Faculty of Engineering of University of Porto"]},"container-title":["Proceedings of the IEEE\/ACM 46th International Conference on Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3597503.3639106","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3597503.3639106","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3597503.3639106","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T22:49:11Z","timestamp":1750286951000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3597503.3639106"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,12]]},"references-count":71,"alternative-id":["10.1145\/3597503.3639106","10.1145\/3597503"],"URL":"https:\/\/doi.org\/10.1145\/3597503.3639106","relation":{},"subject":[],"published":{"date-parts":[[2024,4,12]]},"assertion":[{"value":"2024-04-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}