{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,3]],"date-time":"2026-03-03T14:21:20Z","timestamp":1772547680225,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":58,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,12,21]],"date-time":"2020-12-21T00:00:00Z","timestamp":1608508800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"the Singapore National Research Foundation","award":["NSOE003-0001"],"award-info":[{"award-number":["NSOE003-0001"]}]},{"name":"JST-Mirai Program","award":["JPMJMI18BB"],"award-info":[{"award-number":["JPMJMI18BB"]}]},{"name":"JSPS KAKENHI","award":["20H04168, 19K24348, 19H04086"],"award-info":[{"award-number":["20H04168, 19K24348, 19H04086"]}]},{"name":"Singapore Ministry of Education Academic Research Fund Tier 1","award":["2018-T1-002-069"],"award-info":[{"award-number":["2018-T1-002-069"]}]},{"name":"the National Research Foundation, Prime Ministers Office, Singapore under its National Cybersecurity R&D Program","award":["NRF2018NCR-NCR005-0001"],"award-info":[{"award-number":["NRF2018NCR-NCR005-0001"]}]},{"name":"NRF Investigatorship","award":["NRFI06-2020-0022"],"award-info":[{"award-number":["NRFI06-2020-0022"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,12,21]]},"DOI":"10.1145\/3324884.3416609","type":"proceedings-article","created":{"date-parts":[[2021,1,27]],"date-time":"2021-01-27T23:39:02Z","timestamp":1611790742000},"page":"1041-1052","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":51,"title":["Cats are not fish"],"prefix":"10.1145","author":[{"given":"David","family":"Berend","sequence":"first","affiliation":[{"name":"Nanyang Technological University, Singapore"}]},{"given":"Xiaofei","family":"Xie","sequence":"additional","affiliation":[{"name":"Nanyang Technological University, Singapore"}]},{"given":"Lei","family":"Ma","sequence":"additional","affiliation":[{"name":"Kyushu University, Japan"}]},{"given":"Lingjun","family":"Zhou","sequence":"additional","affiliation":[{"name":"Tianjin University, China"}]},{"given":"Yang","family":"Liu","sequence":"additional","affiliation":[{"name":"Nanyang Technological University and Zhejiang Sci-Tech University, China"}]},{"given":"Chi","family":"Xu","sequence":"additional","affiliation":[{"name":"Singapore Institute of Manufacturing Technology"}]},{"given":"Jianjun","family":"Zhao","sequence":"additional","affiliation":[{"name":"Kyushu University, Japan"}]}],"member":"320","published-online":{"date-parts":[[2021,1,27]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"BBC. 2020. AI 'outperforms' doctors diagnosing breast cancer. https:\/\/www.bbc.com\/news\/health-50857759"},{"key":"e_1_3_2_1_2_1","volume-title":"Wagner","author":"Carlini Nicholas","year":"2016","unstructured":"Nicholas Carlini and David A. Wagner. 2016. Towards Evaluating the Robustness of Neural Networks. CoRR abs\/1608.04644 (2016). arXiv:1608.04644 http:\/\/arxiv.org\/abs\/1608.04644"},{"key":"e_1_3_2_1_3_1","unstructured":"carnegieendowment. 2019. The Global Expansion of AI Surveillance. https:\/\/carnegieendowment.org\/2019\/09\/17\/global-expansion-of-ai-surveillance-pub-79847"},{"key":"e_1_3_2_1_4_1","unstructured":"Hyunsun Choi and Eric Jang. 2019. Generative Ensembles for Robust Anomaly Detection. https:\/\/openreview.net\/forum?id=B1e8CsRctX"},{"key":"e_1_3_2_1_5_1","unstructured":"McKinsey Co. 2019. AI Adoption Advances but Foundational Barriers Remain. https:\/\/www.mckinsey.com\/featured-insights\/artificial-intelligence\/aiadoption-advances-but-foundational-barriers-remain"},{"key":"e_1_3_2_1_6_1","unstructured":"Datamonsters. 2017. 10 Applications of Artificial Neural Networks in Natural Language Processing. https:\/\/medium.com\/@datamonsters\/artificial-neural-networks-in-natural-language-processing-bcf62aa9151a"},{"key":"e_1_3_2_1_7_1","unstructured":"Google Deepmind. 2019. AlphaStar: Grandmaster level in StarCraft II using multi-agent reinforcement learning. https:\/\/deepmind.com\/blog\/article\/AlphaStar-Grandmaster-level-in-StarCraft-II-using-multi-agent-reinforcement-learning"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338954"},{"key":"e_1_3_2_1_9_1","volume-title":"Advances in Neural Information Processing Systems 22","author":"Fergus Rob","unstructured":"Rob Fergus, Yair Weiss, and Antonio Torralba. 2009. Semi-Supervised Learning in Gigantic Image Collections. In Advances in Neural Information Processing Systems 22, Y. Bengio, D. Schuurmans, J. D. Lafferty, C. K. I. Williams, and A. Culotta (Eds.). Curran Associates, Inc., 522--530. http:\/\/papers.nips.cc\/paper\/3633-semi-supervised-learning-in-gigantic-image-collections.pdf"},{"key":"e_1_3_2_1_10_1","volume-title":"Explaining and Harnessing Adversarial Examples. In International Conference on Learning Representations. http:\/\/arxiv.org\/abs\/1412","author":"Goodfellow Ian","year":"2015","unstructured":"Ian Goodfellow, Jonathon Shlens, and Christian Szegedy. 2015. Explaining and Harnessing Adversarial Examples. In International Conference on Learning Representations. http:\/\/arxiv.org\/abs\/1412.6572"},{"key":"e_1_3_2_1_11_1","unstructured":"Google. 2019. Improving Out-of-Distribution Detection in Machine Learning Models. https:\/\/ai.googleblog.com\/2019\/12\/improving-out-of-distribution-detection.html"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00080"},{"key":"e_1_3_2_1_13_1","volume-title":"SPARK: Spatial-aware Online Incremental Attack Against Visual Tracking. arXiv:cs.CV\/1910.08681","author":"Guo Qing","year":"2019","unstructured":"Qing Guo, Xiaofei Xie, Felix Juefei-Xu, Lei Ma, Zhongguo Li, Wanli Xue, Wei Feng, and Yang Liu. 2019. SPARK: Spatial-aware Online Incremental Attack Against Visual Tracking. arXiv:cs.CV\/1910.08681"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1148\/radiology.143.1.7063747"},{"key":"e_1_3_2_1_15_1","volume-title":"A Baseline for Detecting Misclassified and Out-of-Distribution Examples in Neural Networks. CoRR abs\/1610.02136","author":"Hendrycks Dan","year":"2016","unstructured":"Dan Hendrycks and Kevin Gimpel. 2016. A Baseline for Detecting Misclassified and Out-of-Distribution Examples in Neural Networks. CoRR abs\/1610.02136 (2016). arXiv:1610.02136 http:\/\/arxiv.org\/abs\/1610.02136"},{"key":"e_1_3_2_1_16_1","volume-title":"Deep Anomaly Detection with Outlier Exposure. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=HyxCxhRcY7","author":"Hendrycks Dan","year":"2019","unstructured":"Dan Hendrycks, Mantas Mazeika, and Thomas Dietterich. 2019. Deep Anomaly Detection with Outlier Exposure. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=HyxCxhRcY7"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00108"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.aab3050"},{"key":"e_1_3_2_1_20_1","first-page":"I","article-title":"Simple and Scalable Predictive Uncertainty Estimation using Deep Ensembles","volume":"30","author":"Lakshminarayanan Balaji","year":"2017","unstructured":"Balaji Lakshminarayanan, Alexander Pritzel, and Charles Blundell. 2017. Simple and Scalable Predictive Uncertainty Estimation using Deep Ensembles. In Advances in Neural Information Processing Systems 30, I. Guyon, U. V. Luxburg, S. Bengio, H. Wallach, R. Fergus, S. Vishwanathan, and R. Garnett (Eds.). Curran Associates, Inc., 6402--6413. http:\/\/papers.nips.cc\/paper\/7219-simple-and-scalable-predictive-uncertainty-estimation-using-deep-ensembles.pdf","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_21_1","unstructured":"Yann LeCun and Corinna Cortes. 2010. MNIST handwritten digit database. http:\/\/yann.lecun.com\/exdb\/mnist\/. (2010). http:\/\/yann.lecun.com\/exdb\/mnist\/"},{"key":"e_1_3_2_1_22_1","volume-title":"Training Confidence-calibrated Classifiers for Detecting Out-of-Distribution Samples. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=ryiAv2xAZ","author":"Lee Kimin","year":"2018","unstructured":"Kimin Lee, Honglak Lee, Kibok Lee, and Jinwoo Shin. 2018. Training Confidence-calibrated Classifiers for Detecting Out-of-Distribution Samples. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=ryiAv2xAZ"},{"key":"e_1_3_2_1_23_1","volume-title":"Advances in Neural Information Processing Systems 31","author":"Lee Kimin","unstructured":"Kimin Lee, Kibok Lee, Honglak Lee, and Jinwoo Shin. 2018. A Simple Unified Framework for Detecting Out-of-Distribution Samples and Adversarial Attacks. In Advances in Neural Information Processing Systems 31, S. Bengio, H. Wallach, H. Larochelle, K. Grauman, N. Cesa-Bianchi, and R. Garnett (Eds.). Curran Associates, Inc., 7167--7177. http:\/\/papers.nips.cc\/paper\/7947-a-simple-unified-framework-for-detecting-out-of-distribution-samples-and-adversarial-attacks.pdf"},{"key":"e_1_3_2_1_24_1","volume-title":"Enhancing The Reliability of Out-of-distribution Image Detection in Neural Networks. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=H1VGkIxRZ","author":"Liang Shiyu","unstructured":"Shiyu Liang, Yixuan Li, and R. Srikant. 2018. Enhancing The Reliability of Out-of-distribution Image Detection in Neural Networks. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=H1VGkIxRZ"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","unstructured":"Lei Ma Felix Juefei-Xu Jiyuan Sun Chunyang Chen Ting Su Fuyuan Zhang Minhui Xue Bo Li Li Li Yang Liu et al. 2018. DeepGauge: Multi-Granularity Testing Criteria for Deep Learning Systems. ASE 120--131.","DOI":"10.1145\/3238147.3238202"},{"key":"e_1_3_2_1_26_1","volume-title":"DeepCT: Tomographic Combinatorial Testing for Deep Learning Systems. In 2019 IEEE 26th International Conference on Software Analysis, Evolution and Reengineering (SANER). 614--618","author":"Ma Lei","year":"2019","unstructured":"Lei Ma, Felix Juefei-Xu, Minhui Xue, Bo Li, Li Li, Yang Liu, and Jianjun Zhao. 2019. DeepCT: Tomographic Combinatorial Testing for Deep Learning Systems. In 2019 IEEE 26th International Conference on Software Analysis, Evolution and Reengineering (SANER). 614--618."},{"key":"e_1_3_2_1_27_1","volume-title":"DeepCT: Tomographic Combinatorial Testing for Deep Learning Systems. In 2019 IEEE 26th International Conference on Software Analysis, Evolution and Reengineering (SANER). 614--618","author":"Ma L.","unstructured":"L. Ma, F. Juefei-Xu, M. Xue, B. Li, L. Li, Y. Liu, and J. Zhao. 2019. DeepCT: Tomographic Combinatorial Testing for Deep Learning Systems. In 2019 IEEE 26th International Conference on Software Analysis, Evolution and Reengineering (SANER). 614--618."},{"key":"e_1_3_2_1_28_1","volume-title":"DeepMutation: Mutation Testing of Deep Learning Systems. In 29th IEEE International Symposium on Software Reliability Engineering (ISSRE)","author":"Ma Lei","year":"2018","unstructured":"Lei Ma, Fuyuan Zhang, Jiyuan Sun, Minhui Xue, Bo Li, Felix Juefei-Xu, Chao Xie, Li Li, Yang Liu, Jianjun Zhao, and Yadong Wang. [n.d.]. DeepMutation: Mutation Testing of Deep Learning Systems. In 29th IEEE International Symposium on Software Reliability Engineering (ISSRE), Memphis, USA, Oct. 15--18, 2018. 100--111."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","unstructured":"G. Mclachlan. 1999. Mahalanobis Distance. Resonance 4 (06 1999) 20--26. 10.1007\/BF02834632","DOI":"10.1007\/BF02834632"},{"key":"e_1_3_2_1_30_1","volume-title":"DeepFool: a simple and accurate method to fool deep neural networks. CoRR abs\/1511.04599","author":"Moosavi-Dezfooli Seyed-Mohsen","year":"2015","unstructured":"Seyed-Mohsen Moosavi-Dezfooli, Alhussein Fawzi, and Pascal Frossard. 2015. DeepFool: a simple and accurate method to fool deep neural networks. CoRR abs\/1511.04599 (2015). arXiv:1511.04599 http:\/\/arxiv.org\/abs\/1511.04599"},{"key":"e_1_3_2_1_31_1","volume-title":"Yee Whye Teh, and Balaji Lakshminarayanan","author":"Nalisnick Eric","year":"2020","unstructured":"Eric Nalisnick, Akihiro Matsukawa, Yee Whye Teh, and Balaji Lakshminarayanan. 2020. Detecting Out-of-Distribution Inputs to Deep Generative Models Using Typicality. https:\/\/openreview.net\/forum?id=r1lnxTEYPS"},{"key":"e_1_3_2_1_32_1","volume-title":"Reading Digits in Natural Images with Unsupervised Feature Learning. In NIPS Workshop on Deep Learning and Unsupervised Feature Learning 2011","author":"Netzer Yuval","year":"2011","unstructured":"Yuval Netzer, Tao Wang, Adam Coates, Alessandro Bissacco, Bo Wu, and Andrew Y. Ng. 2011. Reading Digits in Natural Images with Unsupervised Feature Learning. In NIPS Workshop on Deep Learning and Unsupervised Feature Learning 2011. http:\/\/ufldl.stanford.edu\/housenumbers\/nips2011_housenumbers.pdf"},{"key":"e_1_3_2_1_33_1","volume-title":"Goodfellow","author":"Odena Augustus","year":"2019","unstructured":"Augustus Odena, Catherine Olsson, David Andersen, and Ian J. Goodfellow. 2019. TensorFuzz: Debugging Neural Networks with Coverage-Guided Fuzzing. In ICML. 4901--4911."},{"key":"e_1_3_2_1_34_1","unstructured":"Accompanied Anonymous Website of Deep Learning Testing Calls for Out-Of-Distribution Awareness. 2020. This Work's Website. https:\/\/sites.google.com\/view\/oodtesting\/home"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132785"},{"key":"e_1_3_2_1_36_1","volume-title":"Advances in Neural Information Processing Systems 32, H. Wallach, H. Larochelle, A. Beygelzimer, F. d'Alch\u00e9-Buc","author":"Ren Jie","unstructured":"Jie Ren, Peter J. Liu, Emily Fertig, Jasper Snoek, Ryan Poplin, Mark Depristo, Joshua Dillon, and Balaji Lakshminarayanan. 2019. Likelihood Ratios for Out-of-Distribution Detection. In Advances in Neural Information Processing Systems 32, H. Wallach, H. Larochelle, A. Beygelzimer, F. d'Alch\u00e9-Buc, E. Fox, and R. Garnett (Eds.). Curran Associates, Inc., 14707--14718. http:\/\/papers.nips.cc\/paper\/9611-likelihood-ratios-for-out-of-distribution-detection.pdf"},{"key":"e_1_3_2_1_37_1","volume-title":"Are Out-of-Distribution Detection Methods Effective on Large-Scale Datasets? CoRR abs\/1910.14034","author":"Roady Ryne","year":"2019","unstructured":"Ryne Roady, Tyler L. Hayes, Ronald Kemker, Ayesha Gonzales, and Christopher Kanan. 2019. Are Out-of-Distribution Detection Methods Effective on Large-Scale Datasets? CoRR abs\/1910.14034 (2019). arXiv:1910.14034 http:\/\/arxiv.org\/abs\/1910.14034"},{"key":"e_1_3_2_1_38_1","volume-title":"Kingma","author":"Salimans Tim","year":"2017","unstructured":"Tim Salimans, Andrej Karpathy, Xi Chen, and Diederik P. Kingma. 2017. PixelCNN++: Improving the PixelCNN with Discretized Logistic Mixture Likelihood and Other Modifications. CoRR abs\/1701.05517 (2017). arXiv:1701.05517http:\/\/arxiv.org\/abs\/1701.05517"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338501.3357372"},{"key":"e_1_3_2_1_40_1","volume-title":"Input Complexity and Out-of-distribution Detection with Likelihood-based Generative Models. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=SyxIWpVYvr","author":"Serr\u00e0 Joan","year":"2020","unstructured":"Joan Serr\u00e0, David \u00c1lvarez, Vicen\u00e7 G\u00f3mez, Olga Slizovskaia, Jos\u00e9 F. N\u00fa\u00f1ez, and Jordi Luque. 2020. Input Complexity and Out-of-distribution Detection with Likelihood-based Generative Models. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=SyxIWpVYvr"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"crossref","unstructured":"Jianwen Sun Tianwei Zhang Xiaofei Xie Lei Ma Yan Zheng Kangjie Chen and Yang Liu. 2020. Stealthy and Efficient Adversarial Attacks against Deep Reinforcement Learning. In AAAI. 5883--5891.","DOI":"10.1609\/aaai.v34i04.6047"},{"key":"e_1_3_2_1_42_1","volume-title":"Testing Deep Neural Networks. arXiv preprint arXiv:1803.04792","author":"Sun Youcheng","year":"2018","unstructured":"Youcheng Sun, Xiaowei Huang, and Daniel Kroening. 2018. Testing Deep Neural Networks. arXiv preprint arXiv:1803.04792 (2018)."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"crossref","unstructured":"Youcheng Sun Min Wu Wenjie Ruan Xiaowei Huang Marta Kwiatkowska and Daniel Kroening. 2018. Concolic Testing for Deep Neural Networks. In Automated Software Engineering (ASE). ACM 109--119.","DOI":"10.1145\/3238147.3238172"},{"key":"e_1_3_2_1_44_1","volume-title":"Hyperparameter-Free Out-of-Distribution Detection Using Softmax of Scaled Cosine Similarity. CoRR abs\/1905.10628","author":"Techapanurak Engkarat","year":"2019","unstructured":"Engkarat Techapanurak and Takayuki Okatani. 2019. Hyperparameter-Free Out-of-Distribution Detection Using Softmax of Scaled Cosine Similarity. CoRR abs\/1905.10628 (2019). arXiv:1905.10628 http:\/\/arxiv.org\/abs\/1905.10628"},{"key":"e_1_3_2_1_45_1","volume-title":"Didi Chuxing to launch self-driving rides in Shanghai and expand them beyond China by","year":"2021","unstructured":"TechCrunch. 2019. Didi Chuxing to launch self-driving rides in Shanghai and expand them beyond China by 2021. https:\/\/techcrunch.com\/2019\/08\/30\/didi-chuxing-to-launch-self-driving-rides-in-shanghai-and-expand-them-beyond-china-by-2021\/"},{"key":"e_1_3_2_1_46_1","unstructured":"TechCrunch. 2019. Waymo's robotaxi pilot surpassed 6 200 riders in its first month in California. https:\/\/techcrunch.com\/2019\/09\/16\/waymos-robotaxi-pilot-surpassed-6200-riders-in-its-first-month-in-california\/"},{"key":"e_1_3_2_1_47_1","unstructured":"TechCrunch. 2020. Nearly 70% of US smart speaker owners use Amazon Echo devices. https:\/\/techcrunch.com\/2020\/02\/10\/nearly-70-of-u-s-smart-speaker-owners-use-amazon-echo-devices\/"},{"key":"e_1_3_2_1_48_1","volume-title":"DeepTest: Automated Testing of Deep-Neural-Network-driven Autonomous Cars. CoRR abs\/1708.08559","author":"Tian Yuchi","year":"2017","unstructured":"Yuchi Tian, Kexin Pei, Suman Jana, and Baishakhi Ray. 2017. DeepTest: Automated Testing of Deep-Neural-Network-driven Autonomous Cars. CoRR abs\/1708.08559 (2017). arXiv:1708.08559 http:\/\/arxiv.org\/abs\/1708.08559"},{"key":"e_1_3_2_1_49_1","unstructured":"New York Times. 2018. Self-Driving Uber Car Kills Pedestrian in Arizona Where Robots Roam. https:\/\/www.nytimes.com\/2018\/03\/19\/technology\/uber-driverless-fatality.html"},{"key":"e_1_3_2_1_50_1","unstructured":"New York Times. 2020. Tesla Autopilot System Found Probably at Fault in 2018 Crash. https:\/\/www.nytimes.com\/2020\/02\/25\/business\/tesla-autopilot-ntsb.html"},{"key":"e_1_3_2_1_51_1","volume-title":"Analysis of Confident-Classifiers for Out-of-distribution Detection. CoRR abs\/1904.12220","author":"Vernekar Sachin","year":"2019","unstructured":"Sachin Vernekar, Ashish Gaurav, Taylor Denouden, Buu Phan, Vahdat Abdelzad, Rick Salay, and Krzysztof Czarnecki. 2019. Analysis of Confident-Classifiers for Out-of-distribution Detection. CoRR abs\/1904.12220 (2019). arXiv:1904.12220http:\/\/arxiv.org\/abs\/1904.12220"},{"key":"e_1_3_2_1_52_1","volume-title":"Amora: Black-box Adversarial Morphing Attack. arXiv:cs.CV\/1912.03829","author":"Wang Run","year":"2019","unstructured":"Run Wang, Felix Juefei-Xu, Qing Guo, Yihao Huang, Xiaofei Xie, Lei Ma, and Yang Liu. 2019. Amora: Black-box Adversarial Morphing Attack. arXiv:cs.CV\/1912.03829"},{"key":"e_1_3_2_1_53_1","unstructured":"Han Xiao Kashif Rasul and Roland Vollgraf. 2017. Fashion-MNIST: a Novel Image Dataset for Benchmarking Machine Learning Algorithms. arXiv:cs.LG\/cs.LG\/1708.07747"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-014-0748-y"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3330579"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/800"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","unstructured":"J. M. Zhang M. Harman L. Ma and Y. Liu. 2020. Machine Learning Testing: Survey Landscapes and Horizons. IEEE Transactions on Software Engineering (2020). 10.1109\/TSE.2019.2962027","DOI":"10.1109\/TSE.2019.2962027"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238187"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"crossref","unstructured":"Xiyue Zhang Xiaofei Xie Lei Ma Xiaoning Du Qiang Hu Yang Liu Jianjun Zhao and Meng Sun. 2020. Towards Characterizing Adversarial Defects of Deep Learning Software from the Lens of Uncertainty.","DOI":"10.1145\/3377811.3380368"}],"event":{"name":"ASE '20: 35th IEEE\/ACM International Conference on Automated Software Engineering","location":"Virtual Event Australia","acronym":"ASE '20","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"]},"container-title":["Proceedings of the 35th IEEE\/ACM International Conference on Automated Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3324884.3416609","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3324884.3416609","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3324884.3416609","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:01:38Z","timestamp":1750197698000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3324884.3416609"}},"subtitle":["deep learning testing calls for out-of-distribution awareness"],"short-title":[],"issued":{"date-parts":[[2020,12,21]]},"references-count":58,"alternative-id":["10.1145\/3324884.3416609","10.1145\/3324884"],"URL":"https:\/\/doi.org\/10.1145\/3324884.3416609","relation":{},"subject":[],"published":{"date-parts":[[2020,12,21]]},"assertion":[{"value":"2021-01-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}