{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T19:16:05Z","timestamp":1743016565979,"version":"3.40.3"},"publisher-location":"Cham","reference-count":48,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030324087"},{"type":"electronic","value":"9783030324094"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-32409-4_1","type":"book-chapter","created":{"date-parts":[[2019,10,28]],"date-time":"2019-10-28T00:03:00Z","timestamp":1572220980000},"page":"3-15","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Secure Deep Learning Engineering: A Road Towards Quality Assurance of Intelligent Systems"],"prefix":"10.1007","author":[{"given":"Yang","family":"Liu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lei","family":"Ma","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jianjun","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,10,28]]},"reference":[{"key":"1_CR1","unstructured":"BBC: Google\u2019s DeepMind to peek at NHS eye scans for disease analysis (2016). https:\/\/www.bbc.com\/news\/technology-36713308"},{"key":"1_CR2","unstructured":"BBC: AI image recognition fooled by single pixel change (2018). https:\/\/www.bbc.com\/news\/technology-41845878"},{"key":"1_CR3","unstructured":"BBC: Artificial intelligence \u2019did not miss a single urgent case\u2019 (2018). https:\/\/www.bbc.com\/news\/health-44924948"},{"key":"1_CR4","unstructured":"BBC: Can we trust AI if we don\u2019t know how it works? (2018). https:\/\/www.bbc.com\/news\/business-44466213"},{"key":"1_CR5","unstructured":"BBC: General Motors and Fiat Chrysler unveil self-driving deals (2018). https:\/\/www.bbc.com\/news\/business-44325629"},{"key":"1_CR6","unstructured":"BBC: Google cars self-drive to Walmart supermarket in trial (2018). https:\/\/www.bbc.com\/news\/technology-44957251"},{"key":"1_CR7","unstructured":"BBC: Honda to invest \\$2.8bn in GM\u2019s self-driving car unit (2018). https:\/\/www.bbc.com\/news\/business-45728169"},{"key":"1_CR8","unstructured":"BBC: Jaguar self-drive car revealed in New York (2018). https:\/\/www.bbc.com\/news\/technology-43557798"},{"key":"1_CR9","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"387","DOI":"10.1007\/978-3-642-40994-3_25","volume-title":"Machine Learning and Knowledge Discovery in Databases","author":"B Biggio","year":"2013","unstructured":"Biggio, B., et al.: Evasion attacks against machine learning at test time. In: Blockeel, H., Kersting, K., Nijssen, S., \u017delezn\u00fd, F. (eds.) ECML PKDD 2013. LNCS (LNAI), vol. 8190, pp. 387\u2013402. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-40994-3_25"},{"key":"1_CR10","unstructured":"Breier, J., Hou, X., Jap, D., Ma, L., Bhasin, S., Liu, Y.: DeepLaser: practical fault attack on deep neural networks. ArXiv e-prints"},{"key":"1_CR11","doi-asserted-by":"crossref","unstructured":"Breier, J., Hou, X., Jap, D., Ma, L., Bhasin, S., Liu, Y.: Practical fault attack on deep neural networks. In: Proceedings of the 2018 ACM SIGSAC Conference on Computer and Communications Security, CCS 2018 (2018)","DOI":"10.1145\/3243734.3278519"},{"key":"1_CR12","doi-asserted-by":"crossref","unstructured":"Carlini, N., Wagner, D.: Towards evaluating the robustness of neural networks. In: IEEE Symposium on Security and Privacy (SP), pp. 39\u201357 (2017)","DOI":"10.1109\/SP.2017.49"},{"key":"1_CR13","doi-asserted-by":"publisher","unstructured":"Chen, C., Seff, A., Kornhauser, A., Xiao, J.: Deepdriving: learning affordance for direct perception in autonomous driving. In: 2015 IEEE International Conference on Computer Vision (ICCV), pp. 2722\u20132730, December 2015. https:\/\/doi.org\/10.1109\/ICCV.2015.312","DOI":"10.1109\/ICCV.2015.312"},{"key":"1_CR14","doi-asserted-by":"crossref","unstructured":"Chen, P.Y., Sharma, Y., Zhang, H., Yi, J., Hsieh, C.J.: Ead: elastic-net attacks to deep neural networks via adversarial examples. arXiv preprint arXiv:1709.04114 (2017)","DOI":"10.1609\/aaai.v32i1.11302"},{"key":"1_CR15","doi-asserted-by":"crossref","unstructured":"Chen, Y., et al.: Lidar-video driving dataset: Learning driving policies effectively. In: The IEEE Conference on Computer Vision and Pattern Recognition (CVPR), June 2018","DOI":"10.1109\/CVPR.2018.00615"},{"key":"1_CR16","unstructured":"Doshi-Velez, F., Kim, B.: Towards a rigorous science of interpretable machine learning. ArXiv e-prints"},{"key":"1_CR17","doi-asserted-by":"crossref","unstructured":"Du, X., Xie, X., Li, Y., Ma, L., Liu, Y., Zhao, J.: Deepstellar: model-based quantitative analysis of stateful deep learning systems. In: Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering, pp. 477\u2013487. ESEC\/FSE 2019 (2019)","DOI":"10.1145\/3338906.3338954"},{"key":"1_CR18","unstructured":"Elgammal, A.M., Liu, B., Elhoseiny, M., Mazzone, M.: CAN: creative adversarial networks, generating \u201cart\u201d by learning about styles and deviating from style norms. CoRR abs\/1706.07068 (2017). http:\/\/arxiv.org\/abs\/1706.07068"},{"key":"1_CR19","unstructured":"Eliot, L.B.: Advances in AI and Autonomous Vehicles: Cybernetic Self-Driving Cars Practical Advances in Artificial Intelligence (AI) and Machine Learning, 1st edn. LBE Press Publishing (2017)"},{"key":"1_CR20","unstructured":"Goodfellow, I.J., Shlens, J., Szegedy, C.: Explaining and harnessing adversarial examples. In: ICLR (2015)"},{"key":"1_CR21","unstructured":"Google Accident: A Google self-driving car caused a crash for the first time (2016). https:\/\/www.theverge.com\/2016\/2\/29\/11134344\/google-self-driving-car-crash-report"},{"key":"1_CR22","doi-asserted-by":"crossref","unstructured":"Guo, Q., et al.: An empirical study towards characterizing deep learning development and deployment across different frameworks and platforms. In: Proceedings of the 34rd ACM\/IEEE International Conference on Automated Software Engineering, ASE 2019 (2019)","DOI":"10.1109\/ASE.2019.00080"},{"key":"1_CR23","unstructured":"He, W., Wei, J., Chen, X., Carlini, N., Song, D.: Adversarial example defenses: ensembles of weak defenses are not strong. arXiv preprint arXiv:1706.04701 (2017)"},{"key":"1_CR24","unstructured":"Huang, X., Wang, P., Cheng, X., Zhou, D., Geng, Q., Yang, R.: The ApolloScape open dataset for autonomous driving and its application. ArXiv e-prints"},{"key":"1_CR25","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-3-319-63387-9_1","volume-title":"Computer Aided Verification","author":"X Huang","year":"2017","unstructured":"Huang, X., Kwiatkowska, M., Wang, S., Wu, M.: Safety verification of deep neural networks. In: Majumdar, R., Kun\u010dak, V. (eds.) CAV 2017. LNCS, vol. 10426, pp. 3\u201329. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-63387-9_1"},{"key":"1_CR26","unstructured":"Kim, B., et al.: Interpretability beyond feature attribution: quantitative testing with concept activation vectors (TCAV). ArXiv e-prints"},{"key":"1_CR27","doi-asserted-by":"crossref","unstructured":"Kim, J., Feldt, R., Yoo, S.: Guiding deep learning system testing using surprise adequacy arXiv:1808.08444 (2018)","DOI":"10.1109\/ICSE.2019.00108"},{"key":"1_CR28","unstructured":"Lipton, Z.C.: The mythos of model interpretability. CoRR abs\/1606.03490 (2016). http:\/\/arxiv.org\/abs\/1606.03490"},{"key":"1_CR29","doi-asserted-by":"crossref","unstructured":"Ma, L., et al.: DeepCT: tomographic combinatorial testing for deep learning systems. In: 2019 IEEE 26th International Conference on Software Analysis, Evolution and Reengineering (SANER), pp. 614\u2013618, February 2019","DOI":"10.1109\/SANER.2019.8668044"},{"key":"1_CR30","doi-asserted-by":"crossref","unstructured":"Ma, L., et al.: DeepGauge: multi-granularity testing criteria for deep learning systems. In: Proceedings of the 33rd ACM\/IEEE International Conference on Automated Software Engineering, ASE 2018, pp. 120\u2013131 (2018)","DOI":"10.1145\/3238147.3238202"},{"key":"1_CR31","doi-asserted-by":"crossref","unstructured":"Ma, L., et al.: DeepMutation: mutation testing of deep learning systems. In: The 29th IEEE International Symposium on Software Reliability Engineering (ISSRE) (2018)","DOI":"10.1109\/ISSRE.2018.00021"},{"key":"1_CR32","doi-asserted-by":"crossref","unstructured":"Moosavi-Dezfooli, S.M., Fawzi, A., Frossard, P.: DeepFool: a simple and accurate method to fool deep neural networks. arXiv preprint arXiv:1511.04599 (2015)","DOI":"10.1109\/CVPR.2016.282"},{"key":"1_CR33","doi-asserted-by":"crossref","unstructured":"Papernot, N., McDaniel, P., Jha, S., Fredrikson, M., Celik, Z.B., Swami, A.: The limitations of deep learning in adversarial settings. In: 2016 IEEE European Symposium on Security and Privacy (EuroS&P), pp. 372\u2013387. IEEE (2016)","DOI":"10.1109\/EuroSP.2016.36"},{"key":"1_CR34","doi-asserted-by":"crossref","unstructured":"Papernot, N., McDaniel, P.D., Wu, X., Jha, S., Swami, A.: Distillation as a defense to adversarial perturbations against deep neural networks. In: IEEE Symposium on Security and Privacy, SP 2016, pp. 582\u2013597 (2016)","DOI":"10.1109\/SP.2016.41"},{"key":"1_CR35","doi-asserted-by":"crossref","unstructured":"Pei, K., Cao, Y., Yang, J., Jana, S.: DeepXplore: automated whitebox testing of deep learning systems. In: Proceedings of the 26th Symposium on Operating Systems Principles, pp. 1\u201318 (2017)","DOI":"10.1145\/3132747.3132785"},{"key":"1_CR36","volume-title":"Software Engineering: A Practitioner\u2019s Approach","author":"R Pressman","year":"2010","unstructured":"Pressman, R.: Software Engineering: A Practitioner\u2019s Approach, 7th edn. McGraw-Hill Inc., New York (2010)","edition":"7"},{"key":"1_CR37","doi-asserted-by":"crossref","unstructured":"Ramanishka, V., Chen, Y.T., Misu, T., Saenko, K.: Toward driving scene understanding: a dataset for learning driver behavior and causal reasoning. In: The IEEE Conference on Computer Vision and Pattern Recognition (CVPR), June 2018","DOI":"10.1109\/CVPR.2018.00803"},{"issue":"3","key":"1_CR38","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1145\/1764810.1764814","volume":"35","author":"NB Ruparelia","year":"2010","unstructured":"Ruparelia, N.B.: Software development lifecycle models. SIGSOFT Softw. Eng. Notes 35(3), 8\u201313 (2010). https:\/\/doi.org\/10.1145\/1764810.1764814","journal-title":"SIGSOFT Softw. Eng. Notes"},{"key":"1_CR39","unstructured":"The New York Times: Alexa and Siri Can Hear This Hidden Command. You Can\u2019t (2018). https:\/\/www.nytimes.com\/2018\/05\/10\/technology\/alexa-siri-hidden-command-audio-attacks.html"},{"key":"1_CR40","unstructured":"The New York Times: Toyota, SoftBank Setting Up Mobility Services Joint Venture (2018). https:\/\/www.nytimes.com\/aponline\/2018\/10\/04\/world\/asia\/ap-as-japan-toyota-softbank.html"},{"key":"1_CR41","unstructured":"Uber Accident: After Fatal Uber Crash, a Self-Driving Start-Up Moves Forward (2018). https:\/\/www.nytimes.com\/2018\/05\/07\/technology\/uber-crash-autonomous-driveai.html"},{"key":"1_CR42","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"160","DOI":"10.1007\/978-3-319-46484-8_10","volume-title":"Computer Vision \u2013 ECCV 2016","author":"Y Xiang","year":"2016","unstructured":"Xiang, Y., et al.: ObjectNet3D: a large scale database for 3D object recognition. In: Leibe, B., Matas, J., Sebe, N., Welling, M. (eds.) ECCV 2016. LNCS, vol. 9912, pp. 160\u2013176. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-46484-8_10"},{"key":"1_CR43","doi-asserted-by":"crossref","unstructured":"Xie, X., et al.: DeepHunter: a coverage-guided fuzz testing framework for deep neural networks. In: Proceedings of the 28th ACM SIGSOFT International Symposium on Software Testing and Analysis, ISSTA 2019, pp. 146\u2013157 (2019)","DOI":"10.1145\/3293882.3330579"},{"key":"1_CR44","doi-asserted-by":"crossref","unstructured":"Xie, X., Ma, L., Wang, H., Li, Y., Liu, Y., Li, X.: DiffChaser: detecting disagreements for deep neural networks. In: Proceedings of the 28th International Joint Conference on Artificial Intelligence (2019)","DOI":"10.24963\/ijcai.2019\/800"},{"key":"1_CR45","doi-asserted-by":"crossref","unstructured":"Xu, W., Evans, D., Qi, Y.: Feature squeezing: Detecting adversarial examples in deep neural networks. arXiv preprint arXiv:1704.01155 (2017)","DOI":"10.14722\/ndss.2018.23198"},{"key":"1_CR46","unstructured":"Xu, W., Qi, Y., Evans, D.: Automatically evading classifiers. In: Proceedings of the 2016 Network and Distributed Systems Symposium (2016)"},{"key":"1_CR47","doi-asserted-by":"crossref","unstructured":"Zhang, J.M., Harman, M., Ma, L., Liu, Y.: Machine learning testing: survey, landscapes and horizons. arXiv e-prints, June 2019","DOI":"10.1109\/TSE.2019.2962027"},{"key":"1_CR48","doi-asserted-by":"crossref","unstructured":"Zhang, T., Gao, C., Ma, L., Lyu, M.R., Kim, M.: An empirical study of common challenges in developing deep learning applications. In: The 30th IEEE International Symposium on Software Reliability Engineering (ISSRE) (2019)","DOI":"10.1109\/ISSRE.2019.00020"}],"container-title":["Lecture Notes in Computer Science","Formal Methods and Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-32409-4_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,2]],"date-time":"2022-10-02T19:45:33Z","timestamp":1664739933000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-32409-4_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030324087","9783030324094"],"references-count":48,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-32409-4_1","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"28 October 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICFEM","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Formal Engineering Methods","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Shenzhen","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 November 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 November 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icfem2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/csse.szu.edu.cn\/icfem2019\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"94","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"28","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"30% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}