{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,8,29]],"date-time":"2024-08-29T00:17:44Z","timestamp":1724890664769},"reference-count":13,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2023,6,12]],"date-time":"2023-06-12T00:00:00Z","timestamp":1686528000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,6,12]],"date-time":"2023-06-12T00:00:00Z","timestamp":1686528000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci. China Inf. Sci."],"published-print":{"date-parts":[[2023,7]]},"DOI":"10.1007\/s11432-022-3580-5","type":"journal-article","created":{"date-parts":[[2023,6,17]],"date-time":"2023-06-17T03:31:27Z","timestamp":1686972687000},"update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Toward actionable testing of deep learning models"],"prefix":"10.1007","volume":"66","author":[{"given":"Yingfei","family":"Xiong","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yongqiang","family":"Tian","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yepang","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shing-Chi","family":"Cheung","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,6,12]]},"reference":[{"key":"3580_CR1","first-page":"1255","volume":"31","author":"Z Wang","year":"2020","unstructured":"Wang Z, Yan M, Liu S, et al. Survey on testing deep learning neural networks (in Chinese). J Software, 2020, 31: 1255\u20131275","journal-title":"J Software"},{"key":"3580_CR2","doi-asserted-by":"publisher","first-page":"100270","DOI":"10.1016\/j.cosrev.2020.100270","volume":"37","author":"X Huang","year":"2020","unstructured":"Huang X, Kroening D, Ruan W, et al. A survey of safety and trustworthiness of deep neural networks: Verification, testing, adversarial attack and defence, and interpretability. Comput Sci Rev, 2020, 37: 100270","journal-title":"Comput Sci Rev"},{"key":"3580_CR3","doi-asserted-by":"crossref","unstructured":"Ma L, Juefei-Xu F, Zhang F, et al. DeepGauge: multigranularity testing criteria for deep learning systems. In: Proceedings of ACM\/IEEE International Conference on Automated Software Engineering, 2018. 120\u2013131","DOI":"10.1145\/3238147.3238202"},{"key":"3580_CR4","doi-asserted-by":"crossref","unstructured":"Pei K, Cao Y, Yang J, et al. DeepXplore: automated white-box testing of deep learning systems. In: Proceedings of the ACM Symposium on Operating Systems Principles, 2017. 1\u201318","DOI":"10.1145\/3132747.3132785"},{"key":"3580_CR5","unstructured":"Raghunathan A, Xie S M, Yang F, et al. Adversarial training can hurt generalization. In: Proceedings of ICML Deep Phenomena, 2019"},{"key":"3580_CR6","doi-asserted-by":"crossref","unstructured":"Zhang Y, Ren L, Chen L, et al. Detecting numerical bugs in neural network architectures. In: Proceedings of the ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering, 2020. 826\u2013837","DOI":"10.1145\/3368089.3409720"},{"key":"3580_CR7","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1007\/s10664-021-09985-1","volume":"26","author":"Y Tian","year":"2021","unstructured":"Tian Y, Ma S, Wen M, et al. To what extent do DNN-based image classification models make unreliable inferences? Empir Software Eng, 2021, 26: 84","journal-title":"Empir Software Eng"},{"key":"3580_CR8","unstructured":"Zhou Z Q, Sun L. Metamorphic testing for machine translations: MT4MT. In: Proceedings of Australian Software Engineering Conference, 2018. 96\u2013100"},{"key":"3580_CR9","doi-asserted-by":"crossref","unstructured":"He P, Meister C, Su Z. Structure-invariant testing for machine translation. In: Proceedings of International Conference on Software Engineering, 2020. 961\u2013973","DOI":"10.1145\/3377811.3380339"},{"key":"3580_CR10","doi-asserted-by":"crossref","unstructured":"Gupta S, He P, Meister C, et al. Machine translation testing via pathological invariance. In: Proceedings of the ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering, 2020. 863\u2013875","DOI":"10.1145\/3368089.3409756"},{"key":"3580_CR11","doi-asserted-by":"crossref","unstructured":"He P, Meister C, Su Z. Testing machine translation via referential transparency. In: Proceedings of International Conference on Software Engineering, 2021. 410\u2013422","DOI":"10.1109\/ICSE43902.2021.00047"},{"key":"3580_CR12","doi-asserted-by":"crossref","unstructured":"Sun Z, Zhang J M, Harman M, et al. Automatic testing and improvement of machine translation. In: Proceedings of International Conference on Software Engineering, 2020. 974\u2013985","DOI":"10.1145\/3377811.3380420"},{"key":"3580_CR13","unstructured":"Sun Z, Zhang J M, Xiong Y, et al. Improving machine translation systems via isotopic replacement. In: Proceedings of International Conference on Software Engineering, 2020. 1181\u20131192"}],"container-title":["Science China Information Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-022-3580-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11432-022-3580-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-022-3580-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,28]],"date-time":"2024-08-28T15:13:39Z","timestamp":1724858019000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11432-022-3580-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,12]]},"references-count":13,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2023,7]]}},"alternative-id":["3580"],"URL":"https:\/\/doi.org\/10.1007\/s11432-022-3580-5","relation":{},"ISSN":["1674-733X","1869-1919"],"issn-type":[{"type":"print","value":"1674-733X"},{"type":"electronic","value":"1869-1919"}],"subject":[],"published":{"date-parts":[[2023,6,12]]},"assertion":[{"value":"8 February 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 June 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 August 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 June 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"176101"}}