{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,11]],"date-time":"2026-04-11T13:05:38Z","timestamp":1775912738499,"version":"3.50.1"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2020,9,30]],"date-time":"2020-09-30T00:00:00Z","timestamp":1601424000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,9,30]],"date-time":"2020-09-30T00:00:00Z","timestamp":1601424000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J. Comput. Sci. Technol."],"published-print":{"date-parts":[[2020,10]]},"DOI":"10.1007\/s11390-020-0482-6","type":"journal-article","created":{"date-parts":[[2020,10,29]],"date-time":"2020-10-29T13:03:09Z","timestamp":1603976589000},"page":"999-1015","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Predicted Robustness as QoS for Deep Neural Network Models"],"prefix":"10.1007","volume":"35","author":[{"given":"Yue-Huan","family":"Wang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ze-Nan","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jing-Wei","family":"Xu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ping","family":"Yu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Taolue","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiao-Xing","family":"Ma","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,9,30]]},"reference":[{"key":"482_CR1","doi-asserted-by":"crossref","unstructured":"Andor D, Alberti C, Weiss D, Severyn A, Presta A, Ganchev K, Petrov S, Collins M. Globally normalized transition-based neural networks. arXiv:1603.06042, 2016. https:\/\/arxiv.org\/abs\/1603.06042, June 2020.","DOI":"10.18653\/v1\/P16-1231"},{"issue":"6","key":"482_CR2","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1109\/MSP.2012.2205597","volume":"29","author":"G Hinton","year":"2012","unstructured":"Hinton G, Deng L, Yu D, Dahl G, Mohamed A, Jaitly N, Senior A, Vanhoucke V, Nguyen P, Kingsbury B. Deep neural networks for acoustic modeling in speech recognition: The shared views of four research groups. IEEE Signal Processing Magazine, 2012, 29(6): 82-97.","journal-title":"IEEE Signal Processing Magazine"},{"key":"482_CR3","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J. Deep residual learning for image recognition. In Proc. the IEEE Conference on Computer Vision and Pattern Recognition, June 2016, pp.770-778.","DOI":"10.1109\/CVPR.2016.90"},{"issue":"4","key":"482_CR4","doi-asserted-by":"publisher","first-page":"625","DOI":"10.1007\/s11390-018-1845-0","volume":"33","author":"X Wang","year":"2018","unstructured":"Wang X, Huang C, Yao L, Benatallah B, Dong M. A survey on expert recommendation in community question answering. Journal of Computer Science and Technology, 2018, 33(4): 625-653.","journal-title":"Journal of Computer Science and Technology"},{"issue":"4","key":"482_CR5","doi-asserted-by":"publisher","first-page":"739","DOI":"10.1007\/s11390-018-1853-0","volume":"33","author":"Q Liu","year":"2018","unstructured":"Liu Q, Zhao H K, Wu L, Li Z, Chen E H. Illuminating recommendation by understanding the explicit item relations. Journal of Computer Science and Technology, 2018, 33(4): 739-755.","journal-title":"Journal of Computer Science and Technology"},{"issue":"7587","key":"482_CR6","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver D, Huang A, Maddison C J et al. Mastering the game of Go with deep neural networks and tree search. Nature, 2016, 529(7587): 484-489.","journal-title":"Nature"},{"issue":"6","key":"482_CR7","doi-asserted-by":"publisher","first-page":"1307","DOI":"10.1007\/s11390-018-1889-1","volume":"33","author":"H Ameur","year":"2018","unstructured":"Ameur H, Jamoussi S, Hamadou A B. A new method for sentiment analysis using contextual auto-encoders. Journal of Computer Science and Technology, 2018, 33(6): 1307-1319.","journal-title":"Journal of Computer Science and Technology"},{"key":"482_CR8","unstructured":"Bojarski M, Testa D D, Dworakowski D et al. End to end learning for self-driving cars. arXiv:1604.07316, 2016. https:\/\/arxiv.org\/abs\/1604.07316, June 2020."},{"issue":"7639","key":"482_CR9","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1038\/nature21056","volume":"542","author":"A Esteva","year":"2017","unstructured":"Esteva A, Kuprel B, Novoa R A, Ko J, Swetter S M, Blau H M, Thrun S. Dermatologist-level classification of skin cancer with deep neural networks. Nature, 2017, 542(7639): 115-118.","journal-title":"Nature"},{"issue":"4","key":"482_CR10","doi-asserted-by":"publisher","first-page":"371","DOI":"10.1145\/2740070.2631434","volume":"44","author":"Z Yuan","year":"2014","unstructured":"Yuan Z, Lu Y, Wang Z, Xue Y. Droid-Sec: Deep learning in Android malware detection. ACM SIGCOMM Computer Communication Review, 2014, 44(4): 371-372.","journal-title":"ACM SIGCOMM Computer Communication Review"},{"key":"482_CR11","doi-asserted-by":"crossref","unstructured":"Li Z, Ma X, Xu C, Xu J, Cao C, L\u00fc J. Operational calibration: Debugging confidence errors for DNNs in the field. arXiv:1910.02352, 2019. https:\/\/arxiv.org\/abs\/1910.02352, Sept. 2020.","DOI":"10.1145\/3368089.3409696"},{"key":"482_CR12","doi-asserted-by":"crossref","unstructured":"Li Z, Ma X, Xu C, Cao C, Xu J, L\u00fc J. Boosting operational DNN testing efficiency through conditioning. In Proc. the 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering, August 2019, pp.499-509.","DOI":"10.1145\/3338906.3338930"},{"key":"482_CR13","volume-title":"Hinton G","author":"Y LeCun","year":"2016","unstructured":"LeCun Y, Bengio Y, Hinton G. Deep Learning. MIT Press, 2016."},{"key":"482_CR14","doi-asserted-by":"crossref","unstructured":"Burrell J. How the machine \u2018thinks\u2019: Understanding opacity in machine learning algorithms. Big Data & Society, 2016, 3(1): Article No. 2053951715622512.","DOI":"10.1177\/2053951715622512"},{"key":"482_CR15","unstructured":"Goodfellow I J, Shlens J, Szegedy C. Explaining and harnessing adversarial examples. arXiv:1412.6572, 2014. https:\/\/arxiv.org\/abs\/1412.6572, June 2020."},{"key":"482_CR16","doi-asserted-by":"crossref","unstructured":"Moosavi-Dezfooli S, Fawzi A, Frossard P. DeepFool: A simple and accurate method to fool deep neural networks. In Proc. IEEE Conference on Computer Vision and Pattern Recognition, June 2016, pp.2574-2582.","DOI":"10.1109\/CVPR.2016.282"},{"key":"482_CR17","doi-asserted-by":"crossref","unstructured":"Carlini N, Wagner D. Adversarial examples are not easily detected: Bypassing ten detection methods. In Proc. the 10th ACM Workshop on Artificial Intelligence and Security, November 2017, pp.3-14.","DOI":"10.1145\/3128572.3140444"},{"key":"482_CR18","unstructured":"Athalye A, Carlini N, Wagner D. Obfuscated gradients give a false sense of security: Circumventing defenses to adversarial examples. arXiv:1802.00420, 2018. https:\/\/arxiv.org\/abs\/1802.00420, June 2020."},{"key":"482_CR19","doi-asserted-by":"crossref","unstructured":"Katz G, Barrett C, Dill D L, Julian K, Kochenderfer M J. Reluplex: An efficient SMT solver for verifying deep neural networks. In Proc. the 29th International Conference on Computer Aided Verification, July 2017, pp.97-117.","DOI":"10.1007\/978-3-319-63387-9_5"},{"key":"482_CR20","unstructured":"Bastani O, Ioannou Y, Lampropoulos L, Vytiniotis D, Nori A, Criminisi A. Measuring neural net robustness with constraints. In Proc. the Annual Conference on Neural Information Processing Systems, December 2016, pp.2613-2621."},{"key":"482_CR21","unstructured":"Hendrycks D, Gimpel K. A baseline for detecting misclassified and out-of-distribution examples in neural networks. arXiv:1610.02136, 2016. https:\/\/arxiv.org\/abs\/1610.02136, June 2020."},{"key":"482_CR22","unstructured":"Weng T, Zhang H, Chen H, Song Z, Hsieh C, Boning D, Dhillon I S, Daniel L. Towards fast computation of certified robustness for ReLU networks. arXiv:1804.09699, 2018. https:\/\/arxiv.org\/abs\/1804.09699, June 2020."},{"key":"482_CR23","doi-asserted-by":"crossref","unstructured":"Singh G, Gehr T, P\u00fcschel M, Vechev M. An abstract domain for certifying neural networks. Proceedings of the ACM on Programming Languages, 2019, 3(POPL): Article No. 41.","DOI":"10.1145\/3290354"},{"key":"482_CR24","doi-asserted-by":"crossref","unstructured":"Carlini N, Wagner D. Towards evaluating the robustness of neural networks. In Proc. the 2017 IEEE Symposium on Security and Privacy, May 2017, pp.39-57.","DOI":"10.1109\/SP.2017.49"},{"key":"482_CR25","unstructured":"Feinman R, Curtin R R, Shintre S, Gardner A B. Detecting adversarial samples from artifacts. arXiv:1703.00410, 2017. https:\/\/arxiv.org\/abs\/1703.00410, June 2020."},{"key":"482_CR26","unstructured":"Ma X, Li B, Wang Y, Erfani S M, Wijewickrema S, Schoenebeck G, Song D, Houle M E, Bailey J. Characterizing adversarial subspaces using local intrinsic dimensionality. arXiv:1801.02613, 2018. https:\/\/arxiv.org\/abs\/1801.02613, June 2020."},{"key":"482_CR27","doi-asserted-by":"crossref","unstructured":"Wang Y, Li Z, Xu J, Yu P, Ma X. Fast robustness prediction for deep neural network. In Proc. the 11th Asia-Pacific Symposium on Internetware, Oct. 2019.","DOI":"10.1145\/3361242.3361243"},{"key":"482_CR28","unstructured":"Kurakin A, Goodfellow I, Bengio S. Adversarial examples in the physical world. arXiv:1607.02533, 2016. https:\/\/arxiv.org\/abs\/1607.02533, June 2020."},{"key":"482_CR29","doi-asserted-by":"crossref","unstructured":"Papernot N, McDaniel P, Jha S, Fredrikson M, Celik Z B, Swami A. The limitations of deep learning in adversarial settings. In Proc. the 2016 IEEE European Symposium on Security and Privacy, March 2016, pp.372-387.","DOI":"10.1109\/EuroSP.2016.36"},{"key":"482_CR30","unstructured":"Huang X, Kroening D, Kwiatkowska M, Ruan W, Sun Y, Thamo E, Wu M, Yi X. Safety and trustworthiness of deep neural networks: A survey. arXiv:1812.08342, 2018. https:\/\/arxiv.org\/abs\/1812.08342, June 2020."},{"key":"482_CR31","doi-asserted-by":"crossref","unstructured":"Huang X, Kwiatkowska M, Wang S, Wu M. Safety verification of deep neural networks. In Proc. the 29th International Conference on Computer Aided Verification, July 2017, pp.3-29.","DOI":"10.1007\/978-3-319-63387-9_1"},{"key":"482_CR32","unstructured":"Wong E, Kolter J Z. Provable defenses against adversarial examples via the convex outer adversarial polytope. arXiv:1711.00851, 2017. https:\/\/arxiv.org\/abs\/1711.00851, June 2020."},{"key":"482_CR33","doi-asserted-by":"crossref","unstructured":"Gopinath D, Pasareanu C S, Wang K, Zhang M, Khurshid S. Symbolic execution for attribution and attack synthesis in neural networks. In Proc. the 41st IEEE\/ACM International Conference on Software Engineering, May 2019, pp.282-283.","DOI":"10.1109\/ICSE-Companion.2019.00115"},{"key":"482_CR34","doi-asserted-by":"crossref","unstructured":"Pei K, Cao Y, Yang J, Jana S. DeepXplore: Automated whitebox testing of deep learning systems. In Proc. the 26th Symposium on Operating Systems Principles, October 2017, pp.1-18.","DOI":"10.1145\/3132747.3132785"},{"key":"482_CR35","doi-asserted-by":"crossref","unstructured":"Ma L, Juefei-Xu F, Zhang F et al. DeepGauge: Multigranularity testing criteria for deep learning systems. In Proc. the 33rd ACM\/IEEE International Conference on Automated Software Engineering, September 2018, pp.120-131.","DOI":"10.1145\/3238147.3238202"},{"key":"482_CR36","unstructured":"Ma L, Zhang F, Xue M, Li B, Liu Y, Zhao J, Wang Y. Combinatorial testing for deep learning systems. arXiv:1806.07723, 2018. https:\/\/arxiv.org\/abs\/1806.07723, June 2020."},{"key":"482_CR37","unstructured":"Zong B, Song Q, Min M, Cheng W, Lumezanu C, Cho D, Chen H. Deep autoencoding Gaussian mixture model for unsupervised anomaly detection. In Proc. International Conference on Learning Representations, February 2018."},{"key":"482_CR38","unstructured":"Santhanam G K, Grnarova P. Defending against adversarial attacks by leveraging an entire GAN. arXiv:1805.10652, 2018. https:\/\/arxiv.org\/abs\/1805.10652, June 2020."},{"key":"482_CR39","unstructured":"Grosse K, Manoharan P, Papernot N, Backes M, McDaniel P. On the (statistical) detection of adversarial examples. arXiv:1702.06280, 2017. https:\/\/arxiv.org\/abs\/1702.06280, June 2020."},{"key":"482_CR40","doi-asserted-by":"crossref","unstructured":"Xu W, Evans D, Qi Y. Feature squeezing: Detecting adversarial examples in deep neural networks. arXiv:1704.01155, 2017. https:\/\/arxiv.org\/abs\/1704.01155, June 2020.","DOI":"10.14722\/ndss.2018.23198"},{"key":"482_CR41","doi-asserted-by":"crossref","unstructured":"Benesty J, Chen J, Huang Y, Cohen I. Pearson correlation coefficient. In Noise Reduction in Speech Processing, Cohen I, Huang Y, Chen J, Benesty J (eds.), Springer, 2009, pp.1-4.","DOI":"10.1007\/978-3-642-00296-0_5"},{"issue":"4","key":"482_CR42","doi-asserted-by":"publisher","first-page":"541","DOI":"10.1162\/neco.1989.1.4.541","volume":"1","author":"L LeCun","year":"1989","unstructured":"LeCun L, Boser B, Denker J S, Henderson D, Howard R E, Hubbard W, Jackel L D. Backpropagation applied to handwritten zip code recognition. Neural Computation, 1989, 1(4): 541-551.","journal-title":"Neural Computation"},{"key":"482_CR43","unstructured":"Krizhevsky A. Learning multiple layers of features from tiny images. Technical Report, University of Toronto, 2009. http:\/\/www.cs.toronto.edu\/_kriz\/learning-features-2009-TR.pdf, June 2020."},{"key":"482_CR44","unstructured":"Netzer Y, Wang T, Coates A, Bissacco A, Wu B, Ng A Y. Reading digits in natural images with unsupervised feature learning. In Proc. the NIPS Workshop on Deep Learning and Unsupervised Feature Learning, Dec. 2011."},{"key":"482_CR45","doi-asserted-by":"crossref","unstructured":"Deng J, Dong W, Socher R, Li L J, Li K, Li F F. ImageNet: A large-scale hierarchical image database. In Proc. the 2009 IEEE Conference on Computer Vision and Pattern Recognition, June 2009, pp.248-255.","DOI":"10.1109\/CVPR.2009.5206848"},{"issue":"11","key":"482_CR46","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"L LeCun","year":"1998","unstructured":"LeCun L, Bottou L, Bengio Y, Haffner P. Gradient-based learning applied to document recognition. Proceedings of the IEEE, 1998, 86(11): 2278-2324.","journal-title":"Proceedings of the IEEE"},{"key":"482_CR47","unstructured":"Simonyan K, Zisserman A. Very deep convolutional networks for large-scale image recognition. arXiv:1409.1556, 2014. https:\/\/arxiv.org\/abs\/1409.1556, June 2020."},{"key":"482_CR48","doi-asserted-by":"crossref","unstructured":"Kim J, Feldt R, Yoo S. Guiding deep learning system testing using surprise adequacy. In Proc. the 41st International Conference on Software Engineering, May 2019, pp.1039-1049.","DOI":"10.1109\/ICSE.2019.00108"}],"container-title":["Journal of Computer Science and Technology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11390-020-0482-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11390-020-0482-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11390-020-0482-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,9,30]],"date-time":"2021-09-30T00:56:51Z","timestamp":1632963411000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11390-020-0482-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,9,30]]},"references-count":48,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2020,10]]}},"alternative-id":["482"],"URL":"https:\/\/doi.org\/10.1007\/s11390-020-0482-6","relation":{},"ISSN":["1000-9000","1860-4749"],"issn-type":[{"value":"1000-9000","type":"print"},{"value":"1860-4749","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,9,30]]},"assertion":[{"value":"31 March 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 July 2020","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 September 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}