{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,20]],"date-time":"2026-06-20T06:25:15Z","timestamp":1781936715098,"version":"3.54.5"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2023,8,22]],"date-time":"2023-08-22T00:00:00Z","timestamp":1692662400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,8,22]],"date-time":"2023-08-22T00:00:00Z","timestamp":1692662400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62072406"],"award-info":[{"award-number":["62072406"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"National Key Laboratory of Science and Technology on Information System Security","award":["61421110502"],"award-info":[{"award-number":["61421110502"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Autom Softw Eng"],"published-print":{"date-parts":[[2023,11]]},"DOI":"10.1007\/s10515-023-00396-8","type":"journal-article","created":{"date-parts":[[2023,8,22]],"date-time":"2023-08-22T12:01:45Z","timestamp":1692705705000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["ActGraph: prioritization of test cases based on deep neural network activation graph"],"prefix":"10.1007","volume":"30","author":[{"given":"Jinyin","family":"Chen","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jie","family":"Ge","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Haibin","family":"Zheng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,8,22]]},"reference":[{"key":"396_CR1","unstructured":"Cadar, C., Dunbar, D., Engler, D.R.: KLEE: unassisted and automatic generation of high-coverage tests for complex systems programs. In: Draves, R., van Renesse, R. (eds.) 8th USENIX Symposium on Operating Systems Design and Implementation, OSDI 2008, 8\u201310 December, 2008, San Diego, California, USA, Proceedings, pp. 209\u2013224. USENIX Association (2008)"},{"key":"396_CR2","doi-asserted-by":"crossref","unstructured":"Carlini, N., Wagner, D.A.: Towards evaluating the robustness of neural networks. In: 2017 IEEE symposium on security and privacy, SP 2017, San Jose, CA, USA, 22\u201326 May 2017, pp. 39\u201357. IEEE Computer Society (2017)","DOI":"10.1109\/SP.2017.49"},{"key":"396_CR3","doi-asserted-by":"crossref","unstructured":"Chen, T., Guestrin, C.: Xgboost: A scalable tree boosting system. In: Krishnapuram, B., Shah, M., Smola, A.J., Aggarwal, C.C., Shen, D., Rastogi, R. (eds.) Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, San Francisco, CA, USA, 13\u201317 August 2016, pp. 785\u2013794. ACM (2016)","DOI":"10.1145\/2939672.2939785"},{"key":"396_CR4","doi-asserted-by":"crossref","unstructured":"Chen, Y., Wang, Z., Wang, D., Yao, Y., Chen, Z.: Behavior pattern-driven test case selection for deep neural networks. In: IEEE International Conference on Artificial Intelligence Testing, AITest 2019, Newark, CA, USA, 4\u20139 April 2019, pp. 89\u201390. IEEE (2019)","DOI":"10.1109\/AITest.2019.000-2"},{"issue":"4","key":"396_CR5","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1145\/3394112","volume":"29","author":"J Chen","year":"2020","unstructured":"Chen, J., Wu, Z., Wang, Z., You, H., Zhang, L., Yan, M.: Practical accuracy estimation for efficient deep neural network testing. ACM Trans. Softw. Eng. Methodol. 29(4), 30\u201313035 (2020)","journal-title":"ACM Trans. Softw. Eng. Methodol."},{"key":"396_CR6","unstructured":"Danny\u00a0Yadron, D.T.: Tesla driver dies in first fatal crash while using autopilot mode (2016). https:\/\/www.theguardian.com\/technology\/2016\/jun\/30\/tesla-autopilot-death-self-driving-car-elon-musk"},{"key":"396_CR7","doi-asserted-by":"crossref","unstructured":"Dong, Y., Zhang, P., Wang, J., Liu, S., Sun, J., Hao, J., Wang, X., Wang, L., Dong, J.S., Ting, D.: There is limited correlation between coverage and robustness for deep neural networks. CoRR (2019) arXiv:1911.05904","DOI":"10.1109\/ICECCS51672.2020.00016"},{"key":"396_CR8","unstructured":"Fel, T., Rodriguez, I.F.R., Linsley, D., Serre, T.: Harmonizing the object recognition strategies of deep neural networks with humans. In: NeurIPS (2022)"},{"key":"396_CR9","doi-asserted-by":"crossref","unstructured":"Feng, Y., Shi, Q., Gao, X., Wan, J., Fang, C., Chen, Z.: Deepgini: prioritizing massive tests to enhance the robustness of deep neural networks. In: Khurshid, S., Pasareanu, C.S. (eds.) ISSTA \u201920: 29th ACM SIGSOFT International Symposium on Software Testing and Analysis, Virtual Event, USA, 18\u201322 July 2020, pp. 177\u2013188. ACM (2020)","DOI":"10.1145\/3395363.3397357"},{"key":"396_CR10","unstructured":"Filan, D., Casper, S., Hod, S., Wild, C., Critch, A., Russell, S.: Clusterability in neural networks. CoRR (2021) arXiv:2103.03386"},{"key":"396_CR11","unstructured":"Gilmer, J., Schoenholz, S.S., Riley, P.F., Vinyals, O., Dahl, G.E.: Neural message passing for quantum chemistry. In: Precup, D., Teh, Y.W. (eds.) Proceedings of the 34th International Conference on Machine Learning, ICML 2017, Sydney, NSW, Australia, 6\u201311 August 2017. Proceedings of Machine Learning Research, vol. 70, pp. 1263\u20131272. PMLR (2017)"},{"key":"396_CR12","doi-asserted-by":"crossref","unstructured":"Guo, J., Jiang, Y., Zhao, Y., Chen, Q., Sun, J.: Dlfuzz: differential fuzzing testing of deep learning systems. In: Leavens, G.T., Garcia, A., Pasareanu, C.S. (eds.) Proceedings of the 2018 ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering, ESEC\/SIGSOFT FSE 2018, Lake Buena Vista, FL, USA, 04\u201309 November 2018, pp. 739\u2013743. ACM (2018)","DOI":"10.1145\/3236024.3264835"},{"key":"396_CR13","doi-asserted-by":"crossref","unstructured":"Harel-Canada, F., Wang, L., Gulzar, M.A., Gu, Q., Kim, M.: Is neuron coverage a meaningful measure for testing deep neural networks? In: Devanbu, P., Cohen, M.B., Zimmermann, T. (eds.) ESEC\/FSE\u201920: 28th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering, Virtual Event, USA, 8\u201313 November 2020, pp. 851\u2013862. ACM (2020)","DOI":"10.1145\/3368089.3409754"},{"key":"396_CR14","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: 2016 IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2016, Las Vegas, NV, USA, 27\u201330 June 2016, pp. 770\u2013778. IEEE Computer Society (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"396_CR15","doi-asserted-by":"crossref","unstructured":"Kim, J., Feldt, R., Yoo, S.: Guiding deep learning system testing using surprise adequacy. In: Atlee, J.M., Bultan, T., Whittle, J. (eds.) Proceedings of the 41st International Conference on Software Engineering, ICSE 2019, Montreal, QC, Canada, 25\u201331 May 2019, pp. 1039\u20131049. IEEE\/ACM (2019)","DOI":"10.1109\/ICSE.2019.00108"},{"key":"396_CR16","unstructured":"Krizhevsky, A.: Learning multiple layers of features from tiny images. Master\u2019s thesis, University of Tront (2009)"},{"issue":"11","key":"396_CR17","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun, Y., Bottou, L., Bengio, Y., Haffner, P.: Gradient-based learning applied to document recognition. Proc. IEEE 86(11), 2278\u20132324 (1998)","journal-title":"Proc. IEEE"},{"key":"396_CR18","doi-asserted-by":"crossref","unstructured":"Li, Z., Ma, X., Xu, C., Cao, C., Xu, J., L\u00fc, J.: Boosting operational DNN testing efficiency through conditioning. In: Dumas, M., Pfahl, D., Apel, S., Russo, A. (eds.) Proceedings of the ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering, ESEC\/SIGSOFT FSE 2019, Tallinn, Estonia, 26\u201330 August 2019, pp. 499\u2013509. ACM (2019)","DOI":"10.1145\/3338906.3338930"},{"key":"396_CR19","doi-asserted-by":"crossref","unstructured":"Li, Z., Ma, X., Xu, C., Cao, C.: Structural coverage criteria for neural networks could be misleading. In: Sarma, A., Murta, L. (eds.) Proceedings of the 41st International Conference on Software Engineering: New Ideas and Emerging Results, ICSE (NIER) 2019, Montreal, QC, Canada, 29\u201331 May 2019, pp. 89\u201392. IEEE\/ACM (2019)","DOI":"10.1109\/ICSE-NIER.2019.00031"},{"key":"396_CR20","doi-asserted-by":"crossref","unstructured":"Li, Z., Ma, X., Xu, C., Xu, J., Cao, C., Lu, J.: Operational calibration: debugging confidence errors for DNNs in the field. In: Devanbu, P., Cohen, M.B., Zimmermann, T. (eds.) ESEC\/FSE\u201920: 28th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering, Virtual Event, USA, 8\u201313 November 2020, pp. 901\u2013913. ACM (2020)","DOI":"10.1145\/3368089.3409696"},{"issue":"5","key":"396_CR21","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1109\/MSEC.2022.3181001","volume":"20","author":"S Li","year":"2022","unstructured":"Li, S., Dong, T., Zhao, B.Z.H., Xue, M., Du, S., Zhu, H.: Backdoors against natural language processing: a review. IEEE Secur. Priv. 20(5), 50\u201359 (2022)","journal-title":"IEEE Secur. Priv."},{"key":"396_CR22","doi-asserted-by":"crossref","unstructured":"Liu, T.: Learning to rank for information retrieval. In: Crestani, F., Marchand-Maillet, S., Chen, H., Efthimiadis, E.N., Savoy, J. (eds.) Proceeding of the 33rd International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2010, Geneva, Switzerland, 19\u201323 July 2010, p. 904. ACM","DOI":"10.1145\/1835449.1835676"},{"key":"396_CR23","doi-asserted-by":"crossref","unstructured":"Ma, L., Juefei-Xu, F., Zhang, F., Sun, J., Xue, M., Li, B., Chen, C., Su, T., Li, L., Liu, Y., Zhao, J., Wang, Y.: Deepgauge: multi-granularity testing criteria for deep learning systems. In: Huchard, M., K\u00e4stner, C., Fraser, G. (eds.) Proceedings of the 33rd ACM\/IEEE International Conference on Automated Software Engineering, ASE 2018, Montpellier, France, 3\u20137 September  2018, pp. 120\u2013131. ACM (2018)","DOI":"10.1145\/3238147.3238202"},{"issue":"2","key":"396_CR24","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1145\/3417330","volume":"30","author":"W Ma","year":"2021","unstructured":"Ma, W., Papadakis, M., Tsakmalis, A., Cordy, M., Traon, Y.L.: Test selection for deep learning systems. ACM Trans. Softw. Eng. Methodol. 30(2), 13\u201311322 (2021)","journal-title":"ACM Trans. Softw. Eng. Methodol."},{"issue":"4","key":"396_CR25","doi-asserted-by":"publisher","first-page":"420","DOI":"10.1109\/TR.2002.804489","volume":"51","author":"YK Malaiya","year":"2002","unstructured":"Malaiya, Y.K., Li, M.N., Bieman, J.M., Karcich, R.: Software reliability growth with test coverage. IEEE Trans. Reliab. 51(4), 420\u2013426 (2002)","journal-title":"IEEE Trans. Reliab."},{"key":"396_CR26","first-page":"184","volume":"21","author":"G Naitzat","year":"2020","unstructured":"Naitzat, G., Zhitnikov, A., Lim, L.: Topology of deep neural networks. J. Mach. Learn. Res. 21, 184\u2013118440 (2020)","journal-title":"J. Mach. Learn. Res."},{"key":"396_CR27","doi-asserted-by":"publisher","first-page":"3697","DOI":"10.1109\/JSTARS.2022.3168799","volume":"15","author":"J Ni","year":"2022","unstructured":"Ni, J., Xiang, D., Lin, Z., L\u00f3pez-Mart\u00ednez, C., Hu, W., Zhang, F.: DNN-based polsar image classification on noisy labels. IEEE J. Sel. Top. Appl. Earth Obs. Remote. Sens. 15, 3697\u20133713 (2022)","journal-title":"IEEE J. Sel. Top. Appl. Earth Obs. Remote. Sens."},{"key":"396_CR28","unstructured":"Odena, A., Olsson, C., Andersen, D.G., Goodfellow, I.J.: Tensorfuzz: Debugging neural networks with coverage-guided fuzzing. In: Chaudhuri, K., Salakhutdinov, R. (eds.) Proceedings of the 36th International Conference on Machine Learning, ICML 2019, 9\u201315 June 2019, Long Beach, California, USA. Proceedings of Machine Learning Research, vol. 97, pp. 4901\u20134911. PMLR (2019)"},{"key":"396_CR29","doi-asserted-by":"crossref","unstructured":"Papernot, N., McDaniel, P.D., Jha, S., Fredrikson, M., Celik, Z.B., Swami, A.: The limitations of deep learning in adversarial settings. In: IEEE European Symposium on Security and Privacy, EuroS &P 2016, Saarbr\u00fccken, Germany, 21\u201324 March 2016, pp. 372\u2013387. IEEE (2016)","DOI":"10.1109\/EuroSP.2016.36"},{"key":"396_CR30","doi-asserted-by":"crossref","unstructured":"Pei, K., Cao, Y., Yang, J., Jana, S.: Deepxplore: automated whitebox testing of deep learning systems. In: Proceedings of the 26th Symposium on Operating Systems Principles, Shanghai, China, 28\u201331 October 2017, pp. 1\u201318. ACM (2017)","DOI":"10.1145\/3132747.3132785"},{"key":"396_CR31","unstructured":"Rieck, B., Togninalli, M., Bock, C., Moor, M., Horn, M., Gumbsch, T., Borgwardt, K.M.: Neural persistence: A complexity measure for deep neural networks using algebraic topology. In: 7th International Conference on Learning Representations, ICLR 2019, New Orleans, LA, USA, 6\u20139 May 2019. OpenReview.net"},{"key":"396_CR32","doi-asserted-by":"crossref","unstructured":"Shen, W., Li, Y., Chen, L., Han, Y., Zhou, Y., Xu, B.: Multiple-boundary clustering and prioritization to promote neural network retraining. In: 35th IEEE\/ACM International Conference on Automated Software Engineering, ASE 2020, Melbourne, Australia, 21\u201325 September 2020, pp. 410\u2013422. IEEE (2020)","DOI":"10.1145\/3324884.3416621"},{"key":"396_CR33","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. In: Bengio, Y., LeCun, Y. (eds.) 3rd International Conference on Learning Representations, ICLR 2015, San Diego, CA, USA, May 7\u20139, 2015, Conference Track Proceedings"},{"key":"396_CR34","doi-asserted-by":"crossref","unstructured":"Tian, Y., Pei, K., Jana, S., Ray, B.: Deeptest: automated testing of deep-neural-network-driven autonomous cars. In: Chaudron, M., Crnkovic, I., Chechik, M., Harman, M. (eds.) Proceedings of the 40th International Conference on Software Engineering, ICSE 2018, Gothenburg, Sweden, May 27\u2013June 03 2018, pp. 303\u2013314. ACM (2018)","DOI":"10.1145\/3180155.3180220"},{"key":"396_CR35","doi-asserted-by":"crossref","unstructured":"Vahedian, F., Li, R., Trivedi, P., Jin, D., Koutra, D.: Leveraging the graph structure of neural network training dynamics. In: Hasan, M.A., Xiong, L. (eds.) Proceedings of the 31st ACM International Conference on Information & Knowledge Management, Atlanta, GA, USA, 17\u201321 October 2022, pp. 4545\u20134549. ACM (2022)","DOI":"10.1145\/3511808.3557628"},{"key":"396_CR36","doi-asserted-by":"crossref","unstructured":"Wang, Z., You, H., Chen, J., Zhang, Y., Dong, X., Zhang, W.: Prioritizing test inputs for deep neural networks via mutation analysis. In: 43rd IEEE\/ACM International Conference on Software Engineering, ICSE 2021, Madrid, Spain, 22\u201330 May 2021, pp. 397\u2013409. IEEE (2021)","DOI":"10.1109\/ICSE43902.2021.00046"},{"issue":"7","key":"396_CR37","doi-asserted-by":"publisher","first-page":"9543","DOI":"10.1109\/TITS.2022.3146038","volume":"23","author":"J Wang","year":"2022","unstructured":"Wang, J., Su, W., Luo, C., Chen, J., Song, H., Li, J.: CSG: classifier-aware defense strategy based on compressive sensing and generative networks for visual recognition in autonomous vehicle systems. IEEE Trans. Intell. Transp. Syst. 23(7), 9543\u20139553 (2022)","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"396_CR38","doi-asserted-by":"crossref","unstructured":"Weiss, M., Tonella, P.: Fail-safe execution of deep learning based systems through uncertainty monitoring. In: 14th IEEE Conference on Software Testing, Verification and Validation, ICST 2021, Porto de Galinhas, Brazil, 12-16 April 2021, pp. 24\u201335. IEEE (2021)","DOI":"10.1109\/ICST49551.2021.00015"},{"key":"396_CR39","doi-asserted-by":"crossref","unstructured":"Weiss, M., Tonella, P.: Simple techniques work surprisingly well for neural network test prioritization and active learning (replicability study). In: Ryu, S., Smaragdakis, Y. (eds.) ISSTA\u201922: 31st ACM SIGSOFT International Symposium on Software Testing and Analysis, Virtual Event, South Korea, 18\u201322 July 2022, pp. 139\u2013150. ACM (2022)","DOI":"10.1145\/3533767.3534375"},{"key":"396_CR40","unstructured":"Zhao, Y., Zhang, H.: Quantitative performance assessment of CNN units via topological entropy calculation. In: The Tenth International Conference on Learning Representations, ICLR 2022, Virtual Event, 25\u201329 April 2022. OpenReview.net"},{"issue":"4","key":"396_CR41","doi-asserted-by":"publisher","first-page":"366","DOI":"10.1145\/267580.267590","volume":"29","author":"H Zhu","year":"1997","unstructured":"Zhu, H., Hall, P.A.V., May, J.H.R.: Software unit test coverage and adequacy. ACM Comput. Surv. 29(4), 366\u2013427 (1997)","journal-title":"ACM Comput. Surv."}],"container-title":["Automated Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10515-023-00396-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10515-023-00396-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10515-023-00396-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,10,25]],"date-time":"2023-10-25T03:10:24Z","timestamp":1698203424000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10515-023-00396-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8,22]]},"references-count":41,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2023,11]]}},"alternative-id":["396"],"URL":"https:\/\/doi.org\/10.1007\/s10515-023-00396-8","relation":{"has-preprint":[{"id-type":"doi","id":"10.21203\/rs.3.rs-2588887\/v1","asserted-by":"object"}]},"ISSN":["0928-8910","1573-7535"],"issn-type":[{"value":"0928-8910","type":"print"},{"value":"1573-7535","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,8,22]]},"assertion":[{"value":"15 February 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 July 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 August 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"28"}}