{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T05:57:07Z","timestamp":1777874227137,"version":"3.51.4"},"reference-count":44,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100013314","name":"Higher Education Discipline Innovation Project","doi-asserted-by":"publisher","award":["B16009"],"award-info":[{"award-number":["B16009"]}],"id":[{"id":"10.13039\/501100013314","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61977014"],"award-info":[{"award-number":["61977014"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61902056"],"award-info":[{"award-number":["61902056"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Neurocomputing"],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1016\/j.neucom.2026.133673","type":"journal-article","created":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T17:22:21Z","timestamp":1776100941000},"page":"133673","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Selecting test cases to reveal defects in recurrent neural networks"],"prefix":"10.1016","volume":"685","author":[{"given":"Hao","family":"Xu","sequence":"first","affiliation":[]},{"given":"Xiaohu","family":"Song","sequence":"additional","affiliation":[]},{"given":"Haitao","family":"Sun","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8024-1781","authenticated-orcid":false,"given":"Hai","family":"Yu","sequence":"additional","affiliation":[]},{"given":"Zhiliang","family":"Zhu","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.neucom.2026.133673_bib0005","author":"Bansal"},{"issue":"3","key":"10.1016\/j.neucom.2026.133673_bib0010","article-title":"A hybrid lstm-transformer model for power load forecasting","volume":"486","author":"Vasileios","year":"2025","journal-title":"IEEE Trans. Smart Grid"},{"issue":"2","key":"10.1016\/j.neucom.2026.133673_bib0015","doi-asserted-by":"crossref","first-page":"e670","DOI":"10.1016\/j.ijrobp.2024.07.1472","article-title":"Optimizing deep learning models: cnn-rnn augmentation with grad-cam analysis for predicting pneumonitis from pre-treatment CT images","volume":"120","author":"Zou","year":"2024","journal-title":"Int. J. Radiat. Oncol. Biol. Phys."},{"key":"10.1016\/j.neucom.2026.133673_bib0020","doi-asserted-by":"crossref","first-page":"1738","DOI":"10.1109\/TCE.2025.3642083","article-title":"Moarnn-am: multi-objective automated recurrent neural network with attention mechanism for cyber-attack detection of UAV","volume":"72","author":"Lu","year":"2026","journal-title":"IEEE Trans. Consum. Electron."},{"key":"10.1016\/j.neucom.2026.133673_bib0025","doi-asserted-by":"crossref","first-page":"58","DOI":"10.1109\/OJITS.2023.3236531","article-title":"Insufficiency-driven DNN error detection in the context of sotif on traffic sign recognition use case","volume":"4","author":"Hacker","year":"2023","journal-title":"IEEE Open J. Intell. Transp. Syst."},{"key":"10.1016\/j.neucom.2026.133673_bib0030","author":"Marzari"},{"key":"10.1016\/j.neucom.2026.133673_bib0035","author":"Sun"},{"issue":"6","key":"10.1016\/j.neucom.2026.133673_bib0040","doi-asserted-by":"crossref","DOI":"10.1145\/3533378","article-title":"Challenges in deploying machine learning: a survey of case studies","volume":"55","author":"Paleyes","year":"2023","journal-title":"ACM Comput. Surv."},{"issue":"11","key":"10.1016\/j.neucom.2026.133673_bib0045","first-page":"1","article-title":"Data-efficient learning via minimizing hyperspherical energy","volume":"45","author":"Cao","year":"2023","journal-title":"ACM Comput. Surv."},{"issue":"3","key":"10.1016\/j.neucom.2026.133673_bib0050","first-page":"1","article-title":"Coverage-guided testing for recurrent neural networks","volume":"71","author":"Huang","year":"2021","journal-title":"IEEE Trans. Reliab."},{"key":"10.1016\/j.neucom.2026.133673_bib0055","series-title":"Proceedings of the 29th ACM SIGSOFT International Symposium on Software Testing and Analysis","first-page":"177","article-title":"Deepgini: prioritizing massive tests to enhance the robustness of deep neural networks","author":"Feng","year":"2020"},{"key":"10.1016\/j.neucom.2026.133673_bib0060","series-title":"2018 IEEE 29th International Symposium on Software Reliability Engineering","first-page":"100","article-title":"Deepmutation: mutation testing of deep learning systems","author":"Ma","year":"2018"},{"key":"10.1016\/j.neucom.2026.133673_bib0065","series-title":"2019 34th IEEE\/ACM International Conference on Automated Software Engineering","first-page":"1158","article-title":"Deepmutation++: a mutation testing framework for deep learning systems","author":"Hu","year":"2019"},{"issue":"4","key":"10.1016\/j.neucom.2026.133673_bib0070","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3643678","article-title":"Test optimization in DNN testing: a survey","volume":"33","author":"Hu","year":"2024","journal-title":"ACM Trans. Softw. Eng. Methodol."},{"issue":"11","key":"10.1016\/j.neucom.2026.133673_bib0075","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1145\/3361566","article-title":"Deepxplore: automated whitebox testing of deep learning systems","volume":"62","author":"Pei","year":"2019","journal-title":"Commun. ACM"},{"issue":"7","key":"10.1016\/j.neucom.2026.133673_bib0080","first-page":"1","article-title":"Neuron sensitivity-guided test case selection","volume":"33","author":"Dong","year":"2024","journal-title":"Commun. ACM"},{"key":"10.1016\/j.neucom.2026.133673_bib0085","series-title":"Proceedings of the IEEE\/ACM 44th International Conference on Software Engineering","first-page":"73","article-title":"Adaptive test selection for deep neural networks","author":"Gao","year":"2022"},{"key":"10.1016\/j.neucom.2026.133673_bib0090","author":"Lipton"},{"key":"10.1016\/j.neucom.2026.133673_bib0095","author":"Guo"},{"key":"10.1016\/j.neucom.2026.133673_bib0100","author":"Huang"},{"key":"10.1016\/j.neucom.2026.133673_bib0105","series-title":"Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","first-page":"477","article-title":"Deepstellar: model-based quantitative analysis of stateful deep learning systems","author":"Du","year":"2019"},{"issue":"10","key":"10.1016\/j.neucom.2026.133673_bib0110","doi-asserted-by":"crossref","first-page":"4167","DOI":"10.1109\/TSE.2021.3114353","article-title":"Rnn-test: towards adversarial testing for recurrent neural network systems","volume":"48","author":"Dong","year":"2022","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/j.neucom.2026.133673_bib0115","series-title":"2022 IEEE\/ACM 44rd International Conference on Software Engineering","first-page":"598","article-title":"Deepstate: selecting test suites to enhance the robustness of recurrent neural networks","author":"Liu","year":"2022"},{"key":"10.1016\/j.neucom.2026.133673_bib0120","doi-asserted-by":"crossref","DOI":"10.1016\/j.jss.2025.112451","article-title":"Efficient adaptive test case selection for dnns robustness enhancement","volume":"229","author":"Zhang","year":"2025","journal-title":"J. Syst. Softw."},{"key":"10.1016\/j.neucom.2026.133673_bib0125","series-title":"2015 IEEE International Conference on Acoustics, Speech and Signal Processing","first-page":"4580","article-title":"Convolutional, long short-term memory, fully connected deep neural networks","author":"Sainath","year":"2015"},{"issue":"8","key":"10.1016\/j.neucom.2026.133673_bib0130","doi-asserted-by":"crossref","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","article-title":"Long short-term memory","volume":"9","author":"Hochreiter","year":"1997","journal-title":"Neural Comput."},{"key":"10.1016\/j.neucom.2026.133673_bib0135","series-title":"2017 IEEE 60th International Midwest Symposium on Circuits and Systems","first-page":"1597","article-title":"Gate-variants of gated recurrent unit (GRU) neural networks","author":"Dey","year":"2017"},{"key":"10.1016\/j.neucom.2026.133673_bib0140","doi-asserted-by":"crossref","DOI":"10.1016\/j.physd.2019.132306","article-title":"Fundamentals of recurrent neural network (RNN) and long short-term memory (LSTM) network","volume":"404","author":"Sherstinsky","year":"2020","journal-title":"Physica D."},{"key":"10.1016\/j.neucom.2026.133673_bib0145","series-title":"2019 IEEE\/ACM 41st International Conference on Software Engineering: New Ideas and Emerging Results","first-page":"89","article-title":"Structural coverage criteria for neural networks could be misleading","author":"Li","year":"2019"},{"issue":"2","key":"10.1016\/j.neucom.2026.133673_bib0150","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1002\/stv.430","article-title":"Regression testing minimization, selection and prioritization: a survey","volume":"22","author":"Yoo","year":"2012","journal-title":"Softw. Test. Verif. Reliab."},{"issue":"12","key":"10.1016\/j.neucom.2026.133673_bib0155","doi-asserted-by":"crossref","first-page":"7237","DOI":"10.1109\/TNNLS.2021.3084527","article-title":"Serene: sensitivity-based regularization of neurons for structured sparsity in neural networks","volume":"33","author":"Enzo","year":"2022","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"issue":"5","key":"10.1016\/j.neucom.2026.133673_bib0160","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s10664-024-10524-x","article-title":"Neuron importance-aware coverage analysis for deep neural network testing","volume":"29","author":"Guo","year":"2024","journal-title":"Empir. Softw. Eng."},{"issue":"4","key":"10.1016\/j.neucom.2026.133673_bib0165","doi-asserted-by":"crossref","first-page":"6972","DOI":"10.1109\/JIOT.2023.3314820","article-title":"Snpf: sensitiveness-based network pruning framework for efficient edge computing","volume":"11","author":"Lu","year":"2024","journal-title":"IEEE Internet Things J."},{"issue":"8","key":"10.1016\/j.neucom.2026.133673_bib0170","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1109\/32.536955","article-title":"Analyzing regression test selection techniques","volume":"22","author":"Rothermel","year":"1996","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"6","key":"10.1016\/j.neucom.2026.133673_bib0175","doi-asserted-by":"crossref","first-page":"1702","DOI":"10.1109\/TSE.2025.3565037","article-title":"Deepvec: state-vector aware test case selection for enhancing recurrent neural network","volume":"51","author":"Jiang","year":"2025","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/j.neucom.2026.133673_bib0180","doi-asserted-by":"crossref","first-page":"1702","DOI":"10.1016\/j.jss.2025.112451","article-title":"Efficient adaptive test case selection for dnns robustness enhancement","volume":"229","author":"Zhang","year":"2025","journal-title":"J. Syst. Softw."},{"issue":"29","key":"10.1016\/j.neucom.2026.133673_bib0185","first-page":"1702","article-title":"Test case selection and prioritization using machine learning: a systematic literature review","volume":"27","author":"Pan","year":"2022","journal-title":"Empir. Softw. Eng."},{"key":"10.1016\/j.neucom.2026.133673_bib0190","series-title":"2009 IEEE International Conference on Software Testing Verification and Validation Workshop","first-page":"167","article-title":"Using logic criterion feasibility to reduce test set size while guaranteeing double fault detection","author":"Kaminski","year":"2009"},{"key":"10.1016\/j.neucom.2026.133673_bib0195","series-title":"7th European Conference on Software Maintenance and Reengineering","first-page":"167","article-title":"Maintaining evolving component-based software with uml","author":"Wu","year":"2003"},{"key":"10.1016\/j.neucom.2026.133673_bib0200","series-title":"Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","first-page":"499","article-title":"Boosting operational DNN testing efficiency through conditioning","author":"Li","year":"2019"},{"key":"10.1016\/j.neucom.2026.133673_bib0205","series-title":"Proceedings of the 31st ACM SIGSOFT International Symposium on Software Testing and Analysis","first-page":"139","article-title":"Simple techniques work surprisingly well for neural network test prioritization and active learning (replicability study)","author":"Weiss","year":"2022"},{"key":"10.1016\/j.neucom.2026.133673_bib0210","series-title":"2019 IEEE\/ACM 41st International Conference on Software Engineering","first-page":"1039","article-title":"Guiding deep learning system testing using Surprise adequacy","author":"Kim","year":"2019"},{"key":"10.1016\/j.neucom.2026.133673_bib0215","series-title":"Proceedings of the 44th IEEE\/ACM International Conference on Software Engineering","first-page":"73","article-title":"Adaptive test selection for deep neural networks","author":"Gao","year":"2022"},{"key":"10.1016\/j.neucom.2026.133673_bib0220","doi-asserted-by":"crossref","DOI":"10.1016\/j.knosys.2023.110955","article-title":"RNNtcs: a test case selection method for recurrent neural networks","volume":"279","author":"Wu","year":"2023","journal-title":"Knowl.-based Syst."}],"container-title":["Neurocomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0925231226010702?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0925231226010702?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T19:21:28Z","timestamp":1777576888000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0925231226010702"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7]]},"references-count":44,"alternative-id":["S0925231226010702"],"URL":"https:\/\/doi.org\/10.1016\/j.neucom.2026.133673","relation":{},"ISSN":["0925-2312"],"issn-type":[{"value":"0925-2312","type":"print"}],"subject":[],"published":{"date-parts":[[2026,7]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Selecting test cases to reveal defects in recurrent neural networks","name":"articletitle","label":"Article Title"},{"value":"Neurocomputing","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.neucom.2026.133673","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier B.V. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"133673"}}