{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,27]],"date-time":"2025-09-27T17:00:07Z","timestamp":1758992407108,"version":"3.37.3"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2022,7,20]],"date-time":"2022-07-20T00:00:00Z","timestamp":1658275200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,7,20]],"date-time":"2022-07-20T00:00:00Z","timestamp":1658275200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"Anhui Polytechnic University Introduced Talent Research Startup Fund","award":["2020YQQ039"],"award-info":[{"award-number":["2020YQQ039"]}]},{"DOI":"10.13039\/100014718","name":"Innovative Research Group Project of the National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100014718","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"published-print":{"date-parts":[[2023,1]]},"DOI":"10.1007\/s11227-022-04704-z","type":"journal-article","created":{"date-parts":[[2022,7,20]],"date-time":"2022-07-20T03:20:35Z","timestamp":1658287235000},"page":"880-896","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Deep delay rectified neural networks"],"prefix":"10.1007","volume":"79","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1495-6316","authenticated-orcid":false,"given":"Chuanhui","family":"Shan","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ao","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiumei","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,7,20]]},"reference":[{"issue":"5786","key":"4704_CR1","doi-asserted-by":"publisher","first-page":"504","DOI":"10.1126\/science.1127647","volume":"313","author":"GE Hinton","year":"2006","unstructured":"Hinton GE, Salakhutdinov RR (2006) Reducing the dimensionality of data with neural networks. Science 313(5786):504\u2013507. https:\/\/doi.org\/10.1126\/science.1127647","journal-title":"Science"},{"issue":"10","key":"4704_CR2","doi-asserted-by":"publisher","DOI":"10.1016\/j.sigpro.2021.108026","volume":"183","author":"J Moon","year":"2021","unstructured":"Moon J, Hossain MB, Chon KH (2021) Ar and arma model order selection for time-series modeling with imagenet classification. Signal Process 183(10):108026. https:\/\/doi.org\/10.1016\/j.sigpro.2021.108026","journal-title":"Signal Process"},{"key":"4704_CR3","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-021-11119-0","author":"R Shashidhar","year":"2021","unstructured":"Shashidhar R, Patilkulkarni S (2021) Visual speech recognition for small scale dataset using vgg16 convolution neural network. Multimed Tools Appl. https:\/\/doi.org\/10.1007\/s11042-021-11119-0","journal-title":"Multimed Tools Appl"},{"key":"4704_CR4","doi-asserted-by":"publisher","DOI":"10.1142\/S0218488521400067","author":"SP Patil","year":"2021","unstructured":"Patil SP, Jariwala KN (2021) Improving the efficiency of image and video forgery detection using hybrid convolutional neural networks. Int J Uncertain Fuzziness Knowl-Based Syst. https:\/\/doi.org\/10.1142\/S0218488521400067","journal-title":"Int J Uncertain Fuzziness Knowl-Based Syst"},{"key":"4704_CR5","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2020.101849","volume":"68","author":"MW Lafarge","year":"2021","unstructured":"Lafarge MW, Bekkers EJ, Pluim J (2021) Roto-translation equivariant convolutional networks: Application to histopathology image analysis. Med Image Anal 68:101849. https:\/\/doi.org\/10.1016\/j.media.2020.101849","journal-title":"Med Image Anal"},{"key":"4704_CR6","doi-asserted-by":"publisher","DOI":"10.1016\/j.csl.2021.101308","volume":"72","author":"A Wali","year":"2022","unstructured":"Wali A, Alamgir Z, Karim S, Fawaz A, Ali MB, Adan M, Mujtaba M (2022) Generative adversarial networks for speech processing: a review. Comput Speech Lang 72:101308. https:\/\/doi.org\/10.1016\/j.csl.2021.101308","journal-title":"Comput Speech Lang"},{"key":"4704_CR7","doi-asserted-by":"crossref","unstructured":"Han J, Moraga C (1995) The influence of the sigmoid function parameters on the speed of back-propagation learning. In: International Workshop on Artificial Neural Networks. Springer, Berlin, Heidelberg, pp 195\u2013201","DOI":"10.1007\/3-540-59497-3_175"},{"key":"4704_CR8","unstructured":"Glorot X, Bengio Y (2010) Understanding the difficulty of training deep feedforward neural networks. In: Proceedings of the thirteenth international conference on artificial intelligence and statistics, 249\u2013256"},{"key":"4704_CR9","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1016\/j.chb.2018.12.029","volume":"93","author":"A Chatterjee","year":"2019","unstructured":"Chatterjee A, Gupta U, Chinnakotla MK, Srikanth R, Galley M, Agrawal P (2019) Understanding emotions in text using deep learning and big data. Comput Hum Behav 93:309\u2013317. https:\/\/doi.org\/10.1016\/j.chb.2018.12.029","journal-title":"Comput Hum Behav"},{"key":"4704_CR10","unstructured":"Nair V, Hinton GE (2010) Rectified linear units improving restricted boltzmann machines. In: Proceedings of the 27th International Conference on Machine Learning (ICML-10), Haifa, Israel: DBLP, 807\u2013814"},{"key":"4704_CR11","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2012) Imagenet classification with deep convolutional neural networks. Advances in Neural Information Processing Systems, 1097\u20131105"},{"issue":"1","key":"4704_CR12","first-page":"3","volume":"30","author":"AL Maas","year":"2013","unstructured":"Maas AL, Hannun AY, Ng AY (2013) Rectifier nonlinearities improve neural network acoustic models. Proc. Icml. 30(1):3\u20138","journal-title":"Proc. Icml."},{"key":"4704_CR13","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren, Sun J (2015) Delving deep into rectifiers: Surpassing human-level performance on imagenet classification. In: Proceedings of the IEEE International Conference on Computer Vision, pp 1026\u20131034","DOI":"10.1109\/ICCV.2015.123"},{"key":"4704_CR14","unstructured":"Clevert DA, Unterthiner T, Hochreiter S (2015) Fast and accurate deep network learning by exponential linear units (elus). ICLR"},{"key":"4704_CR15","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1016\/j.neucom.2018.01.084","volume":"301","author":"Y Li","year":"2018","unstructured":"Li Y, Fan C, Li Y, Wu Q, Ming Y (2018) Improving deep neural network with multiple parametric exponential linear units. Neurocomputing 301:11\u201324. https:\/\/doi.org\/10.1016\/j.neucom.2018.01.084","journal-title":"Neurocomputing"},{"key":"4704_CR16","doi-asserted-by":"publisher","DOI":"10.4172\/2375-4397.1000e111","author":"X Jin","year":"2016","unstructured":"Jin X, Xu C, Feng J, Wei Y, Xiong J, Yan S (2016) Deep learning with s-shaped rectified linear activation units. AAAI. https:\/\/doi.org\/10.4172\/2375-4397.1000e111","journal-title":"AAAI"},{"issue":"10","key":"4704_CR17","doi-asserted-by":"publisher","first-page":"2693","DOI":"10.1007\/s12555-018-0796-0","volume":"17","author":"CH Shan","year":"2019","unstructured":"Shan CH, Guo XR, Ou J (2019) Deep leaky single-peaked triangle neural networks. Int J Control Autom Syst 17(10):2693\u20132701. https:\/\/doi.org\/10.1007\/s12555-018-0796-0","journal-title":"Int J Control Autom Syst"},{"issue":"2","key":"4704_CR18","doi-asserted-by":"publisher","first-page":"2809","DOI":"10.3233\/JIFS-190017","volume":"37","author":"CH Shan","year":"2019","unstructured":"Shan CH, Guo XR, Ou J (2019) Residual learning of deep convolutional neural networks for image denoising. J Intell Fuzzy Syst 37(2):2809\u20132818. https:\/\/doi.org\/10.3233\/JIFS-190017","journal-title":"J Intell Fuzzy Syst"},{"key":"4704_CR19","unstructured":"Nicholls JG, Martin AR, Fuchs PA, Brown DA, Diamond ME, Weisblat DA (2012) From neuron to brain, 5th ed. Sunderland Masinauer Associates 15\u201317"},{"key":"4704_CR20","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1016\/j.neucom.2021.08.132","volume":"465","author":"MS Feali","year":"2021","unstructured":"Feali MS (2021) Using volatile\/non-volatile memristor for emulating the short-and long-term adaptation behavior of the biological neurons. Neurocomputing 465:157\u2013166. https:\/\/doi.org\/10.1016\/j.neucom.2021.08.132","journal-title":"Neurocomputing"},{"issue":"1","key":"4704_CR21","doi-asserted-by":"publisher","first-page":"290","DOI":"10.31801\/cfsuasmas.752697","volume":"70","author":"L Zbek","year":"2021","unstructured":"Zbek L, Temuin A, Cengiz B (2021) A study on the modeling and simulation for the motor unit action potential. Mosc Univ Comput Math Cybern 70(1):290\u2013299. https:\/\/doi.org\/10.31801\/cfsuasmas.752697","journal-title":"Mosc Univ Comput Math Cybern"},{"key":"4704_CR22","volume-title":"The physical background of perception","author":"ED Adrian","year":"1946","unstructured":"Adrian ED (1946) The physical background of perception. Clarendon Press, Oxford"},{"key":"4704_CR23","doi-asserted-by":"crossref","unstructured":"Rigoard P(2021) Atlas of anatomy of the peripheral nerves: The nerves of the limbscexpert edition. Springer Nature","DOI":"10.1007\/978-3-030-49179-6"},{"key":"4704_CR24","unstructured":"Gulcehre C, Moczulski M, Denil M, Bengio Y (2016) Noisy activation functions. In: Int Conf  Mach Learn, 3059\u20133068"},{"issue":"11","key":"4704_CR25","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun Y, Bottou L (1998) Gradient-based learning applied to document recognition. Proc IEEE 86(11):2278\u20132324. https:\/\/doi.org\/10.1109\/5.726791","journal-title":"Proc IEEE"},{"key":"4704_CR26","unstructured":"Simonyan K, Zisserman A (2014) Very deep convolutional networks for large-scale image recognition. Computer Science"},{"issue":"1","key":"4704_CR27","doi-asserted-by":"publisher","first-page":"503","DOI":"10.1093\/bib\/bbab503","volume":"23","author":"Z Chen","year":"2022","unstructured":"Chen Z, Jiang Y, Zhang X (2022) Resnet18dnn: prediction approach of drug-induced liver injury by deep neural network with resnet18. Brief Bioinform 23(1):503. https:\/\/doi.org\/10.1093\/bib\/bbab503","journal-title":"Brief Bioinform"},{"key":"4704_CR28","unstructured":"LeCun Y, Cortes C, Burges CJ(2010) Mnist handwritten digit database. AT &T Labs[Online] 2 http:\/\/yann.lecun.com\/exdb\/mnist"},{"key":"4704_CR29","unstructured":"Xiao H, Rasul K, Vollgraf R (2017) Fashion-mnist: a novel image dataset for benchmarking machine learning algorithms. arXiv: 1708\u201307747"},{"key":"4704_CR30","unstructured":"Netzer Y, Wang T, Coates A, Bissacco A, Wu B, Ng AY (2011) Reading digits in natural images with unsupervised feature learning. Advances in neural information processing systems. La Jolla, Neural Inf Proces Syst (NIPS), pp 4\u201312"},{"issue":"12","key":"4704_CR31","doi-asserted-by":"publisher","first-page":"5706","DOI":"10.1007\/978-3-642-33709-3_30","volume":"24","author":"A Borji","year":"2015","unstructured":"Borji A, Cheng MM, Jiang H, Li J (2015) Salient object detection: a benchmark. IEEE Trans Image Process 24(12):5706\u20135722. https:\/\/doi.org\/10.1007\/978-3-642-33709-3_30","journal-title":"IEEE Trans-Actions Image Process"},{"key":"4704_CR32","doi-asserted-by":"crossref","unstructured":"Nilsback ME, Zisserman A (2008) Automated flower classification over a large number of classes. In: Sixth Indian Conference on Computer Vision, Graphics and Image Processing, ICVGIP 2008, Bhubaneswar, India, 16-19 December 2008. IEEE","DOI":"10.1109\/ICVGIP.2008.47"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-022-04704-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-022-04704-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-022-04704-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,4]],"date-time":"2023-01-04T14:39:06Z","timestamp":1672843146000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-022-04704-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,20]]},"references-count":32,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2023,1]]}},"alternative-id":["4704"],"URL":"https:\/\/doi.org\/10.1007\/s11227-022-04704-z","relation":{},"ISSN":["0920-8542","1573-0484"],"issn-type":[{"type":"print","value":"0920-8542"},{"type":"electronic","value":"1573-0484"}],"subject":[],"published":{"date-parts":[[2022,7,20]]},"assertion":[{"value":"30 June 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 July 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Chuanhui Shan declares that he has no conflict of interest. Ao Li declares that he has no conflict of interest. Xiumei Chen declares that she has no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"This article does not contain any studies with human participants or animals performed by any of the authors.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"MNIST dataset that supports the findings of this study is openly available in [GRAVITI] at [https:\/\/gas.graviti.cn\/dataset\/data-decorators\/MNIST], reference number [28]. Fashion-MNIST dataset that supports the findings of this study is openly available in [GRAVITI] at [https:\/\/www.graviti.cn\/open-datasets\/FashionMNIST], reference number [29]. SVHN dataset that supports the findings of this study is openly available in [GRAVITI] at [https:\/\/www.graviti.cn\/open-datasets\/SVHN], reference number [30]. CALTECH101 dataset that supports the findings of this study is openly available in [GRAVITI] at [https:\/\/gas.graviti.cn\/dataset\/graviti-open-dataset\/Caltech101], reference number [31]. 102 Category Flower (FLOWER102) dataset that supports the findings of this study is openly available in [GRAVITI] at [https:\/\/www.graviti.cn\/open-datasets\/Flower102], reference number [32].","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Data availability"}}]}}