{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,17]],"date-time":"2026-05-17T13:37:47Z","timestamp":1779025067116,"version":"3.51.4"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2021,10,19]],"date-time":"2021-10-19T00:00:00Z","timestamp":1634601600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,10,19]],"date-time":"2021-10-19T00:00:00Z","timestamp":1634601600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2022,1]]},"DOI":"10.1007\/s11042-021-11593-6","type":"journal-article","created":{"date-parts":[[2021,10,19]],"date-time":"2021-10-19T08:27:10Z","timestamp":1634632030000},"page":"2065-2094","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":54,"title":["Optimized leaky ReLU for handwritten Arabic character recognition using convolution neural networks"],"prefix":"10.1007","volume":"81","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1844-5839","authenticated-orcid":false,"given":"Bahera H.","family":"Nayef","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Siti Norul Huda Sheikh","family":"Abdullah","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rossilawati","family":"Sulaiman","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zaid Abdi Alkareem","family":"Alyasseri","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,10,19]]},"reference":[{"key":"11593_CR1","unstructured":"Agarap AF (2018) Deep learning using rectified linear units (ReLU). arXiv:1803.08375"},{"key":"11593_CR2","doi-asserted-by":"crossref","unstructured":"Ali AAA, Suresha M (2019) Arabic handwritten character recognition using machine learning approaches. In: 2019 fifth international conference on image information processing (ICIIP). IEEE.","DOI":"10.1109\/ICIIP47207.2019.8985839"},{"key":"11593_CR3","doi-asserted-by":"publisher","first-page":"69","DOI":"10.17576\/apjitm-2020-0901-06","volume":"09","author":"I Alsheikh","year":"2020","unstructured":"Alsheikh I, Mohd M, Warlina L (2020) A review of Arabic text recognition dataset. Asia-Pacific J Inf Technol Multimedia 09:69\u201381","journal-title":"Asia-Pacific J Inf Technol Multimedia"},{"key":"11593_CR4","doi-asserted-by":"crossref","unstructured":"Altwaijry N, Al-Turaiki I (2020) Arabic handwriting recognition system using convolutional neural network. Neural Computing Appl 1\u201313.","DOI":"10.1155\/2020\/3685614"},{"key":"11593_CR5","unstructured":"Arora R, et al (2016) Understanding deep neural networks with rectified linear units. arXiv:1611.01491"},{"key":"11593_CR6","unstructured":"Azmi M (2013) A novel feature from combinations of triangle geometry for digital Jawi paleography. Universiti Kebangsaan Malaysia"},{"key":"11593_CR7","doi-asserted-by":"crossref","unstructured":"Bengio Y (2009) Learning deep architectures for AI. Foundations and trends\u00ae in Machine Learning 2(1): 1\u2013127.","DOI":"10.1561\/2200000006"},{"key":"11593_CR8","doi-asserted-by":"publisher","first-page":"180","DOI":"10.1016\/j.cogsys.2017.11.002","volume":"50","author":"C Boufenar","year":"2018","unstructured":"Boufenar C, Kerboua A, Batouche M (2018) Investigation on deep learning for off-line handwritten Arabic character recognition. Cogn Syst Res 50:180\u2013195","journal-title":"Cogn Syst Res"},{"key":"11593_CR9","unstructured":"Clevert D-A, Unterthiner T, Hochreiter S (2015) Fast and accurate deep network learning by exponential linear units (elus). arXiv:1511.07289"},{"key":"11593_CR10","unstructured":"Chen Z (2017) Deep-learning approaches to object recognition from 3D Data. Case Western Reserve University http:\/\/www.ohiolink.edu\/. p. 92."},{"key":"11593_CR11","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1155\/2019\/2537689","volume":"2019","author":"A Dahou","year":"2019","unstructured":"Dahou A et al (2019) Arabic sentiment classification using convolutional neural network and differential evolution algorithm. Comput Intell Neurosci 2019:16","journal-title":"Comput Intell Neurosci"},{"key":"11593_CR12","doi-asserted-by":"crossref","unstructured":"Deng J, et al (2009) Imagenet: a large-scale hierarchical image database. In IEEE conference on computer vision and pattern recognition. IEEE","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"11593_CR13","unstructured":"Donahue J, et al (2014) Decaf: a deep convolutional activation feature for generic visual recognition. in International conference on machine learning."},{"key":"11593_CR14","doi-asserted-by":"crossref","unstructured":"Dubey AK, Jain V (2019) Comparative study of convolution neural network\u2019s ReLU and leaky-ReLU activation functions. Singapore: Springer Singapore.","DOI":"10.1007\/978-981-13-6772-4_76"},{"key":"11593_CR15","first-page":"11","volume":"5","author":"A El-Sawy","year":"2017","unstructured":"El-Sawy A, Loey M, El-Bakry H (2017) Arabic handwritten characters recognition using convolutional neural network. WSEAS Transactions on Computer Research 5:11\u201319","journal-title":"WSEAS Transactions on Computer Research"},{"key":"11593_CR16","doi-asserted-by":"crossref","unstructured":"Gao Z, Edirisinghe E, Chesnokov S (2019) Image super-resolution using CNN optimised by self-feature loss. In 2019 IEEE international conference on image processing (ICIP). IEEE.","DOI":"10.1109\/ICIP.2019.8803279"},{"key":"11593_CR17","doi-asserted-by":"publisher","first-page":"354","DOI":"10.1016\/j.patcog.2017.10.013","volume":"77","author":"J Gu","year":"2018","unstructured":"Gu J et al (2018) Recent advances in convolutional neural networks. Pattern Recogn 77:354\u2013377","journal-title":"Pattern Recogn"},{"issue":"6789","key":"11593_CR18","doi-asserted-by":"publisher","first-page":"947","DOI":"10.1038\/35016072","volume":"405","author":"RH Hahnloser","year":"2000","unstructured":"Hahnloser RH et al (2000) Digital selection and analogue amplification coexist in a cortex-inspired silicon circuit. Nature 405(6789):947\u2013951","journal-title":"Nature"},{"issue":"4\u20132","key":"11593_CR19","doi-asserted-by":"publisher","first-page":"1528","DOI":"10.18517\/ijaseit.8.4-2.6959","volume":"8","author":"AH Hasan","year":"2018","unstructured":"Hasan AH, Omar K, Nasrudin MF (2018) Multi-classifier Jawi Handwritten sub-word recognition. Int J Adv Sci Eng Inf Technol 8(4\u20132):1528\u20131533","journal-title":"Int J Adv Sci Eng Inf Technol"},{"key":"11593_CR20","doi-asserted-by":"crossref","unstructured":"He K, et al (2015) Delving deep into rectifiers: surpassing human-level performance on imagenet classification. In: Proceedings of the IEEE international conference on computer vision.","DOI":"10.1109\/ICCV.2015.123"},{"key":"11593_CR21","doi-asserted-by":"crossref","unstructured":"He K, et al (2016) Identity mappings in deep residual networks. In European conference on computer vision. Springer.","DOI":"10.1007\/978-3-319-46493-0_38"},{"key":"11593_CR22","doi-asserted-by":"crossref","unstructured":"Ibrahim MN, et al (2013) A framework of an online self-based learning for teaching Arabic as second language (TASL). In: 2013 fifth international conference on computational intelligence, modelling and simulation. IEEE.","DOI":"10.1109\/CIMSim.2013.48"},{"issue":"2","key":"11593_CR23","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1134\/S1054661818020141","volume":"28","author":"NA Jebril","year":"2018","unstructured":"Jebril NA, Al-Zoubi HR, Al-Haija QA (2018) Recognition of handwritten Arabic characters using histograms of oriented gradient (HOG). Pattern Recognit Image Anal 28(2):321\u2013345","journal-title":"Pattern Recognit Image Anal"},{"key":"11593_CR24","unstructured":"Khan A, et al (2019) A survey of the recent architectures of deep convolutional neural networks. arXiv:1901.06032"},{"issue":"4","key":"11593_CR25","doi-asserted-by":"publisher","first-page":"541","DOI":"10.1162\/neco.1989.1.4.541","volume":"1","author":"Y LeCun","year":"1989","unstructured":"LeCun Y et al (1989) Backpropagation applied to handwritten zip code recognition. Neural Comput 1(4):541\u2013551","journal-title":"Neural Comput"},{"issue":"10","key":"11593_CR26","first-page":"1995","volume":"3361","author":"Y LeCun","year":"1995","unstructured":"LeCun Y, Bengio Y (1995) Convolutional networks for images, speech, and time series. Handbook Brain Theory Neural Netw 3361(10):1995","journal-title":"Handbook Brain Theory Neural Netw"},{"key":"11593_CR27","unstructured":"Lee J, et al (2019) ProbAct: a probabilistic activation function for deep neural networks. arXiv:1905.10761"},{"key":"11593_CR28","unstructured":"Maas AL, Hannun AY, Ng AY (2013) Rectifier nonlinearities improve neural network acoustic models. In Proc. ICML."},{"key":"11593_CR29","doi-asserted-by":"crossref","unstructured":"Memon J, Sami M, Khan RA (2020) Handwritten optical character recognition (OCR): a comprehensive systematic literature review (SLR). arXiv:2001.00139","DOI":"10.1109\/ACCESS.2020.3012542"},{"key":"11593_CR30","unstructured":"Nair V, Hinton GE (2010) Rectified linear units improve restricted Boltzmann machines. In ICML"},{"key":"11593_CR31","doi-asserted-by":"crossref","unstructured":"Najadat HM, Alshboul AA, Alabed AF (2019) Arabic handwritten characters recognition using convolutional neural network. In: 2019 10th international conference on information and communication systems (ICICS).","DOI":"10.1109\/IACS.2019.8809122"},{"key":"11593_CR32","unstructured":"Nwankpa C, et al (2018) Activation functions: comparison of trends in practice and research for deep learning. arXiv:1811.03378"},{"key":"11593_CR33","doi-asserted-by":"publisher","first-page":"1706","DOI":"10.1016\/j.procs.2018.05.144","volume":"132","author":"AR Pathak","year":"2018","unstructured":"Pathak AR, Pandey M, Rautaray S (2018) Application of deep learning for object detection. Procedia Comput Sci 132:1706\u20131717","journal-title":"Procedia Comput Sci"},{"key":"11593_CR34","doi-asserted-by":"publisher","first-page":"580","DOI":"10.1016\/j.protcy.2013.12.231","volume":"11","author":"J Ramdan","year":"2013","unstructured":"Ramdan J et al (2013) Arabic handwriting data base for text recognition. Procedia Technol 11:580\u2013584","journal-title":"Procedia Technol"},{"key":"11593_CR35","doi-asserted-by":"crossref","unstructured":"Russakovsky O, et al (2012) Object-centric spatial pooling for image classification. In European conference on computer vision. Springer.","DOI":"10.1007\/978-3-642-33709-3_1"},{"issue":"3","key":"11593_CR36","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky O et al (2015) Imagenet large scale visual recognition challenge. Int J Comput Vision 115(3):211\u2013252","journal-title":"Int J Comput Vision"},{"key":"11593_CR37","doi-asserted-by":"crossref","unstructured":"Sahu DK, Jawahar C (2015) Unsupervised feature learning for optical character recognition. In: 2015 13th international conference on document analysis and recognition (ICDAR). IEEE.","DOI":"10.1109\/ICDAR.2015.7333920"},{"key":"11593_CR38","doi-asserted-by":"publisher","first-page":"172","DOI":"10.1016\/j.patcog.2016.04.010","volume":"58","author":"R Sarkhel","year":"2016","unstructured":"Sarkhel R et al (2016) A multi-objective approach towards cost effective isolated handwritten Bangla character and digit recognition. Pattern Recogn 58:172\u2013189","journal-title":"Pattern Recogn"},{"key":"11593_CR39","unstructured":"Shrikumar A, et al (2016) Not just a black box: learning important features through propagating activation differences. arXiv:1605.01713"},{"issue":"4","key":"11593_CR40","doi-asserted-by":"publisher","first-page":"5473","DOI":"10.1007\/s11042-020-09923-1","volume":"80","author":"A Sulaiman","year":"2021","unstructured":"Sulaiman A, Omar K, Nasrudin MF (2021) Two streams deep neural network for handwriting word recognition. Multimedia Tools Appl 80(4):5473\u20135494","journal-title":"Multimedia Tools Appl"},{"key":"11593_CR41","doi-asserted-by":"crossref","unstructured":"Tian Z, et al (2016) Detecting text in natural image with connectionist text proposal network. In European conference on computer vision. Springer.","DOI":"10.1007\/978-3-319-46484-8_4"},{"key":"11593_CR42","unstructured":"Torki M, et al (2014) Window-based descriptors for Arabic handwritten alphabet recognition: a comparative study on a novel dataset. arXiv:1411.3519"},{"key":"11593_CR43","unstructured":"Visin F, et al (2015) Renet: a recurrent neural network based alternative to convolutional networks. arXiv:1505.00393"},{"key":"11593_CR44","unstructured":"Xu B, et al (2015) Empirical evaluation of rectified activations in convolutional network. abs\/1505.00853"},{"key":"11593_CR45","unstructured":"Wang B, et al (2018) Deep neural nets with interpolating function as output activation. In: Advances in neural information processing systems."},{"issue":"3","key":"11593_CR46","first-page":"186","volume":"3","author":"KS Younis","year":"2017","unstructured":"Younis KS (2017) Arabic handwritten character recognition based on deep convolutional neural networks. Jordan J Computers Inf Technol (JJCIT) 3(3):186\u2013200","journal-title":"Jordan J Computers Inf Technol (JJCIT)"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-021-11593-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-021-11593-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-021-11593-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,29]],"date-time":"2022-01-29T09:25:51Z","timestamp":1643448351000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-021-11593-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10,19]]},"references-count":46,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2022,1]]}},"alternative-id":["11593"],"URL":"https:\/\/doi.org\/10.1007\/s11042-021-11593-6","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"value":"1380-7501","type":"print"},{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,10,19]]},"assertion":[{"value":"22 May 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 August 2021","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 September 2021","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 October 2021","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflicts of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}