{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,22]],"date-time":"2026-01-22T23:13:13Z","timestamp":1769123593862,"version":"3.49.0"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"21","license":[{"start":{"date-parts":[[2023,8,16]],"date-time":"2023-08-16T00:00:00Z","timestamp":1692144000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,8,16]],"date-time":"2023-08-16T00:00:00Z","timestamp":1692144000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100006595","name":"UEFISCDI","doi-asserted-by":"crossref","award":["PN-III-P1-1.1-TE-2019-0235"],"award-info":[{"award-number":["PN-III-P1-1.1-TE-2019-0235"]}],"id":[{"id":"10.13039\/501100006595","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2023,11]]},"DOI":"10.1007\/s10489-023-04921-w","type":"journal-article","created":{"date-parts":[[2023,8,16]],"date-time":"2023-08-16T07:01:50Z","timestamp":1692169310000},"page":"25984-26007","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Nonlinear neurons with human-like apical dendrite activations"],"prefix":"10.1007","volume":"53","author":[{"given":"Mariana-Iuliana","family":"Georgescu","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9301-1950","authenticated-orcid":false,"given":"Radu Tudor","family":"Ionescu","sequence":"additional","affiliation":[]},{"given":"Nicolae-C\u0103t\u0103lin","family":"Ristea","sequence":"additional","affiliation":[]},{"given":"Nicu","family":"Sebe","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,8,16]]},"reference":[{"issue":"8","key":"4921_CR1","doi-asserted-by":"publisher","first-page":"5455","DOI":"10.1007\/s10462-020-09825-6","volume":"53","author":"A Khan","year":"2020","unstructured":"Khan A, Sohail A, Zahoora U, Qureshi AS (2020) A survey of the recent architectures of deep convolutional neural networks. Artif Intell Rev 53(8):5455\u20135516","journal-title":"Artif Intell Rev"},{"issue":"6473","key":"4921_CR2","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1126\/science.aax6239","volume":"367","author":"A Gidon","year":"2020","unstructured":"Gidon A, Zolnik TA, Fidzinski P, Bolduan F, Papoutsi A, Poirazi P, Holtkamp M, Vida I, Larkum ME (2020) Dendritic action potentials and computation in human layer 2\/3 cortical neurons. Science 367(6473):83\u201387","journal-title":"Science"},{"issue":"3","key":"4921_CR3","doi-asserted-by":"publisher","first-page":"280","DOI":"10.1016\/j.neuron.2006.07.017","volume":"51","author":"B Knutson","year":"2006","unstructured":"Knutson B, Cooper JC (2006) The Lure of the Unknown. Neuron 51(3):280\u2013282","journal-title":"Neuron"},{"issue":"7553","key":"4921_CR4","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun Y, Bengio Y, Hinton G (2015) Deep learning. Nature 521(7553):436\u2013444","journal-title":"Nature"},{"key":"4921_CR5","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1016\/j.cviu.2016.10.010","volume":"156","author":"D Xu","year":"2017","unstructured":"Xu D, Yan Y, Ricci E, Sebe N (2017) Detecting anomalous events in videos by learning deep representations of appearance and motion. Comput Vision Image Underst 156:117\u2013127","journal-title":"Comput Vision Image Underst"},{"key":"4921_CR6","doi-asserted-by":"publisher","first-page":"438","DOI":"10.1016\/j.neucom.2017.08.063","volume":"275","author":"X Wang","year":"2018","unstructured":"Wang X, Gao L, Song J, Zhen X, Sebe N, Shen HT (2018) Deep appearance and motion learning for egocentric activity recognition. Neurocomputing 275:438\u2013447","journal-title":"Neurocomputing"},{"issue":"6","key":"4921_CR7","doi-asserted-by":"publisher","first-page":"386","DOI":"10.1037\/h0042519","volume":"65","author":"F Rosenblatt","year":"1958","unstructured":"Rosenblatt F (1958) The Perceptron: a probabilistic model for information storage and organization in the brain. Psychol Rev 65(6):386","journal-title":"Psychol Rev"},{"key":"4921_CR8","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/11301.001.0001","volume-title":"Perceptrons: An Introduction to Computational Geometry","author":"Papert SA Minsky","year":"2017","unstructured":"Minsky Papert SA (2017) Perceptrons: An Introduction to Computational Geometry. MIT Press, Cambridge, Massachusetts"},{"key":"4921_CR9","unstructured":"Nair V, Hinton GE (2010) Rectified Linear Units Improve Restricted Boltzmann Machines. In: Proceedings of ICML, pp 807\u2013814"},{"key":"4921_CR10","unstructured":"Maas AL, Hannun AY, Ng AY (2013) Rectifier nonlinearities improve neural network acoustic models. In: Proceedings of WDLASL"},{"key":"4921_CR11","unstructured":"Ramachandran P, Zoph B, Le QV (2018) Searching for Activation Functions. In: Proceedings of ICLR Workshops"},{"key":"4921_CR12","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1016\/j.neunet.2021.01.026","volume":"138","author":"A Apicella","year":"2021","unstructured":"Apicella A, Donnarumma F, Isgr\u00f3 F, Prevete R (2021) A survey on modern trainable activation functions. Neural Networks 138:14\u201332","journal-title":"Neural Networks"},{"key":"4921_CR13","doi-asserted-by":"publisher","first-page":"92","DOI":"10.1016\/j.neucom.2022.06.111","volume":"503","author":"SR Dubey","year":"2022","unstructured":"Dubey SR, Singh SK, Chaudhuri BB (2022) Activation functions in deep learning: A comprehensive survey and benchmark. Neurocomputing 503:92\u2013108","journal-title":"Neurocomputing"},{"issue":"11","key":"4921_CR14","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun Y, Bottou L, Bengio Y, Haffner P (1998) Gradient-based learning applied to document recognition. Proc IEEE 86(11):2278\u20132324","journal-title":"Proc IEEE"},{"key":"4921_CR15","unstructured":"Simonyan K, Zisserman A (2015) Very Deep Convolutional Networks for Large-Scale Image Recognition. In: Proceedings of ICLR"},{"key":"4921_CR16","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep Residual Learning for Image Recognition. In: Proceedings of CVPR, pp 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"4921_CR17","unstructured":"Zhang X, Zhao J, LeCun Y (2015) Character\u2013level convolutional networks for text classification. In: Proceedings of NIPS, pp 649\u2013657"},{"key":"4921_CR18","unstructured":"Xiao H, Rasul K, Vollgraf R (2017) Fashion-MNIST: a Novel Image Dataset for Benchmarking Machine Learning Algorithms. arXiv preprint arXiv:1708.07747"},{"issue":"3","key":"4921_CR19","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky O, Deng J, Su H, Krause J, Satheesh S, Ma S, Huang Z, Karpathy A, Khosla A, Bernstein M, Berg AC, Fei-Fei L (2015) ImageNet Large Scale Visual Recognition Challenge. Int J Comput Vision 115(3):211\u2013252","journal-title":"Int J Comput Vision"},{"key":"4921_CR20","doi-asserted-by":"crossref","unstructured":"Zhang Z, Song Y, Qi H (2017) Age Progression\/Regression by Conditional Adversarial Autoencoder. In: Proceedings of CVPR, pp 5810\u20135818","DOI":"10.1109\/CVPR.2017.463"},{"issue":"4","key":"4921_CR21","doi-asserted-by":"publisher","first-page":"377","DOI":"10.1109\/TAFFC.2014.2336244","volume":"5","author":"H Cao","year":"2014","unstructured":"Cao H, Cooper DG, Keutmann MK, Gur RC, Nenkova A, Verma R (2014) CREMA-D: Crowd-sourced emotional multimodal actors dataset. IEEE Trans Affect Comput 5(4):377\u2013390","journal-title":"IEEE Trans Affect Comput"},{"key":"4921_CR22","doi-asserted-by":"crossref","unstructured":"Butnaru AM, Ionescu RT (2019) MOROCO: The Moldavian and Romanian Dialectal Corpus. In: Proceedings of ACL, pp 688\u2013698","DOI":"10.18653\/v1\/P19-1068"},{"key":"4921_CR23","unstructured":"Hayou S, Doucet A, Rousseau J (2019) On the Impact of the Activation function on Deep Neural Networks Training. In: Proceedings of ICML, pp 2672\u20132680"},{"key":"4921_CR24","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2015) Delving Deep into Rectifiers: Surpassing Human-Level Performance on ImageNet Classification. In: Proceedings of ICCV, pp 1026\u20131034","DOI":"10.1109\/ICCV.2015.123"},{"key":"4921_CR25","unstructured":"Clevert D-A, Unterthiner T, Hochreiter S (2016) Fast and Accurate Deep Network Learning by Exponential Linear Units (ELUs). In: Proceedings of ICLR"},{"key":"4921_CR26","unstructured":"Goodfellow IJ, Warde-Farley D, Mirza M, Courville A, Bengio Y (2013) Maxout Networks. In: Proceedings of ICML, pp 1319\u20131327"},{"key":"4921_CR27","unstructured":"Widrow B (1960) An Adaptive \u2018Adaline\u2019 Neuron Using Chemical \u2018Memistors\u2019. Technical Report 1553\u20132, Stanford Electronics Laboratories"},{"key":"4921_CR28","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1016\/j.neucom.2019.10.104","volume":"380","author":"N Anwani","year":"2020","unstructured":"Anwani N, Rajendran B (2020) Training multi-layer spiking neural networks using NormAD based spatio-temporal error backpropagation. Neurocomputing 380:67\u201377","journal-title":"Neurocomputing"},{"key":"4921_CR29","doi-asserted-by":"crossref","unstructured":"Sarkar T, Lieberth K, Pavlou A, Frank T, Mailaender V, McCulloch I, Blom PW, Torriccelli F, Gkoupidenis P (2022) An organic artificial spiking neuron for in situ neuromorphic sensing and biointerfacing. Nat Electron 1\u201310","DOI":"10.1038\/s41928-022-00859-y"},{"key":"4921_CR30","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1016\/j.neunet.2018.12.002","volume":"111","author":"A Tavanaei","year":"2019","unstructured":"Tavanaei A, Ghodrati M, Kheradpisheh SR, Masquelier T, Maida A (2019) Deep learning in spiking neural networks. Neural Netw 111:47\u201363","journal-title":"Neural Netw"},{"key":"4921_CR31","doi-asserted-by":"crossref","unstructured":"Guerguiev J, Lillicrap TP, Richards BA (2017) Towards deep learning with segregated dendrites. eLife 6:22901","DOI":"10.7554\/eLife.22901"},{"key":"4921_CR32","first-page":"23","volume":"10","author":"J Hawkins","year":"2016","unstructured":"Hawkins J, Ahmad S (2016) Why Neurons Have Thousands of Synapses, a Theory of Sequence Memory in Neocortex. Frontiers Neural Circ 10:23","journal-title":"Frontiers Neural Circ"},{"key":"4921_CR33","unstructured":"Abadi M, Barham P, Chen J, Chen Z, Davis A, Dean J, Devin M, Ghemawat S, Irving G, Isard M, Kudlur M, Levenberg J, Monga R, Moore S, Murray DG, Steiner B, Tucker P, Vasudevan V, Warden P, Wicke M, Yu Y, Zheng X (2016) TensorFlow: A system for large-scale machine learning. In: Proceedings of OSDI, pp 265\u2013283"},{"key":"4921_CR34","unstructured":"Paszke A, Gross S, Massa F, Lere A, Bradbury J, Chanan G, Killeen T, Lin Z, Gimelshein N, Antiga L, Desmaison A, Kopf A, Yang E, DeVito Z, Raison M, Tejani A, Chilamkurthy S, Steiner B, Fang L, Bai J, Chintala S (2019) PyTorch: An Imperative Style, High\u2013 Performance Deep Learning Library. In: Proceedings of NeurIPS, pp 8024\u20138035"},{"issue":"6088","key":"4921_CR35","doi-asserted-by":"publisher","first-page":"533","DOI":"10.1038\/323533a0","volume":"323","author":"DE Rumelhart","year":"1986","unstructured":"Rumelhart DE, Hinton GE, Williams RJ (1986) Learning representations by back-propagating errors. Nature 323(6088):533\u2013536","journal-title":"Nature"},{"key":"4921_CR36","doi-asserted-by":"crossref","unstructured":"Hu J, Shen L, Sun G (2018) Squeeze-and-Excitation Networks. In: Proceedings of CVPR, pp 7132\u20137141","DOI":"10.1109\/CVPR.2018.00745"},{"key":"4921_CR37","unstructured":"Kingma DP, Ba J (2015) Adam: A method for stochastic optimization. In: Proceedings of ICLR"},{"issue":"7","key":"4921_CR38","doi-asserted-by":"publisher","first-page":"1895","DOI":"10.1162\/089976698300017197","volume":"10","author":"TG Dietterich","year":"1998","unstructured":"Dietterich TG (1998) Approximate Statistical Tests for Comparing Supervised Classification Learning Algorithms. Neural Comput 10(7):1895\u20131923","journal-title":"Neural Comput"},{"key":"4921_CR39","doi-asserted-by":"crossref","unstructured":"Shukla A, Vougioukas K, Ma P, Petridis S, Pantic M (2020) Visually guided self-supervised learning of speech representations. In: Proceedings of ICASSP, pp 6299\u20136303","DOI":"10.1109\/ICASSP40776.2020.9053415"},{"key":"4921_CR40","doi-asserted-by":"crossref","unstructured":"He G, Liu X, Fan F, You J (2020) Image2Audio: Facilitating Semisupervised Audio Emotion Recognition with Facial Expression Image. In: Proceedings of CVPR Workshops, pp 912\u2013913","DOI":"10.1109\/CVPRW50498.2020.00464"},{"key":"4921_CR41","unstructured":"Gulcehre C, Moczulski M, Denil M, Bengio Y (2016) Noisy Activation Functions. In: Proceedings of ICML pp 3059\u20133068"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-023-04921-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-023-04921-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-023-04921-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,10,23]],"date-time":"2023-10-23T14:29:13Z","timestamp":1698071353000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-023-04921-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8,16]]},"references-count":41,"journal-issue":{"issue":"21","published-print":{"date-parts":[[2023,11]]}},"alternative-id":["4921"],"URL":"https:\/\/doi.org\/10.1007\/s10489-023-04921-w","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,8,16]]},"assertion":[{"value":"25 July 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 August 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"This research does not involve human participants and\/or animals.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with Ethical Standards"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of Interest"}}]}}