{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,18]],"date-time":"2026-08-18T16:04:50Z","timestamp":1787069090348,"version":"build-2736575974"},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2022,1,10]],"date-time":"2022-01-10T00:00:00Z","timestamp":1641772800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,10]],"date-time":"2022-01-10T00:00:00Z","timestamp":1641772800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"published-print":{"date-parts":[[2022,4]]},"DOI":"10.1007\/s11227-021-04200-w","type":"journal-article","created":{"date-parts":[[2022,1,9]],"date-time":"2022-01-09T19:03:16Z","timestamp":1641754996000},"page":"8346-8366","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Deep brain emotional learning-based intelligent controller applied to an inverted pendulum system"],"prefix":"10.1007","volume":"78","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9655-1883","authenticated-orcid":false,"given":"Jeydson","family":"Silva","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ronaldo","family":"Aquino","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Aida","family":"Ferreira","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Davidson","family":"Marques","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,1,10]]},"reference":[{"key":"4200_CR1","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1080\/10798587.2004.10642862","volume":"10","author":"C Lucas","year":"2004","unstructured":"Lucas C, Shahmirzadi D, Sheikholeslami N (2004) Introducing BELBIC: brain emotional learning based intelligent controller. Intell Autom Soft Comput 10:11\u201321. https:\/\/doi.org\/10.1080\/10798587.2004.10642862","journal-title":"Intell Autom Soft Comput"},{"key":"4200_CR2","doi-asserted-by":"publisher","unstructured":"Jafari M, Fehr R, Carrillo LRG, Xu H (2017) Brain emotional learning-based intelligent tracking control for unmanned aircraft systems with uncertain system dynamics and disturbance. In: Proc. Int. Conf. Unmanned Aircraft Syst 1470\u20131475. https:\/\/doi.org\/10.1109\/ICUAS.2017.7991512","DOI":"10.1109\/ICUAS.2017.7991512"},{"key":"4200_CR3","doi-asserted-by":"publisher","first-page":"311","DOI":"10.1007\/s40430-019-1824-6","volume":"41","author":"S Khorashadizadeh","year":"2019","unstructured":"Khorashadizadeh S, Zadeh SMH, Koohestani MR et al (2019) Robust model-free control of a class of uncertain nonlinear systems using BELBIC: stability analysis and experimental validation. J Braz Soc Mech Sci Eng 41:311. https:\/\/doi.org\/10.1007\/s40430-019-1824-6","journal-title":"J Braz Soc Mech Sci Eng"},{"key":"4200_CR4","doi-asserted-by":"publisher","DOI":"10.1007\/s00366-021-01414-7","author":"AA Zamani","year":"2021","unstructured":"Zamani AA, Etedali S (2021) A new framework of multi-objective BELBIC for seismic control of smart base-isolated structures equipped with MR dampers. Eng Comput. https:\/\/doi.org\/10.1007\/s00366-021-01414-7","journal-title":"Eng Comput"},{"key":"4200_CR5","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1007\/s00521-016-2492-4","volume":"6","author":"J Mor\u00e9n","year":"2000","unstructured":"Mor\u00e9n J, Balkenius CA (2000) Emotion and learning: a computational model of the amygdala. From Anim Anim: The Sixth Int Conf Simul Adapt Behav 6:115\u2013124. https:\/\/doi.org\/10.1007\/s00521-016-2492-4","journal-title":"From Anim Anim: The Sixth Int Conf Simul Adapt Behav"},{"key":"4200_CR6","doi-asserted-by":"publisher","first-page":"4367","DOI":"10.1007\/s00521-018-3352-1","volume":"31","author":"E Lotfi","year":"2019","unstructured":"Lotfi E, Rezaee AA (2019) Generalized BELBIC. Nat Comput Appl 31:4367\u20134383. https:\/\/doi.org\/10.1007\/s00521-018-3352-1","journal-title":"Nat Comput Appl"},{"key":"4200_CR7","doi-asserted-by":"publisher","first-page":"12643","DOI":"10.1016\/j.eswa.2011.04.052","volume":"38","author":"BM Dehkordi","year":"2011","unstructured":"Dehkordi BM, Kiyoumarsi A, Hamedani P, Lucas C (2011) A comparative study of various intelligent based controllers for speed control of ipmsm drives in the field-weakening region. Expert Syst Appl 38:12643\u201312653. https:\/\/doi.org\/10.1016\/j.eswa.2011.04.052","journal-title":"Expert Syst Appl"},{"key":"4200_CR8","doi-asserted-by":"publisher","first-page":"399","DOI":"10.1504\/IJVP.2020.111407","volume":"6","author":"P Sharma","year":"2020","unstructured":"Sharma P, Kumar V (2020) Design and analysis of novel bio inspired BELBIC and PSOBELBIC controlled semi active suspension. Int J Veh Perform 6:399\u2013424. https:\/\/doi.org\/10.1504\/IJVP.2020.111407","journal-title":"Int J Veh Perform"},{"issue":"5","key":"4200_CR9","doi-asserted-by":"publisher","first-page":"8989","DOI":"10.48048\/wjst.2021.8989","volume":"18","author":"P Sharma","year":"2021","unstructured":"Sharma P, Kumar V (2021) Design of Novel BELBIC Controlled Semi-Active Suspension and Comparative Analysis with Passive and PID Controlled Suspension. Walailak. J Sci Technol (WJST) 18(5):8989. https:\/\/doi.org\/10.48048\/wjst.2021.8989","journal-title":"J Sci Technol (WJST)"},{"key":"4200_CR10","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1007\/s40435-021-00773-9","volume":"1","author":"MD Qutubuddin","year":"2021","unstructured":"Qutubuddin MD, Desik NJ, Yadaiah N (2021) Design and implementation of an intelligent multi modular joint (MMJ)-brain controller: application to aircraft and brushless DC (BLDC) systems. Int J Dyn Control 1:19. https:\/\/doi.org\/10.1007\/s40435-021-00773-9","journal-title":"Int J Dyn Control"},{"key":"4200_CR11","first-page":"16","volume":"93","author":"J Mor\u00e9n","year":"2002","unstructured":"Mor\u00e9n J (2002) Emotion and learning: a computational model of the amygdala. Lund Univ Cognit Sci 93:16","journal-title":"Lund Univ Cognit Sci"},{"key":"4200_CR12","doi-asserted-by":"crossref","unstructured":"Lucas C (2011) BELBIC and its industrial applications: towards embedded neuroemotional control codesign. Integrated systems, design and technology, Springer, Berlin, Heidelberg, p 203\u2013214","DOI":"10.1007\/978-3-642-17384-4_17"},{"key":"4200_CR13","doi-asserted-by":"crossref","unstructured":"Debnath B, Mija SJ (2021) Design of a multivariable stimulus for emotional-learning based control of a 2-dof laboratory helicopter. ISA Transactions","DOI":"10.1016\/j.isatra.2021.02.022"},{"key":"4200_CR14","doi-asserted-by":"crossref","unstructured":"Sharma P, Kumar V (2020) Design and analysis of novel bio inspired BELBIC and PSOBELBIC controlled semi active suspension. Int J Veh Perform, 6(4)","DOI":"10.1504\/IJVP.2020.111407"},{"key":"4200_CR15","volume-title":"The amygdala: Neurobiological aspects of emotion, memory, and mental dysfunction","author":"JP Aggleton","year":"1992","unstructured":"Aggleton JP (1992) The amygdala: Neurobiological aspects of emotion, memory, and mental dysfunction, 1st edn. Wiley-Liss, NY, US","edition":"1"},{"issue":"8","key":"4200_CR16","doi-asserted-by":"publisher","first-page":"1331","DOI":"10.1080\/00207170701772479","volume":"81","author":"B Jayawardhana","year":"2008","unstructured":"Jayawardhana B, Logemann H, Ryan E (2008) PID control of second-order systems with hysteresis. Int J Control 81(8):1331\u20131342. https:\/\/doi.org\/10.1080\/00207170701772479","journal-title":"Int J Control"},{"key":"4200_CR17","first-page":"630","volume":"40","author":"MA Sharbafi","year":"2010","unstructured":"Sharbafi MA, Lucas C, Daneshvar R (2010) Motion control of omni-directional three-wheel robots by brain-emotional-learning based intelligent controller. EEE Transactions on Systems, Man, and Cybernetics. Part C (Appl Rev) 40:630\u2013638","journal-title":"Part C (Appl Rev)"},{"key":"4200_CR18","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/MSP.2017.2743240","volume":"34","author":"K Arulkumaran","year":"2017","unstructured":"Arulkumaran K, Deisenroth MP, Brundage M, Bharath AA (2017) Deep reinforcement learning: a brief survey. IEEE Signal Process Mag 34:26\u201338. https:\/\/doi.org\/10.1109\/MSP.2017.2743240","journal-title":"IEEE Signal Process Mag"},{"key":"4200_CR19","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2021.3054625","author":"BR Kiran","year":"2021","unstructured":"Kiran BR, Sobh I, Talpaert V, Mannion P, AlSallab AA, Yogamani S, P\u00e9rez P (2021) Deep reinforcement learning for autonomous driving: a survey. IEEE Trans Intell Transp Syst. https:\/\/doi.org\/10.1109\/TITS.2021.3054625","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"4200_CR20","doi-asserted-by":"publisher","first-page":"6392","DOI":"10.1109\/JIOT.2020.2974281","volume":"7","author":"W Liang","year":"2020","unstructured":"Liang W, Huang W, Long J, Zhang K, Li K, Zhang D (2020) Deep reinforcement learning for resource protection and real-time detection in IoT environment. IEEE Internet Things J 7:6392\u20136401. https:\/\/doi.org\/10.1109\/JIOT.2020.2974281","journal-title":"IEEE Internet Things J"},{"key":"4200_CR21","doi-asserted-by":"publisher","DOI":"10.1016\/j.phycom.2020.101184","author":"R Zhao","year":"2020","unstructured":"Zhao R, Wang X, Xia J, Fan L (2020) Deep reinforcement learning based mobile edge computing for intelligent internet of things. Phys Commun. https:\/\/doi.org\/10.1016\/j.phycom.2020.101184","journal-title":"Phys Commun"},{"key":"4200_CR22","unstructured":"Brockman G, Cheung V, Pettersson L, Schneider J, Schulman J, Tang J, Zaremba W (2016) Openai gym. arXiv preprint arXiv:1606.01540"},{"key":"4200_CR23","doi-asserted-by":"crossref","unstructured":"Zamani AA, Etedali S (2021) A new framework of multi-objective BELBIC for seismic control of smart base-isolated structures equipped with MR dampers. Eng Comput, 1\u201314","DOI":"10.1007\/s00366-021-01414-7"},{"key":"4200_CR24","first-page":"835","volume":"13","author":"AG Barto","year":"1983","unstructured":"Barto AG, Sutton RS, Anderson CW (1983) Neuronlike adaptive elements that can solve difficult learning control problems. IEEE Trans Syst Man Cybern 13:835\u2013846","journal-title":"IEEE Trans Syst Man Cybern"},{"key":"4200_CR25","unstructured":"Fujimoto, SS, Hoof H, Meger D (2018) Addressing function approximation error in actor-critic methods. ICML 2018 arXiv:1802.09477 [cs.AI]"},{"key":"4200_CR26","unstructured":"Schulman J, Levine S, Moritz P, Jordan MI, Abbeel P (2015) Trust region policy optimization. arXiv:1502.05477 [cs.LG]"},{"key":"4200_CR27","unstructured":"Schulman J, Wolski F, Dhariwal P, Radford A, Klimov O (2017) Proximal policy optimization algorithms. arXiv:1707.06347 [cs.LG]"},{"key":"4200_CR28","unstructured":"Wu Y, Mansimov E, Liao S, Grosse R, Ba J (2017) Scalable trust-region method for deep reinforcement learning using kronecker-factored approximation. arXiv:1708.05144 [cs.LG]"},{"key":"4200_CR29","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-49724-8_10","volume-title":"Machine learning paradigms. Learning and analytics in intelligent systems","author":"R \u00d6zalp","year":"2020","unstructured":"\u00d6zalp R, Varol NK, Ta\u015fci B, U\u00e7ar A (2020) A Review of Deep Reinforcement Learning Algorithms and Comparative Results on Inverted Pendulum System. In: Tsihrintzis G, Jain L (eds) Machine learning paradigms. Learning and analytics in intelligent systems, vol 18. Springer, Cham. https:\/\/doi.org\/10.1007\/978-3-030-49724-8_10"},{"key":"4200_CR30","doi-asserted-by":"publisher","first-page":"100401","DOI":"10.1103\/PhysRevLett.125.100401","volume":"125","author":"TW Zhikang","year":"2020","unstructured":"Zhikang TW, Yuto A, Masahito U (2020) Deep reinforcement learning control of quantum cartpoles phys. Rev Lett 125:100401","journal-title":"Rev Lett"},{"key":"4200_CR31","unstructured":"Raffin Antonin (2018) RL Baselines Zoo. GitHub repository. https:\/\/github.com\/araffin\/rl-baselines-zoo"},{"key":"4200_CR32","volume-title":"Reinforcement Learning","author":"RS Sutton","year":"2018","unstructured":"Sutton RS, Barto AG (2018) Reinforcement Learning, 2nd edn. MIT Press, London, England","edition":"2"},{"key":"4200_CR33","unstructured":"Goodfellow I, Bengio Y, Courville A (2016) A. Deep Learning, 1st edn. MIT Press, [S.l.]"},{"key":"4200_CR34","first-page":"1","volume":"40","author":"Q Liu","year":"2017","unstructured":"Liu Q, Zhai JW, Zhang ZZ (2017) A survey on deep reinforcement learning.Chin. J Comput. 40:1\u201328","journal-title":"J Comput."}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-021-04200-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-021-04200-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-021-04200-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,1]],"date-time":"2022-04-01T09:46:33Z","timestamp":1648806393000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-021-04200-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,1,10]]},"references-count":34,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2022,4]]}},"alternative-id":["4200"],"URL":"https:\/\/doi.org\/10.1007\/s11227-021-04200-w","relation":{},"ISSN":["0920-8542","1573-0484"],"issn-type":[{"value":"0920-8542","type":"print"},{"value":"1573-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,1,10]]},"assertion":[{"value":"8 November 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 January 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}