{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,20]],"date-time":"2025-09-20T20:43:11Z","timestamp":1758400991792,"version":"3.37.3"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T00:00:00Z","timestamp":1726444800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T00:00:00Z","timestamp":1726444800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Evolving Systems"],"published-print":{"date-parts":[[2024,12]]},"DOI":"10.1007\/s12530-024-09621-5","type":"journal-article","created":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T14:02:56Z","timestamp":1726495376000},"page":"2419-2440","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Optimizing parameter settings for hopfield neural networks using reinforcement learning"],"prefix":"10.1007","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2152-6410","authenticated-orcid":false,"given":"Safae","family":"Rbihou","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nour-Eddine","family":"Joudar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Khalid","family":"Haddouch","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,9,16]]},"reference":[{"issue":"19","key":"9621_CR24","doi-asserted-by":"publisher","first-page":"1176","DOI":"10.1049\/el:20010800","volume":"37","author":"CW Ahn","year":"2001","unstructured":"Ahn CW, Ramakrishna RS, Kang CG, Choi IC (2001) Shortest path routing algorithm using hopfield neural network. Electron Lett 37(19):1176\u20131178","journal-title":"Electron Lett"},{"key":"9621_CR16","doi-asserted-by":"crossref","unstructured":"Aiyer SVB, Niranjan M, Fallside F (1990) A theoretical investigation into the performance of the Hopfield model.\" IEEE transactions on neural networks 1.2: 204-215","DOI":"10.1109\/72.80232"},{"key":"9621_CR40","unstructured":"Balaji B et al. Orl: Reinforcement learning benchmarks for online stochastic optimization problems. arXiv preprint arXiv:1911.10641 (2019)"},{"key":"9621_CR44","doi-asserted-by":"crossref","unstructured":"Benchekroun Y, Senba H, Haddouch K A Novel approach to intelligent touristic visits using bing maps and genetic algorithms. International Conference on Digital Technologies and Applications. Cham: Springer Nature Switzerland, 2023","DOI":"10.1007\/978-3-031-29857-8_5"},{"key":"9621_CR35","unstructured":"Bello I et al. Neural combinatorial optimization with reinforcement learning. arXiv preprint arXiv:1611.09940 (2016)"},{"key":"9621_CR21","doi-asserted-by":"crossref","unstructured":"Bouhouch A, Chakir L, El Qadi A (2016) Scheduling meeting solved by neural network and min-conflict heuristic. In: 2016 4th IEEE international colloquium on information science and technology (CiSt) (pp. 773-778). IEEE","DOI":"10.1109\/CIST.2016.7804991"},{"issue":"2","key":"9621_CR18","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1109\/72.207617","volume":"4","author":"Abdesselam Bouzerdoum","year":"1993","unstructured":"Bouzerdoum Abdesselam, Pattison Tim R (1993) Neural network for quadratic optimization with bound constraints. IEEE Trans Neural Netw 4(2):293\u2013304","journal-title":"IEEE Trans Neural Netw"},{"key":"9621_CR39","doi-asserted-by":"crossref","unstructured":"Cao D et al. (2020) Reinforcement learning and its applications in modern power and energy systems: a review. J Modern Power Syst Clean Energy 8(6): 1029-1042","DOI":"10.35833\/MPCE.2020.000552"},{"issue":"4","key":"9621_CR31","first-page":"573","volume":"13","author":"S Comert","year":"2022","unstructured":"Comert S, Yazgan H, Turk G (2022) Hopfield neural network based on clustering algorithms for solving green vehicle routing problem. Int J Ind Eng Comput 13(4):573\u2013586","journal-title":"Int J Ind Eng Comput"},{"key":"9621_CR17","unstructured":"Culioli JC et al. A neural network for explicitly bounded linear programming. Proceedings of international joint conference on neural networks. 1, 1990"},{"issue":"6","key":"9621_CR23","first-page":"216","volume":"14","author":"M El Alaoui","year":"2016","unstructured":"El Alaoui M, El Moutaouakil K, Ettaouil M (2016) A multi-step method to calculate the equilibrium point of the Continuous Hopfield Networks: Application to the max-stable problem. Int J Comput Sci Inform Secur (IJCSIS) 14(6):216\u2013221","journal-title":"Int J Comput Sci Inform Secur (IJCSIS)"},{"key":"9621_CR29","unstructured":"Ettaouil, M., Lazaar, M., Elmoutaouakil, K., Haddouch, K. (2013). A new algorithm for optimization of the kohonen network architectures using the continuous Hopfield networks. wseas transactions on computers, 12(4), 155-163"},{"key":"9621_CR28","doi-asserted-by":"crossref","unstructured":"Ettaouil, M., Loqman, C., Haddouch, K., Hami, Y.(2013). Maximal constraint satisfaction problems solved by continuous hopfield networks. WSEAS Transactions on Computers, 12(2), 29-40","DOI":"10.1109\/SITA.2013.6560794"},{"issue":"2","key":"9621_CR26","first-page":"206","volume":"9","author":"M Ettaouil","year":"2012","unstructured":"Ettaouil M, Loqman C, Hami Y, Haddouch K (2012) Task assignment problem solved by continuous hopfield network. Int J Comput Sci Issues (IJCSI) 9(2):206","journal-title":"Int J Comput Sci Issues (IJCSI)"},{"issue":"1","key":"9621_CR30","first-page":"31","volume":"2","author":"M Ettaouil","year":"2010","unstructured":"Ettaouil M, Loqman C, Haddouch K (2010) Job shop scheduling problem solved by the continuous hopfield networks. J Adv Res Comput Sci 2(1):31\u201347","journal-title":"J Adv Res Comput Sci"},{"key":"9621_CR34","unstructured":"Garmendia AI, Ceberio J, Mendiburu A (2022) Neural combinatorial optimization: a new player in the field. arXiv preprint arXiv:2205.01356"},{"issue":"14","key":"9621_CR4","doi-asserted-by":"publisher","first-page":"3891","DOI":"10.1007\/s00500-016-2039-8","volume":"21","author":"L Garc\u00eda","year":"2017","unstructured":"Garc\u00eda L, Talav\u00e1n PM, Y\u00e1\u00f1ez J (2017) Improving the Hopfield model performance when applied to the traveling salesman problem. Soft Comput 21(14):3891\u20133905","journal-title":"Soft Comput"},{"key":"9621_CR7","doi-asserted-by":"crossref","unstructured":"Haddouch, K., El Moutaouakil, K. (2018). New Starting Point of the Continuous Hopfield Network. In International Conference on Big Data, Cloud and Applications (pp. 379-389). Springer, Cham","DOI":"10.1007\/978-3-319-96292-4_30"},{"issue":"1","key":"9621_CR6","first-page":"56","volume":"4","author":"K Haddouch","year":"2016","unstructured":"Haddouch K, Elmoutaoukil K, Ettaouil M (2016) Solving the weighted constraint satisfaction problems via the neural network approach. Int J Interact Multim Artif Intell 4(1):56\u201360","journal-title":"Int J Interact Multim Artif Intell"},{"issue":"3","key":"9621_CR1","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1007\/BF00339943","volume":"52","author":"JJ Hopfield","year":"1985","unstructured":"Hopfield JJ, Tank DW (1985) \u201cNeural\u2019\u2019 computation of decisions in optimization problems. Biol Cybernet 52(3):141\u2013152","journal-title":"Biol Cybernet"},{"issue":"8","key":"9621_CR2","doi-asserted-by":"publisher","first-page":"2554","DOI":"10.1073\/pnas.79.8.2554","volume":"79","author":"JJ Hopfield","year":"1982","unstructured":"Hopfield JJ (1982) Neural networks and physical systems with emergent collective computational abilities. Proc Natl Acad Sci 79(8):2554\u20132558","journal-title":"Proc Natl Acad Sci"},{"issue":"4","key":"9621_CR32","doi-asserted-by":"publisher","first-page":"1034","DOI":"10.1109\/TCAD.2021.3077193","volume":"41","author":"Arman Iranfar","year":"2021","unstructured":"Iranfar Arman, Zapater Marina, Atienza David (2021) Multiagent reinforcement learning for hyperparameter optimization of convolutional neural networks. IEEE Trans Comput-Aided Design Integrated Circ Syst 41(4):1034\u20131047","journal-title":"IEEE Trans Comput-Aided Design Integrated Circ Syst"},{"key":"9621_CR33","unstructured":"Jomaa HS, Grabocka J, Schmidt-Thieme L (2019) Hyp-rl: Hyperparameter optimization by reinforcement learning. arXiv preprint arXiv:1906.11527"},{"key":"9621_CR14","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1016\/j.neucom.2018.09.095","volume":"344","author":"NE Joudar","year":"2019","unstructured":"Joudar NE, En-Naimani Z, Ettaouil M (2019) Using continuous Hopfield neural network for solving a new optimization architecture model of probabilistic self organizing map. Neurocomputing 344:82\u201391","journal-title":"Neurocomputing"},{"key":"9621_CR41","doi-asserted-by":"crossref","unstructured":"Joya G, Atencia MA, Sandoval F (2002) Hopfield neural networks for optimization: study of the different dynamics. Neurocomputing 43(1-4): 219-237","DOI":"10.1016\/S0925-2312(01)00337-X"},{"key":"9621_CR20","doi-asserted-by":"crossref","unstructured":"Kennedy MP, Chua LO Neural networks for nonlinear programming. IEEE Transactions on Circuits and Systems 35.5 (1988): 554-562","DOI":"10.1109\/31.1783"},{"key":"9621_CR42","doi-asserted-by":"crossref","unstructured":"Kumar GS et al. (2024) Differential privacy scheme using Laplace mechanism and statistical method computation in deep neural network for privacy preservation. Eng Appl Artificial Intell 128: 107399","DOI":"10.1016\/j.engappai.2023.107399"},{"issue":"1\u20134","key":"9621_CR25","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1016\/S0020-0255(00)00071-2","volume":"129","author":"JS Lin","year":"2000","unstructured":"Lin JS, Liu M, Huang NF (2000) The shortest path computation in MOSPF protocol using an annealed Hopfield neural network with a new cooling schedule. Information Sciences 129(1\u20134):17\u201330","journal-title":"Information Sciences"},{"key":"9621_CR36","doi-asserted-by":"crossref","unstructured":"Mazyavkina N et al. Reinforcement learning for combinatorial optimization: a survey. Comput Oper Res 134 (2021): 105400","DOI":"10.1016\/j.cor.2021.105400"},{"key":"9621_CR43","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2023.105688","volume":"88","author":"TM Nithya","year":"2024","unstructured":"Nithya TM et al (2024) TB-MFCC multifuse feature for emergency vehicle sound classification using multistacked CNN-Attention BiLSTM. Biomed Signal Process Control 88:105688","journal-title":"Biomed Signal Process Control"},{"key":"9621_CR8","doi-asserted-by":"crossref","unstructured":"Rbihou, S., Haddouch, K. (2021, October). Comparative study between a neural network, approach metaheuristic and exact method for solving Traveling salesman Problem. In 2021 Fifth International Conference On Intelligent Computing in Data Sciences (ICDS) (pp. 1-5). IEEE","DOI":"10.1109\/ICDS53782.2021.9626724"},{"key":"9621_CR9","doi-asserted-by":"crossref","unstructured":"Rbihou, S., Joudar, N. E., En-Naimani, Z., Haddouch, K. (2023, February). Using Crank-Nicolson Scheme for Continuous Hopfield Network Equilibrium. In International Conference on Artificial Intelligence and Industrial Applications (pp. 201-210). Cham: Springer Nature Switzerland","DOI":"10.1007\/978-3-031-43520-1_17"},{"key":"9621_CR10","doi-asserted-by":"crossref","unstructured":"Rbihou S, Joudar N-E, Haddouch K (2023) Parameter tuning of continuous Hopfield network applied to combinatorial optimization. Annals of Mathematics and Artificial Intelligence 1-19","DOI":"10.1007\/s10472-023-09895-6"},{"key":"9621_CR11","doi-asserted-by":"crossref","unstructured":"Rbihou S, Haddouch K, El moutaouakil K (2024) Optimizing hyperparameters in Hopfield neural networks using evolutionary search. OPSEARCH 1-29","DOI":"10.1007\/s12530-024-09621-5"},{"key":"9621_CR19","doi-asserted-by":"crossref","unstructured":"Shih H-S et al. (2004) A neural network approach to multiobjective and multilevel programming problems. Comput Math Appl 48.1-2: 95-108","DOI":"10.1016\/j.camwa.2003.12.003"},{"issue":"1","key":"9621_CR38","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1287\/ijoc.11.1.15","volume":"11","author":"KA Smith","year":"1999","unstructured":"Smith KA (1999) Neural networks for combinatorial optimization: a review of more than a decade of research. Informs J Comput 11(1):15\u201334","journal-title":"Informs J Comput"},{"issue":"1","key":"9621_CR5","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1016\/j.ejor.2007.08.034","volume":"191","author":"PM Talav\u00e1n","year":"2008","unstructured":"Talav\u00e1n PM, Y\u00e1\u00f1ez J (2008) The graph coloring problem: a neuronal network approach. Euro J Oper Res 191(1):100\u2013111","journal-title":"Euro J Oper Res"},{"issue":"4","key":"9621_CR15","doi-asserted-by":"publisher","first-page":"416","DOI":"10.1016\/j.neunet.2005.10.008","volume":"19","author":"PM Talav\u00e1n","year":"2006","unstructured":"Talav\u00e1n PM, Y\u00e1\u00f1ez J (2006) The generalized quadratic knapsack problem. A neuronal network approach. Neural Netw 19(4):416\u2013428","journal-title":"Neural Netw"},{"issue":"5","key":"9621_CR22","doi-asserted-by":"publisher","first-page":"994","DOI":"10.1109\/TCSI.2005.846666","volume":"52","author":"KC Tan","year":"2005","unstructured":"Tan KC, Tang H, Ge SS (2005) On parameter settings of Hopfield networks applied to traveling salesman problems. IEEE Trans Circ Syst 52(5):994\u20131002","journal-title":"IEEE Trans Circ Syst"},{"issue":"8","key":"9621_CR12","doi-asserted-by":"publisher","first-page":"2179","DOI":"10.1016\/j.cor.2004.02.008","volume":"32","author":"PM Talav\u00e1n","year":"2005","unstructured":"Talav\u00e1n PM, Y\u00e1\u00f1ez J (2005) A continuous Hopfield network equilibrium points algorithm. Comput Oper Res 32(8):2179\u20132196","journal-title":"Comput Oper Res"},{"issue":"3","key":"9621_CR3","doi-asserted-by":"publisher","first-page":"363","DOI":"10.1016\/S0893-6080(02)00021-7","volume":"15","author":"PM Talav\u00e1n","year":"2002","unstructured":"Talav\u00e1n PM, Y\u00e1\u00f1ez J (2002) Parameter setting of the Hopfield network applied to TSP. Neural Netw 15(3):363\u2013373","journal-title":"Neural Netw"},{"issue":"3","key":"9621_CR13","doi-asserted-by":"publisher","first-page":"675","DOI":"10.1016\/j.ejor.2008.11.002","volume":"198","author":"UP Wen","year":"2009","unstructured":"Wen UP, Lan KM, Shih HS (2009) A review of Hopfield neural networks for solving mathematical programming problems. Euro J Oper Res 198(3):675\u2013687","journal-title":"Euro J Oper Res"},{"key":"9621_CR37","doi-asserted-by":"crossref","unstructured":"Wu D et al. (2022) An improved teaching-learning-based optimization algorithm with reinforcement learning strategy for solving optimization problems. Comput Intell Neurosci 2022","DOI":"10.1155\/2022\/1535957"},{"key":"9621_CR27","doi-asserted-by":"publisher","first-page":"295","DOI":"10.1016\/j.neucom.2020.07.061","volume":"415","author":"Li Yang","year":"2020","unstructured":"Yang Li, Shami Abdallah (2020) On hyperparameter optimization of machine learning algorithms: Theory and practice. Neurocomputing 415:295\u2013316","journal-title":"Neurocomputing"}],"container-title":["Evolving Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12530-024-09621-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12530-024-09621-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12530-024-09621-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,21]],"date-time":"2024-10-21T07:51:04Z","timestamp":1729497064000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12530-024-09621-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9,16]]},"references-count":44,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2024,12]]}},"alternative-id":["9621"],"URL":"https:\/\/doi.org\/10.1007\/s12530-024-09621-5","relation":{},"ISSN":["1868-6478","1868-6486"],"issn-type":[{"type":"print","value":"1868-6478"},{"type":"electronic","value":"1868-6486"}],"subject":[],"published":{"date-parts":[[2024,9,16]]},"assertion":[{"value":"8 April 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 August 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 September 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no Conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}