{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,26]],"date-time":"2026-02-26T16:03:14Z","timestamp":1772121794050,"version":"3.50.1"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2025,5,26]],"date-time":"2025-05-26T00:00:00Z","timestamp":1748217600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,5,26]],"date-time":"2025-05-26T00:00:00Z","timestamp":1748217600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["SN COMPUT. SCI."],"DOI":"10.1007\/s42979-025-04031-z","type":"journal-article","created":{"date-parts":[[2025,5,26]],"date-time":"2025-05-26T08:22:57Z","timestamp":1748247777000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Multi-Faceted Reinforcement Learning Frameworks for Dynamic Cluster Head Selection and Energy-Efficient Routing in Wireless Sensor Networks"],"prefix":"10.1007","volume":"6","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2975-2700","authenticated-orcid":false,"given":"S. Sudhamsu","family":"Mouli","sequence":"first","affiliation":[]},{"given":"T. Veeraiah","family":"Talagondapati","sequence":"additional","affiliation":[]},{"given":"M. P.","family":"Singh","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,5,26]]},"reference":[{"issue":"6","key":"4031_CR1","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1109\/MWC.2004.1368893","volume":"11","author":"JN Al-Karaki","year":"2004","unstructured":"Al-Karaki JN, Kamal AE. Routing techniques in wireless sensor networks: a survey. IEEE Wireless Commun. 2004;11(6):6\u201328.","journal-title":"IEEE Wireless Commun."},{"issue":"4","key":"4031_CR2","doi-asserted-by":"publisher","first-page":"393","DOI":"10.1016\/S1389-1286(01)00302-4","volume":"38","author":"IF Akyildiz","year":"2002","unstructured":"Akyildiz IF, Su W, Sankarasubramaniam Y, Cayirci E. Wireless sensor networks: a survey. Comput Netw. 2002;38(4):393\u2013422.","journal-title":"Comput Netw."},{"key":"4031_CR3","unstructured":"Virone G, et\u00a0al. An advanced wireless sensor network for health monitoring. In: Proc Transdisciplinary Conf Distributed Diagnosis Home Healthcare. VA, USA: Arlington; 2006. p. 95\u2013100."},{"key":"4031_CR4","doi-asserted-by":"crossref","unstructured":"Marta M, Cardei M. Using sink mobility to increase wireless sensor networks lifetime. In: Proc. 9th IEEE Int. Symp. World Wireless Mobile Multimedia Netw; 2008 Jun 23-26; Newport Beach, CA, USA. p. 1-10.","DOI":"10.1109\/WOWMOM.2008.4594857"},{"issue":"6","key":"4031_CR5","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1109\/MWC.2004.1368893","volume":"11","author":"JN Al-Karaki","year":"2004","unstructured":"Al-Karaki JN, Kamal AE. Routing techniques in wireless sensor networks: A survey. IEEE Wireless Commun. 2004;11(6):6\u201328.","journal-title":"IEEE Wireless Commun."},{"issue":"4","key":"4031_CR6","doi-asserted-by":"publisher","first-page":"393","DOI":"10.1016\/S1389-1286(01)00302-4","volume":"38","author":"IF Akyildiz","year":"2002","unstructured":"Akyildiz IF, et al. Wireless sensor networks: A survey. Comput Netw. 2002;38(4):393\u2013422.","journal-title":"Comput Netw."},{"issue":"2","key":"4031_CR7","first-page":"570","volume":"2","author":"SK Singh","year":"2010","unstructured":"Singh SK, Singh MP, Singh DK. A survey of energy-efficient hierarchical cluster-based routing in wireless sensor networks. Int J Adv Netw Appl. 2010;2(2):570\u201380.","journal-title":"Int J Adv Netw Appl."},{"issue":"6","key":"4031_CR8","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1109\/MWC.2004.1368893","volume":"11","author":"JN Al-Karaki","year":"2004","unstructured":"Al-Karaki JN, Kamal AE. Routing techniques in wireless sensor networks: a survey. IEEE Wireless Commun. 2004;11(6):6\u201328.","journal-title":"IEEE Wireless Commun."},{"issue":"1","key":"4031_CR9","first-page":"22","volume":"11","author":"KH Ahmed","year":"2021","unstructured":"Ahmed KH, Alam SS. Wireless sensor networks. Int J Inf Educ Technol. 2021;11(1):22\u20137.","journal-title":"Int J Inf Educ Technol."},{"issue":"6","key":"4031_CR10","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1109\/MWC.2004.1368893","volume":"11","author":"JN Al-Karaki","year":"2004","unstructured":"Al-Karaki JN, Kamal AE. Routing techniques in wireless sensor networks: a survey. IEEE Wireless Commun. 2004;11(6):6\u201328.","journal-title":"IEEE Wireless Commun."},{"issue":"3","key":"4031_CR11","doi-asserted-by":"publisher","first-page":"49","DOI":"10.5121\/ijwmn.2010.2304","volume":"2","author":"SK Singh","year":"2010","unstructured":"Singh SK, Singh MP, Singh DK. Energy-efficient homogeneous clustering algorithm for wireless sensor network. Int J Wireless Mobile Netw. 2010;2(3):49\u201361.","journal-title":"Int J Wireless Mobile Netw."},{"issue":"2","key":"4031_CR12","doi-asserted-by":"publisher","first-page":"551","DOI":"10.1109\/SURV.2012.062612.00084","volume":"15","author":"NA Pantazis","year":"2013","unstructured":"Pantazis NA, Nikolidakis SA, Vergados DD. Energy-efficient routing protocols in wireless sensor networks: a survey. IEEE Commun Surv Tutor. 2013;15(2):551\u201391.","journal-title":"IEEE Commun Surv Tutor."},{"key":"4031_CR13","doi-asserted-by":"publisher","first-page":"687","DOI":"10.1016\/j.procs.2015.03.133","volume":"45","author":"SP Singh","year":"2015","unstructured":"Singh SP, Sharma SC. A survey on cluster-based routing protocols in wireless sensor networks. Procedia Comput Sci. 2015;45:687\u201395.","journal-title":"Procedia Comput Sci."},{"issue":"2","key":"4031_CR14","doi-asserted-by":"publisher","first-page":"611","DOI":"10.1109\/TGCN.2021.3067885","volume":"5","author":"A Naeem","year":"2021","unstructured":"Naeem A, Javed AR, Rizwan M, Abbas S, Lin JCW, Gadekallu TR. DARE-SEP: a hybrid approach of distance aware residual energy-efficient SEP for WSN. IEEE Trans Green Commun Netw. 2021;5(2):611\u201321.","journal-title":"IEEE Trans Green Commun Netw."},{"key":"4031_CR15","doi-asserted-by":"publisher","first-page":"55873","DOI":"10.1109\/ACCESS.2019.2900742","volume":"7","author":"Y Zhang","year":"2019","unstructured":"Zhang Y, et al. Energy-efficient multilevel heterogeneous routing protocol for wireless sensor networks. IEEE Access. 2019;7:55873\u201384.","journal-title":"IEEE Access."},{"issue":"1","key":"4031_CR16","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1109\/LCOMM.2017.2764458","volume":"22","author":"W Zhu","year":"2018","unstructured":"Zhu W, Cao J, Raynal M. Energy-efficient composite event detection in wireless sensor networks. IEEE Commun Lett. 2018;22(1):177\u201380.","journal-title":"IEEE Commun Lett."},{"key":"4031_CR17","doi-asserted-by":"publisher","first-page":"199568","DOI":"10.1109\/ACCESS.2020.3022285","volume":"8","author":"K Haseeb","year":"2020","unstructured":"Haseeb K, et al. Secure and energy-aware heuristic routing protocol for wireless sensor network. IEEE Access. 2020;8:199568\u201380.","journal-title":"IEEE Access."},{"key":"4031_CR18","doi-asserted-by":"publisher","first-page":"135277","DOI":"10.1109\/ACCESS.2019.2942321","volume":"7","author":"C Xu","year":"2019","unstructured":"Xu C, Xiong Z, Zhao G, Yu S. An energy-efficient region source routing protocol for lifetime maximization in WSN. IEEE Access. 2019;7:135277\u201389.","journal-title":"IEEE Access."},{"issue":"3","key":"4031_CR19","doi-asserted-by":"publisher","first-page":"772","DOI":"10.1109\/TCYB.2016.2526683","volume":"47","author":"J Qin","year":"2017","unstructured":"Qin J, Fu W, Gao H, Zheng WX. Distributed k-means algorithm and fuzzy c-means algorithm for sensor networks based on multi agent consensus theory. IEEE Trans Cybern. 2017;47(3):772\u201383.","journal-title":"IEEE Trans Cybern."},{"issue":"6","key":"4031_CR20","doi-asserted-by":"publisher","first-page":"3615","DOI":"10.1109\/TFUZZ.2018.2841369","volume":"26","author":"SA Sert","year":"2018","unstructured":"Sert SA, Alchihabi A, Yazici A. A two-tier distributed fuzzy logic-based protocol for efficient data aggregation in multihop wireless sensor networks. IEEE Trans Fuzzy Syst. 2018;26(6):3615\u201329.","journal-title":"IEEE Trans Fuzzy Syst."},{"issue":"3","key":"4031_CR21","doi-asserted-by":"publisher","first-page":"1089","DOI":"10.1007\/s11277-019-06775-3","volume":"110","author":"B Al-Ghamdi","year":"2020","unstructured":"Al-Ghamdi B, Ayaida M, Fouchal H. Performance evaluation of scheduling approaches for wireless sensor networks. Wireless Pers Commun. 2020;110(3):1089\u2013108.","journal-title":"Wireless Pers Commun."},{"key":"4031_CR22","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1016\/j.compeleceng.2018.03.036","volume":"68","author":"R Logambigai","year":"2018","unstructured":"Logambigai R, Ganapathy S, Kannan A. Energy-efficient grid-based routing algorithm using intelligent fuzzy rules for wireless sensor networks. Comput Electr Eng. 2018;68:62\u201375.","journal-title":"Comput Electr Eng."},{"issue":"1","key":"4031_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/LSENS.2018.2803086","volume":"2","author":"C Wang","year":"2018","unstructured":"Wang C, Zhang Y, Wang X, Zhang Z. Hybrid multihop partition-based clustering routing protocol for WSNs. IEEE Sens Lett. 2018;2(1):1\u20134.","journal-title":"IEEE Sens Lett."},{"key":"4031_CR24","doi-asserted-by":"publisher","DOI":"10.1016\/j.adhoc.2020.102317","volume":"110","author":"P Maheshwari","year":"2021","unstructured":"Maheshwari P, Sharma AK, Verma K. Energy-efficient cluster-based routing protocol for WSN using butterfly optimization algorithm and ant colony optimization. Ad Hoc Netw. 2021;110: 102317.","journal-title":"Ad Hoc Netw."},{"key":"4031_CR25","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1016\/j.comnet.2019.01.024","volume":"151","author":"K Thangaramya","year":"2019","unstructured":"Thangaramya K, Kulothungan K, Logambigai R, Selvi M, Ganapathy S, Kannan A. Energy-aware cluster and neuro-fuzzy-based routing algorithm for wireless sensor networks in IoT. Comput Netw. 2019;151:211\u201323.","journal-title":"Comput Netw."},{"issue":"4","key":"4031_CR26","doi-asserted-by":"publisher","first-page":"1475","DOI":"10.1007\/s11277-019-06155-x","volume":"105","author":"M Selvi","year":"2019","unstructured":"Selvi M, Thangaramya K, Ganapathy S, Kulothungan K, Nehemiah HK, Kannan A. An energy-aware trust-based secure routing algorithm for effective communication in wireless sensor networks. Wireless Pers Commun. 2019;105(4):1475\u201390.","journal-title":"Wireless Pers Commun."},{"issue":"6","key":"4031_CR27","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1049\/iet-net.2017.0258","volume":"7","author":"H El Alami","year":"2018","unstructured":"El Alami H, Najid A. MS-routing-G i: routing technique to minimise energy consumption and packet loss in WSNs with mobile sink. IET Netw. 2018;7(6):422\u20138.","journal-title":"IET Netw."},{"issue":"1","key":"4031_CR28","doi-asserted-by":"publisher","first-page":"152","DOI":"10.1049\/iet-rpg.2016.0194","volume":"11","author":"A Askarzadeh","year":"2016","unstructured":"Askarzadeh A. Electrical power generation by an optimised autonomous PV\/wind\/tidal\/battery system. IET Renew Power Gener. 2016;11(1):152\u201364.","journal-title":"IET Renew Power Gener."},{"key":"4031_CR29","doi-asserted-by":"publisher","first-page":"133577","DOI":"10.1109\/ACCESS.2020.3010313","volume":"8","author":"Z Wang","year":"2020","unstructured":"Wang Z, Ding H, Li B, Bao L, Yang Z. An energy-efficient routing protocol based on improved artificial bee colony algorithm for wireless sensor networks. IEEE Access. 2020;8:133577\u201396.","journal-title":"IEEE Access."},{"key":"4031_CR30","doi-asserted-by":"publisher","first-page":"1857","DOI":"10.1016\/j.jksuci.2019.11.009","volume":"34","author":"A Vinitha","year":"2019","unstructured":"Vinitha A, Rukmini MSS. Secure and energy-aware multihop routing protocol in WSN using Taylor-based hybrid optimization algorithm. King Saud Univ Comput Inf Sci. 2019;34:1857\u201368.","journal-title":"King Saud Univ - Comput Inf Sci."},{"key":"4031_CR31","doi-asserted-by":"publisher","first-page":"107142","DOI":"10.1109\/ACCESS.2019.2933052","volume":"7","author":"H El Alami","year":"2019","unstructured":"El Alami H, Najid A. ECH: an enhanced clustering hierarchy approach to maximize lifetime of wireless sensor networks. IEEE Access. 2019;7:107142\u201353.","journal-title":"IEEE Access."},{"key":"4031_CR32","doi-asserted-by":"crossref","unstructured":"Ghoul R, He J, Hawbani A, Djaidja S. Energy efficient balanced tree-based routing protocol for wireless sensor network (EEBTR). In: Future Technologies Conf; 2019; Cham: Springer. p. 795-822.","DOI":"10.1007\/978-3-030-32523-7_59"},{"key":"4031_CR33","doi-asserted-by":"crossref","unstructured":"Keerthika A, Hency V. Energy-aware tree-based sink relocation routing protocol to improve the lifetime of wireless sensor networks. Int J Commun Syst. 2021;34(9).","DOI":"10.1002\/dac.4816"},{"key":"4031_CR34","first-page":"9864090","volume":"1","author":"S Srivastava","year":"2019","unstructured":"Srivastava S, Sahana SK. Application of bat algorithm for transport network design problem. Appl Comput Intell Soft Comput. 2019;1:9864090.","journal-title":"Appl Comput Intell Soft Comput."},{"issue":"11","key":"4031_CR35","doi-asserted-by":"publisher","first-page":"9005","DOI":"10.1109\/JIOT.2021.3055857","volume":"8","author":"G Xing","year":"2021","unstructured":"Xing G, Chen Y, Hou R, Dong M, Zeng D, Luo J, Ma M. Game-theory-based clustering scheme for energy balancing in underwater acoustic sensor networks. IEEE Internet Things J. 2021;8(11):9005\u201313.","journal-title":"IEEE Internet Things J."},{"key":"4031_CR36","doi-asserted-by":"publisher","first-page":"2235","DOI":"10.1007\/s11277-021-08990-3","volume":"122","author":"M Tay","year":"2022","unstructured":"Tay M, Senturk AA. New energy-aware cluster head selection algorithm for wireless sensor networks. Wireless Pers Commun. 2022;122:2235\u201351.","journal-title":"Wireless Pers Commun."},{"issue":"11","key":"4031_CR37","doi-asserted-by":"publisher","first-page":"601","DOI":"10.3390\/info14110601","volume":"14","author":"R Somula","year":"2023","unstructured":"Somula R, Cho Y, Mohanta BK. EACH-COA: An energy-aware cluster head selection for the internet of things using the coati optimization algorithm. Information. 2023;14(11):601.","journal-title":"Information."},{"issue":"3","key":"4031_CR38","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1049\/trit.2020.0024","volume":"5","author":"Y Yang","year":"2020","unstructured":"Yang Y, Li J, Peng L. Multi-robot path planning based on a deep reinforcement learning DQN algorithm. CAAI Trans Intell Technol. 2020;5(3):177\u201383.","journal-title":"CAAI Trans Intell Technol."},{"key":"4031_CR39","doi-asserted-by":"crossref","unstructured":"Van Hasselt H, Guez A, Silver D. Deep reinforcement learning with double q-learning. Proc AAAI Conf Artif Intell. 2016;30(1).","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"4031_CR40","doi-asserted-by":"crossref","unstructured":"Zhao Y, et\u00a0al. Dynamic reward-based dueling deep dyna-q: Robust policy learning in noisy environments. Proc AAAI Conf Artif Intell. 2020;34(5).","DOI":"10.1609\/aaai.v34i05.6516"},{"key":"4031_CR41","doi-asserted-by":"crossref","unstructured":"Schulze C, Schulze M. ViZDoom: DRQN with prioritized experience replay, double-Q learning and snapshot ensembling. In: IntelliSys; 2018; Cham: Springer. p. 795-822.","DOI":"10.1007\/978-3-030-01054-6_1"},{"issue":"5","key":"4031_CR42","doi-asserted-by":"publisher","first-page":"8577","DOI":"10.1109\/JIOT.2019.2921159","volume":"6","author":"C Qiu","year":"2019","unstructured":"Qiu C, et al. Deep deterministic policy gradient (DDPG)-based energy harvesting wireless communications. IEEE Internet Things J. 2019;6(5):8577\u201388.","journal-title":"IEEE Internet Things J."},{"key":"4031_CR43","doi-asserted-by":"crossref","unstructured":"Zhang J, et\u00a0al. Sample efficient reinforcement learning with REINFORCE. Proc AAAI Conf Artif Intell. 2021;35(12).","DOI":"10.1609\/aaai.v35i12.17300"},{"key":"4031_CR44","unstructured":"Yuan R, Gower RM, Lazaric A. General sample complexity analysis of vanilla policy gradient. Int Conf Artif Intell Stat. 2022."},{"key":"4031_CR45","first-page":"3337831","volume":"1","author":"Sharma Tripti","year":"2022","unstructured":"Tripti Sharma, et al. ReLeC: A reinforcement learning-based clustering-enhanced protocol for efficient energy optimization in wireless sensor networks. Wireless Commun Mobile Comput. 2022;1:3337831.","journal-title":"Wireless Commun Mobile Comput."},{"key":"4031_CR46","doi-asserted-by":"crossref","unstructured":"Bui, Ngoc, et\u00a0al. \"A deep reinforcement learning-based adaptive charging policy for WRSNs.\" 2022 IEEE 19th International Conference on Mobile Ad Hoc and Smart Systems (MASS). IEEE, 2022.","DOI":"10.1109\/MASS56207.2022.00097"},{"issue":"5","key":"4031_CR47","doi-asserted-by":"publisher","first-page":"1632","DOI":"10.3390\/s24051632","volume":"24","author":"Yuan Jinyu","year":"2024","unstructured":"Jinyu Yuan, et al. Deep reinforcement learning-based energy consumption optimization for Peer-to-Peer (P2P) communication in wireless sensor networks. Sensors. 2024;24(5):1632.","journal-title":"Sensors."},{"key":"4031_CR48","unstructured":"El Alaoui, Abdelbaki El Belrhiti, et al. \"A reinforcement learning based routing protocol for software-defined networking enabled Wireless Sensor Network forest fire detection."}],"container-title":["SN Computer Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-025-04031-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s42979-025-04031-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-025-04031-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,26]],"date-time":"2025-05-26T08:23:02Z","timestamp":1748247782000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s42979-025-04031-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,5,26]]},"references-count":48,"journal-issue":{"issue":"5","published-online":{"date-parts":[[2025,6]]}},"alternative-id":["4031"],"URL":"https:\/\/doi.org\/10.1007\/s42979-025-04031-z","relation":{},"ISSN":["2661-8907"],"issn-type":[{"value":"2661-8907","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,5,26]]},"assertion":[{"value":"31 May 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 May 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 May 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no Conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"This article does not contain any studies with human participants or animals performed by any of the authors.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent of publication"}},{"value":"The authors declare that they have no Conflict of interest.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"497"}}