{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,21]],"date-time":"2026-01-21T03:50:47Z","timestamp":1768967447850,"version":"3.49.0"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2021,10,19]],"date-time":"2021-10-19T00:00:00Z","timestamp":1634601600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,10,19]],"date-time":"2021-10-19T00:00:00Z","timestamp":1634601600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Syst Assur Eng Manag"],"published-print":{"date-parts":[[2022,6]]},"DOI":"10.1007\/s13198-021-01414-2","type":"journal-article","created":{"date-parts":[[2021,10,19]],"date-time":"2021-10-19T08:57:45Z","timestamp":1634633865000},"page":"1198-1204","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["A novel algorithm for wireless sensor network routing protocols based on reinforcement learning"],"prefix":"10.1007","volume":"13","author":[{"given":"Anil Kumar","family":"Yadav","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8037-7152","authenticated-orcid":false,"given":"Purushottam","family":"Sharma","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rakesh Kumar","family":"Yadav","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,10,19]]},"reference":[{"key":"1414_CR1","doi-asserted-by":"crossref","unstructured":"Altman E, Kherani AA, Michiardi P, Molva R (2004) Non-cooperative forwarding in ad- hoc networks. In: Proceedings of the 15th IEEE international symposium on personal, indoor and mobile radio communications","DOI":"10.1007\/11422778_39"},{"key":"1414_CR2","unstructured":"Arjunan S, Pothula S (2016) A \u00a0survey on unequal clustering protocols in wireless sensor networks. J\u00a0King Saud Univ Comput Inf Sci"},{"issue":"5","key":"1414_CR3","first-page":"151","volume":"6","author":"S Chand","year":"2016","unstructured":"Chand S, Kumar R, Kumar B, Singh S, Malik A (2016) NEECP: novel energy-efficient clustering protocol for prolonging lifetime of WSNs IET Wirel. Sens Syst 6(5):151\u2013157","journal-title":"Sens Syst"},{"key":"1414_CR4","doi-asserted-by":"crossref","unstructured":"Chettibi S, Chikhi S (2011) A survey of reinforcement learning based routing proto- cols for mobile Ad-Hoc networks, recent trends in wireless and mobile networks, 162. Communications in Computer and information Science, Springer, pp. 1\u201313","DOI":"10.1007\/978-3-642-21937-5_1"},{"key":"1414_CR5","doi-asserted-by":"crossref","unstructured":"Chettibi S, Chikhi S (2012) An adaptive energy-aware routing protocol for MANETs Us- ing the SARSA reinforcement lea ing algorithm. Evolving and Adaptive Intelligent Systems (EAIS), IEEE Conference on, 84\u201389","DOI":"10.1109\/EAIS.2012.6232810"},{"issue":"2","key":"1414_CR6","first-page":"136","volume":"10","author":"S Chettibi","year":"2013","unstructured":"Chettibi S, Chikhi S (2013) FEA-OLSR: an adaptive energy aware routing protocol for manets using zero-order sugeno fuzzy system. Int J Comput Sci Issues 10(2):136\u2013141","journal-title":"Int J Comput Sci Issues"},{"key":"1414_CR7","doi-asserted-by":"crossref","unstructured":"Chettibi S, Chikhi S (2014) Adaptive maximum-lifetime routing in mobile ad-hoc networks using temporal difference reinforcement learning. Evol Syst 5, Springer: Berlin, Heidelberg","DOI":"10.1007\/s12530-013-9093-6"},{"key":"1414_CR8","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1016\/j.asoc.2015.09.003","volume":"38","author":"S Chettibi","year":"2016","unstructured":"Chettibi S, Chikhi S (2016) Dynamic fuzzy (local routing) logic and reinforcement learning for adaptive energy efficient routing in mobile ad-hoc networks. Applied Soft Compu- ting 38:321\u2013328","journal-title":"Applied Soft Compu- ting"},{"key":"1414_CR9","unstructured":"Cho W, Kim SL (2002) A fully distributed routing algorithm for maximizing life time of a wireless ad hoc network. In: Proc IEEE 4 th Int workshop-mobile & wireless commun. Network, pp. 670\u2013674"},{"issue":"4","key":"1414_CR10","doi-asserted-by":"publisher","first-page":"1139","DOI":"10.1007\/s11276-016-1388-7","volume":"24","author":"SK Das","year":"2018","unstructured":"Das SK, Tripathi S (2018) Intelligent energy-aware efficient routing for MANET. Wirel Netw 24(4):1139\u20131159","journal-title":"Wirel Netw"},{"key":"1414_CR11","unstructured":"Devika R, Santhi B, Sivasubramanian T (2013) Survey on routing protocol in wireless sensor network I jet, 5(1):350\u2013356"},{"key":"1414_CR31","unstructured":"Heinzelman WR (2000) Application-Specific Protocol Architectures for Wireless Networks, Ph.D. thesis, Massachusetts Institute of Technology"},{"key":"1414_CR12","doi-asserted-by":"crossref","unstructured":"Giordano S (2002) Mobile ad hoc networks. Handbook of wireless networks and mobile computing. pp. 325\u2013346","DOI":"10.1002\/0471224561.ch15"},{"key":"1414_CR13","unstructured":"Kim D, Aceves JJGL, Obraczka, Cano JC, Manzoni P (2002) Power-aware routing based on the energy drain rate for mobile ad-hoc networks. In: 11th international confer-ence on computer communications and networks"},{"key":"1414_CR14","doi-asserted-by":"crossref","unstructured":"Lin H, Chen P, Wang L (2014) Fan-shaped clustering for large-scale sensor networks Proc\u2013 2014 Int Conf Cyber-Enabled Distrib Comput Knowl Discov CyberC. pp. 361\u2013364","DOI":"10.1109\/CyberC.2014.69"},{"key":"1414_CR15","doi-asserted-by":"crossref","unstructured":"Lindsey S, Raghavendra CS (2002) PEGASIS: power-efficient gathering in sensor Information system. In: Proceedings IEEE aerospace conference, 3, Big Sky, MT, pp. 1125\u20131130","DOI":"10.1109\/AERO.2002.1035242"},{"key":"1414_CR16","unstructured":"Manjeshwar A, Agrawal DP (2001) TEEN: a protocol for enhanced efficiency in wireless sensor networks. In: The proceedings of the 1st international workshop on parallel and distributed computing issues in wireless networks and mobile computing, San Francisco, CA"},{"key":"1414_CR17","doi-asserted-by":"crossref","unstructured":"Naruephiphat W, Usaha W (2008) Balancing tradeoffs for energy- efficient routing in MA- NETs based on reinforcement learning. In: The IEEE 67th vehicular technology con-ference","DOI":"10.1109\/VETECS.2008.523"},{"key":"1414_CR18","doi-asserted-by":"crossref","unstructured":"Nurmi P (2007) Reinforcement learning for routing in ad-hoc networks. In: Proceedings of the fifth international symposium on modeling and optimization in mobile, Ad-Hoc, and Wireless Networks (WiOpt)","DOI":"10.1109\/WIOPT.2007.4480049"},{"key":"1414_CR30","unstructured":"NS (2004) The UCB\/LBNL\/VINT Network Simulator (NS), http:\/\/www.isi.edu\/nsnam\/ns\/"},{"key":"1414_CR20","doi-asserted-by":"crossref","unstructured":"Perkins C, Belding-Royer E, Das S (2003) Ad hoc on-demand distance vector (AODV) Routing. Network Working Group","DOI":"10.17487\/rfc3561"},{"key":"1414_CR21","unstructured":"Rabiner W, Kulik J, Balakrishnan H (1999) Adaptive protocols for information dissemination in wireless sensor networks. In: Proceedings of the fifth annual international conference on mobile computing and networking (MOBICOM), Seattle, WA, USA, pp. 74\u2013185"},{"key":"1414_CR22","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1016\/j.compeleceng.2015.03.023","volume":"48","author":"G Ravi","year":"2015","unstructured":"Ravi G, Kashwan KR (2015) A new routing protocol for energy efficient mobile applica- tions for ad hoc networks. Comput Electr Eng 48:77\u201385","journal-title":"Comput Electr Eng"},{"key":"1414_CR23","doi-asserted-by":"crossref","unstructured":"Srinivasan V, Nuggehalli P, Chiasserini CF, Rao RR (2003) Cooperation in wireless ad hoc networks. In: Proceedings of the 22nd annual joint conference of the IEEE computer and communications societies (INFOCOM). IEEE Computer Society, pp. 808\u2013 817","DOI":"10.1109\/INFCOM.2003.1208918"},{"key":"1414_CR24","doi-asserted-by":"crossref","unstructured":"Sutton R, Barto A (1998) Reinforcement learning. MIT Press: Cambridge, MA","DOI":"10.1016\/S1474-6670(17)38315-5"},{"key":"1414_CR25","unstructured":"Sutton RS, Barto AG (2014) Reinforcement Learning, Second edition, in progress, MIT Press"},{"key":"1414_CR26","doi-asserted-by":"crossref","unstructured":"Taheri H, Neamatollahi P, Younis OM, Naghibzadeh S, Yaghmaee MH (2012) An energy-aware distributed clustering protocol in wireless sensor networks using fuzzy logic Ad Hoc Netw., 10(7):1469\u20131481","DOI":"10.1016\/j.adhoc.2012.04.004"},{"issue":"3","key":"1414_CR27","first-page":"77","volume":"2","author":"N Vassileva","year":"2008","unstructured":"Vassileva N, Barcelo-Arroyo F (2008) A survey of routing protocols for maximizing the lifetime of Ad Hoc wireless networks. Int J Softw Eng Appl 2(3):77\u201379","journal-title":"Int J Softw Eng Appl"},{"key":"1414_CR28","first-page":"279","volume":"8","author":"CJ Watkins","year":"2008","unstructured":"Watkins CJ, Dayan P (1992) Qlearnin. Mach Learn 8: 279\u2013292","journal-title":"Mach Learn"},{"key":"1414_CR29","doi-asserted-by":"crossref","unstructured":"Xu Y, Heidemann J, Estrin DD (2001) Geography informed energy conservation for Ad- Hoc routing. In: Proceedings of 7th annual international conference on mobile computing and networking, pp. 70\u201384","DOI":"10.1145\/381677.381685"},{"key":"1414_CR19","unstructured":"Younis O, Fahmy S (2002) Distributed custering in Ad-hoc sensor networks: a hybrid, energy-efficient approach"},{"issue":"4","key":"1414_CR32","doi-asserted-by":"publisher","first-page":"366","DOI":"10.1109\/TMC.2004.41","volume":"3","author":"O Younis","year":"2008","unstructured":"Younis O, Fahmy S (2004) Heed: a hybrid, energy-efficient, distributed clustering approach for Ad-hoc networks. IEEE Trans Mob Comput 3(4):366\u2013369","journal-title":"IEEE Trans Mob Comput"}],"container-title":["International Journal of System Assurance Engineering and Management"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13198-021-01414-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s13198-021-01414-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13198-021-01414-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,26]],"date-time":"2022-05-26T10:36:47Z","timestamp":1653561407000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s13198-021-01414-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10,19]]},"references-count":32,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2022,6]]}},"alternative-id":["1414"],"URL":"https:\/\/doi.org\/10.1007\/s13198-021-01414-2","relation":{},"ISSN":["0975-6809","0976-4348"],"issn-type":[{"value":"0975-6809","type":"print"},{"value":"0976-4348","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,10,19]]},"assertion":[{"value":"22 May 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 July 2021","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 September 2021","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 October 2021","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflicts of interest to report regarding the present study.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"This is an observational study. This research includes No involvement of Human and Animals, so no ethical approval is required.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Human and animals participants"}},{"value":"The studies are conducted on already available data for which consent not required.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}}]}}