{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,19]],"date-time":"2026-08-19T18:34:49Z","timestamp":1787164489205,"version":"3.56.0"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2025,2,12]],"date-time":"2025-02-12T00:00:00Z","timestamp":1739318400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,2,12]],"date-time":"2025-02-12T00:00:00Z","timestamp":1739318400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"DOI":"10.1007\/s11227-025-06998-1","type":"journal-article","created":{"date-parts":[[2025,2,12]],"date-time":"2025-02-12T11:44:21Z","timestamp":1739360661000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["RL-EAR: reinforcement learning-based energy-aware routing for software-defined wireless sensor network"],"prefix":"10.1007","volume":"81","author":[{"given":"Abhishek","family":"Narwaria","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Varsha","family":"Kumari","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Arka Prokash","family":"Mazumdar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,2,12]]},"reference":[{"issue":"1","key":"6998_CR1","doi-asserted-by":"publisher","first-page":"14","DOI":"10.3390\/asi3010014","volume":"3","author":"D Kandris","year":"2020","unstructured":"Kandris D, Nakas C, Vomvas D, Koulouras G (2020) Applications of wireless sensor networks: an up-to-date survey. Appl Syst Innov 3(1):14","journal-title":"Appl Syst Innov"},{"issue":"3","key":"6998_CR2","doi-asserted-by":"publisher","first-page":"1617","DOI":"10.1109\/SURV.2014.012214.00180","volume":"16","author":"BAA Nunes","year":"2014","unstructured":"Nunes BAA, Mendonca M, Nguyen X-N, Obraczka K, Turletti T (2014) A survey of software-defined networking: past, present, and future of programmable networks. IEEE Commun Surv Tutor 16(3):1617\u20131634","journal-title":"IEEE Commun Surv Tutor"},{"key":"6998_CR3","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2023.103636","volume":"215","author":"A Narwaria","year":"2023","unstructured":"Narwaria A, Mazumdar AP (2023) Software-defined wireless sensor network: a comprehensive survey. J Netw Comput Appl 215:103636","journal-title":"J Netw Comput Appl"},{"key":"6998_CR4","doi-asserted-by":"crossref","unstructured":"Narwaria A, Mazumdar AP, Sharma S (2023) Energy efficient multi-objective task allocation in software-defined wireless sensor network. In: 2023 IEEE 8th International Conference for Convergence in Technology (I2CT), pp 1\u20136","DOI":"10.1109\/I2CT57861.2023.10126235"},{"issue":"3","key":"6998_CR5","doi-asserted-by":"publisher","first-page":"1207","DOI":"10.1007\/s40998-023-00601-0","volume":"47","author":"A Rahimifar","year":"2023","unstructured":"Rahimifar A, Kavian YS, Kaabi H, Soroosh M (2023) A smart duty cycle for lifetime enhancement and control overhead in SDWSN. Iran J Sci Technol Trans Electr Eng 47(3):1207\u20131223","journal-title":"Iran J Sci Technol Trans Electr Eng"},{"issue":"1","key":"6998_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1561\/2200000086","volume":"16","author":"TM Moerland","year":"2023","unstructured":"Moerland TM, Broekens J, Plaat A, Jonker CM et al (2023) Model-based reinforcement learning: a survey. Found Trends\u00ae Mach Learn 16(1):1\u2013118","journal-title":"Found Trends\u00ae Mach Learn"},{"key":"6998_CR7","doi-asserted-by":"publisher","first-page":"29355","DOI":"10.1109\/ACCESS.2019.2902371","volume":"7","author":"C Savaglio","year":"2019","unstructured":"Savaglio C, Pace P, Aloi G, Liotta A, Fortino G (2019) Lightweight reinforcement learning for energy efficient communications in wireless sensor networks. IEEE Access 7:29355\u201329364","journal-title":"IEEE Access"},{"issue":"10","key":"6998_CR8","doi-asserted-by":"publisher","first-page":"9053","DOI":"10.1007\/s12652-020-02599-3","volume":"12","author":"A Rahimifar","year":"2021","unstructured":"Rahimifar A, Seifi Kavian Y, Kaabi H, Soroosh M (2021) Predicting the energy consumption in software defined wireless sensor networks: a probabilistic Markov model approach. J Ambient Intell Humaniz Comput 12(10):9053\u20139066","journal-title":"J Ambient Intell Humaniz Comput"},{"issue":"5","key":"6998_CR9","doi-asserted-by":"publisher","first-page":"3495","DOI":"10.1109\/JIOT.2021.3102130","volume":"9","author":"MU Younus","year":"2021","unstructured":"Younus MU, Khan MK, Bhatti AR (2021) Improving the software-defined wireless sensor networks routing performance using reinforcement learning. IEEE Internet Things J 9(5):3495\u20133508","journal-title":"IEEE Internet Things J"},{"key":"6998_CR10","doi-asserted-by":"publisher","first-page":"1872","DOI":"10.1109\/ACCESS.2017.2666200","volume":"5","author":"HI Kobo","year":"2017","unstructured":"Kobo HI, Abu-Mahfouz AM, Hancke GP (2017) A survey on software-defined wireless sensor networks: challenges and design requirements. IEEE Access 5:1872\u20131899","journal-title":"IEEE Access"},{"issue":"4","key":"6998_CR11","doi-asserted-by":"publisher","first-page":"568","DOI":"10.1007\/s11082-023-06269-4","volume":"56","author":"K Vijayan","year":"2024","unstructured":"Vijayan K, Kshirsagar PR, Sonekar SV, Chakrabarti P, Unhelkar B, Margala M (2024) Optimizing IoT-enabled WSN routing strategies using whale optimization-driven multi-criterion correlation approach employs the reinforcement learning agent. Opt Quantum Electron 56(4):568","journal-title":"Opt Quantum Electron"},{"key":"6998_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s11276-024-03697-2","volume":"30","author":"R Priyadarshi","year":"2024","unstructured":"Priyadarshi R (2024) Exploring machine learning solutions for overcoming challenges in IoT-based wireless sensor network routing: a comprehensive review. Wirel Netw 30:1\u201327","journal-title":"Wirel Netw"},{"issue":"8","key":"6998_CR13","doi-asserted-by":"publisher","first-page":"10174","DOI":"10.1109\/JSEN.2021.3059789","volume":"21","author":"FF Jurado-Lasso","year":"2022","unstructured":"Jurado-Lasso FF, Clarke K, Cadavid AN, Nirmalathas A (2022) Energy-aware routing for software-defined multihop wireless sensor networks. IEEE Sens J 21(8):10174\u201310182","journal-title":"IEEE Sens J"},{"key":"6998_CR14","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2023.123089","volume":"246","author":"X Yang","year":"2024","unstructured":"Yang X, Yan J, Wang D, Xu Y, Hua G (2024) WOAD3QN-RP: an intelligent routing protocol in wireless sensor networks-a swarm intelligence and deep reinforcement learning based approach. Expert Syst Appl 246:123089","journal-title":"Expert Syst Appl"},{"key":"6998_CR15","doi-asserted-by":"crossref","unstructured":"Garcia F, Rachelson E (2013) Markov decision processes. Markov Decision Processes in Artificial Intelligence, pp 1\u201338","DOI":"10.1002\/9781118557426.ch1"},{"issue":"20","key":"6998_CR16","doi-asserted-by":"publisher","first-page":"7393","DOI":"10.1109\/JSEN.2016.2585019","volume":"16","author":"W Xiang","year":"2016","unstructured":"Xiang W, Wang N, Zhou Y (2016) An energy-efficient routing algorithm for software-defined wireless sensor networks. IEEE Sens J 16(20):7393\u20137400","journal-title":"IEEE Sens J"},{"issue":"4","key":"6998_CR17","doi-asserted-by":"publisher","first-page":"3133","DOI":"10.1007\/s11277-022-09702-1","volume":"125","author":"M Kamarei","year":"2022","unstructured":"Kamarei M, Tavakoli F, Patooghy A (2022) Route packets uneven, consume energy even: A lifetime expanding routing algorithm for WSNS. Wireless Pers Commun 125(4):3133\u20133151","journal-title":"Wireless Pers Commun"},{"key":"6998_CR18","doi-asserted-by":"publisher","first-page":"33818","DOI":"10.1109\/ACCESS.2020.2972354","volume":"8","author":"M Kamarei","year":"2020","unstructured":"Kamarei M, Patooghy A, Alsharif A, Hakami V (2020) Simple: a unified single and multi-path routing algorithm for wireless sensor networks with source location privacy. IEEE Access 8:33818\u201333829","journal-title":"IEEE Access"},{"key":"6998_CR19","doi-asserted-by":"crossref","unstructured":"Wenxing L, Muqing W, Yuewei W (2016) Energy-efficient algorithm based on multi-dimensional energy space for software-defined wireless sensor networks. In: 2016 International Symposium on Wireless Communication Systems (ISWCS), IEEE, pp 309\u2013314","DOI":"10.1109\/ISWCS.2016.7600920"},{"key":"6998_CR20","doi-asserted-by":"crossref","unstructured":"Kim S, Son J, Talukder A, Hong CS (2016) Congestion prevention mechanism based on q-leaning for efficient routing in SDN. In: 2016 International Conference on Information Networking (ICOIN), IEEE, pp 124\u2013128","DOI":"10.1109\/ICOIN.2016.7427100"},{"key":"6998_CR21","unstructured":"Stampa G, Arias M, S\u00e1nchez-Charles D, Munt\u00e9s-Mulero V, Cabellos A (2017) A deep-reinforcement learning approach for software-defined networking routing optimization. arXiv:1709.07080"},{"issue":"5","key":"6998_CR22","doi-asserted-by":"publisher","first-page":"353","DOI":"10.1049\/iet-net.2018.0005","volume":"7","author":"H Mostafaei","year":"2018","unstructured":"Mostafaei H, Obaidat MS (2018) Learning automaton-based self-protection algorithm for wireless sensor networks. IET Netw 7(5):353\u2013361","journal-title":"IET Netw"},{"issue":"2","key":"6998_CR23","doi-asserted-by":"publisher","first-page":"155014771983354","DOI":"10.1177\/1550147719833541","volume":"15","author":"W Guo","year":"2019","unstructured":"Guo W, Yan C, Lu T (2019) Optimizing the lifetime of wireless sensor networks via reinforcement-learning-based routing. Int J Distrib Sens Netw 15(2):1550147719833541","journal-title":"Int J Distrib Sens Netw"},{"key":"6998_CR24","unstructured":"Lee S, Seo Y, Lee K, Abbeel P, Shin J (2022) Offline-to-online reinforcement learning via balanced replay and pessimistic q-ensemble. In: Conference on Robot Learning, PMLR, pp 1702\u20131712"},{"key":"6998_CR25","doi-asserted-by":"crossref","unstructured":"Fang C, Cheng C, Tang Z, Li C (2019) Research on routing algorithm based on reinforcement learning in SDN. In: Journal of Physics: Conference Series, vol 1284. IOP Publishing, p 012053","DOI":"10.1088\/1742-6596\/1284\/1\/012053"},{"key":"6998_CR26","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1109\/ACCESS.2020.3046693","volume":"9","author":"MU Younus","year":"2020","unstructured":"Younus MU, Khan MK, Anjum MR, Afridi S, Arain ZA, Jamali AA (2020) Optimizing the lifetime of software defined wireless sensor network via reinforcement learning. IEEE Access 9:259\u2013272","journal-title":"IEEE Access"},{"issue":"8","key":"6998_CR27","doi-asserted-by":"publisher","first-page":"10174","DOI":"10.1109\/JSEN.2021.3059789","volume":"21","author":"FF Jurado-Lasso","year":"2021","unstructured":"Jurado-Lasso FF, Clarke K, Cadavid AN, Nirmalathas A (2021) Energy-aware routing for software-defined multihop wireless sensor networks. IEEE Sens J 21(8):10174\u201310182","journal-title":"IEEE Sens J"},{"key":"6998_CR28","doi-asserted-by":"crossref","unstructured":"Dunkels A, Gronvall B, Voigt T (2004) Contiki-a lightweight and flexible operating system for tiny networked sensors. In: 29th Annual IEEE International Conference on Local Computer Networks, IEEE, pp 455\u2013462","DOI":"10.1109\/LCN.2004.38"},{"key":"6998_CR29","doi-asserted-by":"crossref","unstructured":"Eriksson J, \u00d6sterlind F, Finne N, Tsiftes N, Dunkels A, Voigt T, Sauter R, Marr\u00f3n PJ (2009) Cooja\/mspsim: interoperability testing for wireless sensor networks. In: Proceedings of the 2nd International Conference on Simulation Tools and Techniques, pp 1\u20137","DOI":"10.4108\/ICST.SIMUTOOLS2009.5637"},{"key":"6998_CR30","first-page":"1179","volume":"33","author":"A Kumar","year":"2020","unstructured":"Kumar A, Zhou A, Tucker G, Levine S (2020) Conservative q-learning for offline reinforcement learning. Adv Neural Inf Process Syst 33:1179\u20131191","journal-title":"Adv Neural Inf Process Syst"},{"issue":"1","key":"6998_CR31","doi-asserted-by":"publisher","first-page":"870","DOI":"10.1109\/TNSM.2020.3036911","volume":"18","author":"DM Casas-Velasco","year":"2020","unstructured":"Casas-Velasco DM, Rendon OMC, Fonseca NL (2020) Intelligent routing based on reinforcement learning for software-defined networking. IEEE Trans Netw Serv Manage 18(1):870\u2013881","journal-title":"IEEE Trans Netw Serv Manage"},{"key":"6998_CR32","doi-asserted-by":"crossref","unstructured":"Narwaria A, Mazumdar AP, Kalla G (2021) C3hac: A controller placement approach for sdwsn. In: TENCON 2021-2021 IEEE Region 10 Conference (TENCON), IEEE, pp 935\u2013940","DOI":"10.1109\/TENCON54134.2021.9707415"},{"key":"6998_CR33","unstructured":"Knox WB, Stone P (2012) Reinforcement learning from simultaneous human and MDP reward. In: AAMAS, vol 1004. Valencia, pp 475\u2013482"},{"issue":"2","key":"6998_CR34","doi-asserted-by":"publisher","first-page":"1949","DOI":"10.1109\/TNSM.2022.3218017","volume":"20","author":"X Su","year":"2022","unstructured":"Su X, Ren Y, Cai Z, Liang Y, Guo L (2022) A Q-learning based routing approach for energy efficient information transmission in wireless sensor network. IEEE Trans Netw Serv Manag 20(2):1949\u20131961","journal-title":"IEEE Trans Netw Serv Manag"},{"key":"6998_CR35","unstructured":"Van\u00a0Seijen H, Fatemi M, Romoff J, Laroche R, Barnes T, Tsang J (2017) Hybrid reward architecture for reinforcement learning. Advances in Neural Information Processing Systems 30"},{"key":"6998_CR36","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s11227-024-05899-z","volume":"80","author":"A Narwaria","year":"2024","unstructured":"Narwaria A, Soni K, Mazumdar AP (2024) A position and energy aware multi-objective controller placement and re-placement scheme in distributed SDWSN. J Supercomput 80:1\u201329","journal-title":"J Supercomput"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-025-06998-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-025-06998-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-025-06998-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,12]],"date-time":"2025-02-12T11:44:31Z","timestamp":1739360671000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-025-06998-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,12]]},"references-count":36,"journal-issue":{"issue":"3","published-online":{"date-parts":[[2025,2]]}},"alternative-id":["6998"],"URL":"https:\/\/doi.org\/10.1007\/s11227-025-06998-1","relation":{},"ISSN":["1573-0484"],"issn-type":[{"value":"1573-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,2,12]]},"assertion":[{"value":"27 January 2025","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 February 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"485"}}