{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,5]],"date-time":"2026-05-05T04:20:03Z","timestamp":1777954803985,"version":"3.51.4"},"reference-count":37,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Ad Hoc Networks"],"published-print":{"date-parts":[[2026,8]]},"DOI":"10.1016\/j.adhoc.2026.104246","type":"journal-article","created":{"date-parts":[[2026,4,2]],"date-time":"2026-04-02T17:33:05Z","timestamp":1775151185000},"page":"104246","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Q-learning-based charging scheduling algorithm in WRSNs"],"prefix":"10.1016","volume":"189","author":[{"given":"Yingao","family":"Hou","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wenjing","family":"Guo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"issue":"1","key":"10.1016\/j.adhoc.2026.104246_b1","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1109\/COMST.2020.3048190","article-title":"A survey of routing protocols for underwater wireless sensor networks","volume":"23","author":"Luo","year":"2021","journal-title":"IEEE Commun. Surv. Tutor."},{"issue":"2","key":"10.1016\/j.adhoc.2026.104246_b2","doi-asserted-by":"crossref","first-page":"1013","DOI":"10.1007\/s11277-024-10954-2","article-title":"Wireless sensor networks in healthcare system: A systematic review","volume":"134","author":"Kumar","year":"2024","journal-title":"Wirel. Pers. Commun."},{"key":"10.1016\/j.adhoc.2026.104246_b3","article-title":"Wireless power transfer with unmanned aerial vehicles: State of the art and open challenges","volume":"101820","author":"Ojha","year":"2023","journal-title":"Pervasive Mob. Comput."},{"key":"10.1016\/j.adhoc.2026.104246_b4","article-title":"Wireless power transfer technologies, applications, and future trends: a review","author":"Alabsi","year":"2024","journal-title":"IEEE Trans. Sustain. Comput."},{"issue":"2","key":"10.1016\/j.adhoc.2026.104246_b5","doi-asserted-by":"crossref","DOI":"10.4108\/eetiot.v9i2.2953","article-title":"Energy harvesting for devices in wireless sensor networks: A review","volume":"9","author":"Nguyen","year":"2023","journal-title":"EAI Endorsed Trans. Internet Things"},{"issue":"1","key":"10.1016\/j.adhoc.2026.104246_b6","first-page":"1","article-title":"Practical charger placement scheme for wireless rechargeable sensor networks with obstacles","volume":"20","author":"You","year":"2023","journal-title":"ACM Trans. Sens. Networks"},{"key":"10.1016\/j.adhoc.2026.104246_b7","article-title":"A hybrid charging scheme for minimizing the number of energy-exhausted nodes in wireless rechargeable sensor networks","author":"Deng","year":"2024","journal-title":"IEEE Sensors J."},{"key":"10.1016\/j.adhoc.2026.104246_b8","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/s13638-021-01951-1","article-title":"Optimization strategy of wireless charger node deployment based on improved cuckoo search algorithm","volume":"2021","author":"Wang","year":"2021","journal-title":"EURASIP J. Wirel. Commun. Netw."},{"key":"10.1016\/j.adhoc.2026.104246_b9","doi-asserted-by":"crossref","DOI":"10.1016\/j.adhoc.2021.102556","article-title":"Task-driven charger placement and power allocation for wireless sensor networks","volume":"119","author":"Ding","year":"2021","journal-title":"Ad Hoc Netw."},{"key":"10.1016\/j.adhoc.2026.104246_b10","article-title":"Robust fault-tolerant placement of wireless chargers for directional charging","author":"Xu","year":"2023","journal-title":"IEEE Trans. Mob. Comput."},{"issue":"11","key":"10.1016\/j.adhoc.2026.104246_b11","doi-asserted-by":"crossref","first-page":"2563","DOI":"10.1007\/s00607-023-01195-5","article-title":"An energy efficient periodic data gathering and charging schedule using MVs in wireless rechargeable sensor networks","volume":"105","author":"Yadav","year":"2023","journal-title":"Computing"},{"issue":"7","key":"10.1016\/j.adhoc.2026.104246_b12","doi-asserted-by":"crossref","first-page":"120","DOI":"10.3390\/wevj13070120","article-title":"Multi-objective optimization with mayfly algorithm for periodic charging in wireless rechargeable sensor networks","volume":"13","author":"Mukase","year":"2022","journal-title":"World Electr. Veh. J."},{"issue":"3","key":"10.1016\/j.adhoc.2026.104246_b13","doi-asserted-by":"crossref","first-page":"389","DOI":"10.1007\/s11235-022-00951-w","article-title":"An efficient charging scheme using battery constrained mobile charger in wireless rechargeable sensor networks","volume":"81","author":"Das","year":"2022","journal-title":"Telecommun. Syst."},{"key":"10.1016\/j.adhoc.2026.104246_b14","doi-asserted-by":"crossref","first-page":"155","DOI":"10.1016\/j.comcom.2020.01.037","article-title":"Spatiotemporal charging scheduling in wireless rechargeable sensor networks","volume":"152","author":"Zhao","year":"2020","journal-title":"Comput. Commun."},{"issue":"18","key":"10.1016\/j.adhoc.2026.104246_b15","doi-asserted-by":"crossref","first-page":"6463","DOI":"10.3390\/en16186463","article-title":"A long-distance first matching algorithm for charging scheduling in wireless rechargeable sensor networks","volume":"16","author":"Chen","year":"2023","journal-title":"Energies"},{"key":"10.1016\/j.adhoc.2026.104246_b16","doi-asserted-by":"crossref","unstructured":"P. Ren, J. Qian, L. Li, Z. Zhao, X. Li, Unequal clustering scheme based leach for wireless sensor networks, in: Proc. 4th Int. Conf. Genetic and Evolutionary Computing, 2010, pp. 90\u201393.","DOI":"10.1109\/ICGEC.2010.30"},{"issue":"4","key":"10.1016\/j.adhoc.2026.104246_b17","doi-asserted-by":"crossref","first-page":"366","DOI":"10.1109\/TMC.2004.41","article-title":"HEED: a hybrid, energy-efficient, distributed clustering approach for ad hoc sensor networks","volume":"3","author":"Younis","year":"2004","journal-title":"IEEE Trans. Mob. Comput."},{"key":"10.1016\/j.adhoc.2026.104246_b18","unstructured":"C. Li, M. Ye, G. Chen, J. Wu, An energy-efficient unequal clustering mechanism for wireless sensor networks, in: Proc. IEEE Int. Conf. Mobile Adhoc and Sensor Systems, 2005, pp. 8\u2013604."},{"key":"10.1016\/j.adhoc.2026.104246_b19","doi-asserted-by":"crossref","unstructured":"J.H. Kim, C.S. Hussain, W.C. Yang, D.S. Kim, M.S. Park, Produce: A probability-driven unequal clustering mechanism for wireless sensor networks, in: Proc. 22nd Int. Conf. Advanced Information Networking and Applications Workshops, AINA Workshops 2008, 2008, pp. 928\u2013933.","DOI":"10.1109\/WAINA.2008.116"},{"issue":"2","key":"10.1016\/j.adhoc.2026.104246_b20","doi-asserted-by":"crossref","first-page":"546","DOI":"10.1109\/JSEN.2016.2629027","article-title":"Charging distributed sensor nodes exploiting clustering and energy trading","volume":"17","author":"Moraes","year":"2016","journal-title":"IEEE Sensors J."},{"key":"10.1016\/j.adhoc.2026.104246_b21","doi-asserted-by":"crossref","DOI":"10.1016\/j.adhoc.2024.103605","article-title":"Reinforcement learning-based charging cluster determination algorithm for optimal charger placement in wireless rechargeable sensor networks","volume":"164","author":"Wang","year":"2024","journal-title":"Ad Hoc Netw."},{"key":"10.1016\/j.adhoc.2026.104246_b22","article-title":"Espp: Efficient sector-based charging scheduling and path planning for WRSNs with hexagonal topology","author":"Naji","year":"2023","journal-title":"IEEE Trans. Sustain. Comput."},{"key":"10.1016\/j.adhoc.2026.104246_b23","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1016\/j.comcom.2023.02.021","article-title":"Multi-UAV WRSN charging path planning based on improved HEED and IA-DRL","volume":"203","author":"Shan","year":"2023","journal-title":"Comput. Commun."},{"key":"10.1016\/j.adhoc.2026.104246_b24","series-title":"Reinforcement Learning: An Introduction","author":"Sutton","year":"2018"},{"issue":"16","key":"10.1016\/j.adhoc.2026.104246_b25","doi-asserted-by":"crossref","first-page":"5520","DOI":"10.3390\/s21165520","article-title":"An on-demand charging for connected target coverage in WRSNs using fuzzy logic and Q-learning","volume":"21","author":"Nguyen","year":"2021","journal-title":"Sensors"},{"key":"10.1016\/j.adhoc.2026.104246_b26","article-title":"Intelligent trajectory design and charging scheduling in wireless rechargeable sensor networks with obstacles","author":"Zhang","year":"2024","journal-title":"IEEE Trans. Mob. Comput."},{"issue":"8","key":"10.1016\/j.adhoc.2026.104246_b27","doi-asserted-by":"crossref","first-page":"3903","DOI":"10.3390\/s23083903","article-title":"Deep reinforcement learning\u2013based online one-to-multiple charging scheme in wireless rechargeable sensor network","volume":"23","author":"Gong","year":"2023","journal-title":"Sensors"},{"issue":"6","key":"10.1016\/j.adhoc.2026.104246_b28","doi-asserted-by":"crossref","first-page":"2869","DOI":"10.1007\/s12652-024-04781-3","article-title":"A reinforcement learning based mobile charging sequence scheduling algorithm for optimal sensing coverage in wireless rechargeable sensor networks","volume":"15","author":"Li","year":"2024","journal-title":"J. Ambient. Intell. Humaniz. Comput."},{"issue":"1","key":"10.1016\/j.adhoc.2026.104246_b29","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1587\/nolta.14.18","article-title":"Q-learning-based distributed multi-charging algorithm for large-scale WRSNs","volume":"14","author":"Long","year":"2023","journal-title":"Nonlinear Theory its Appl. IEICE"},{"issue":"5","key":"10.1016\/j.adhoc.2026.104246_b30","doi-asserted-by":"crossref","first-page":"4806","DOI":"10.1109\/TMC.2023.3299238","article-title":"Asynchronous multi-agent reinforcement learning for collaborative partial charging in wireless rechargeable sensor networks","volume":"23","author":"Liang","year":"2023","journal-title":"IEEE Trans. Mob. Comput."},{"issue":"7","key":"10.1016\/j.adhoc.2026.104246_b31","doi-asserted-by":"crossref","first-page":"965","DOI":"10.3390\/e24070965","article-title":"Attention-shared multi-agent actor\u2013critic-based deep reinforcement learning approach for mobile charging dynamic scheduling in wireless rechargeable sensor networks","volume":"24","author":"Jiang","year":"2022","journal-title":"Entropy"},{"issue":"13","key":"10.1016\/j.adhoc.2026.104246_b32","doi-asserted-by":"crossref","first-page":"2102","DOI":"10.3390\/math12132102","article-title":"Cooperative multi-agent reinforcement learning for data gathering in energy-harvesting wireless sensor networks","volume":"12","author":"Dvir","year":"2024","journal-title":"Mathematics"},{"issue":"1","key":"10.1016\/j.adhoc.2026.104246_b33","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1049\/iet-net.2017.0063","article-title":"Balanced and energy-efficient multi-hop techniques for routing in wireless sensor networks","volume":"7","author":"Fawzy","year":"2018","journal-title":"IET Networks"},{"key":"10.1016\/j.adhoc.2026.104246_b34","doi-asserted-by":"crossref","first-page":"303","DOI":"10.1007\/s11276-017-1558-2","article-title":"Cluster head selection for energy efficient and delay-less routing in wireless sensor network","volume":"25","author":"Sarkar","year":"2019","journal-title":"Wirel. Netw."},{"issue":"10","key":"10.1016\/j.adhoc.2026.104246_b35","doi-asserted-by":"crossref","first-page":"1931","DOI":"10.1109\/TMC.2012.161","article-title":"Energy provisioning in wireless rechargeable sensor networks","volume":"12","author":"He","year":"2012","journal-title":"IEEE Trans. Mob. Comput."},{"issue":"13","key":"10.1016\/j.adhoc.2026.104246_b36","doi-asserted-by":"crossref","first-page":"13739","DOI":"10.1109\/JSEN.2022.3178441","article-title":"Game theory and coverage optimization based multihop routing protocol for network lifetime in wireless sensor networks","volume":"22","author":"Yao","year":"2022","journal-title":"IEEE Sensors J."},{"key":"10.1016\/j.adhoc.2026.104246_b37","doi-asserted-by":"crossref","first-page":"28","DOI":"10.1016\/j.comcom.2018.05.002","article-title":"Adaptive online mobile charging for node failure avoidance in wireless rechargeable sensor networks","volume":"126","author":"Zhu","year":"2018","journal-title":"Comput. Commun."}],"container-title":["Ad Hoc Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1570870526001125?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1570870526001125?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T19:46:49Z","timestamp":1777924009000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1570870526001125"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,8]]},"references-count":37,"alternative-id":["S1570870526001125"],"URL":"https:\/\/doi.org\/10.1016\/j.adhoc.2026.104246","relation":{},"ISSN":["1570-8705"],"issn-type":[{"value":"1570-8705","type":"print"}],"subject":[],"published":{"date-parts":[[2026,8]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Q-learning-based charging scheduling algorithm in WRSNs","name":"articletitle","label":"Article Title"},{"value":"Ad Hoc Networks","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.adhoc.2026.104246","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier B.V. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"104246"}}