{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T12:34:29Z","timestamp":1784205269044,"version":"3.55.0"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2024,4,6]],"date-time":"2024-04-06T00:00:00Z","timestamp":1712361600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,4,6]],"date-time":"2024-04-06T00:00:00Z","timestamp":1712361600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"National Natural Science Foundations of China (NSFC) under Grant","award":["62173032"],"award-info":[{"award-number":["62173032"]}]},{"name":"Foshan Science and Technology Innovation Special Project under Grant","award":["BK22BF005"],"award-info":[{"award-number":["BK22BF005"]}]},{"name":"Regional Joint Fund of the Guangdong Basic and Applied Basic Research Fund under Grant","award":["2022A1515140109"],"award-info":[{"award-number":["2022A1515140109"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Ambient Intell Human Comput"],"published-print":{"date-parts":[[2024,6]]},"DOI":"10.1007\/s12652-024-04781-3","type":"journal-article","created":{"date-parts":[[2024,4,6]],"date-time":"2024-04-06T14:01:55Z","timestamp":1712412115000},"page":"2869-2881","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["A reinforcement learning based mobile charging sequence scheduling algorithm for optimal sensing coverage in wireless rechargeable sensor networks"],"prefix":"10.1007","volume":"15","author":[{"given":"Jinglin","family":"Li","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Haoran","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2270-7889","authenticated-orcid":false,"given":"Wendong","family":"Xiao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,4,6]]},"reference":[{"issue":"8","key":"4781_CR1","doi-asserted-by":"publisher","first-page":"2763","DOI":"10.1109\/JSEN.2016.2517084","volume":"16","author":"Hongbin Chen","year":"2016","unstructured":"Chen Hongbin, Li Xueyan, Zhao Feng (2016) A reinforcement learning-based sleep scheduling algorithm for desired area coverage in solar-powered wireless sensor networks. IEEE Sens J 16(8):2763\u20132774","journal-title":"IEEE Sens J"},{"issue":"10","key":"4781_CR2","doi-asserted-by":"publisher","first-page":"1311","DOI":"10.3390\/e23101311","volume":"23","author":"Shuai Chen","year":"2021","unstructured":"Chen Shuai, Jiang Chengpeng, Li Jinglin, Xiang Jinwei, Xiao Wendong (2021) Improved deep q-network for user-side battery energy storage charging and discharging strategy in industrial parks. Entropy 23(10):1311","journal-title":"Entropy"},{"issue":"5","key":"4781_CR3","doi-asserted-by":"publisher","first-page":"630","DOI":"10.3390\/e24050630","volume":"24","author":"S Chen","year":"2022","unstructured":"Chen S, Li J, Jiang C, Xiao W (2022) Optimal energy-storage configuration for microgrids based on soh estimation and deep q-network. Entropy 24(5):630","journal-title":"Entropy"},{"key":"4781_CR4","doi-asserted-by":"publisher","first-page":"72","DOI":"10.1016\/j.comnet.2018.10.023","volume":"148","author":"Y Chi Lin","year":"2019","unstructured":"Chi Lin Y, Sun KW, Chen Z, Bo X, Guowei W (2019) Double warning thresholds for preemptive charging scheduling in wireless rechargeable sensor networks. Comput Netw 148:72\u201387","journal-title":"Comput Netw"},{"issue":"1","key":"4781_CR5","first-page":"211","volume":"17","author":"L Chi","year":"2017","unstructured":"Chi L, Jingzhe Z, Chunyang G, Houbing S, Guowei W, Obaidat MS (2017) A temporal-spatial real-time charging scheduling algorithm for on-demand architecture in wireless rechargeable sensor networks. IEEE Trans Mob Comput 17(1):211\u2013224","journal-title":"IEEE Trans Mob Comput"},{"issue":"7676","key":"4781_CR6","doi-asserted-by":"publisher","first-page":"354","DOI":"10.1038\/nature24270","volume":"550","author":"S David","year":"2017","unstructured":"David S, Schrittwieser J, Simonyan K, Antonoglou I, Huang A, Guez A, Hubert T, Baker L, Lai M, Adrian Bolton et al (2017) Mastering the game of go without human knowledge. Nature 550(7676):354\u2013359","journal-title":"Nature"},{"issue":"4","key":"4781_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2594792","volume":"10","author":"B Gaudette","year":"2014","unstructured":"Gaudette B, Hanumaiah V, Krunz M, Vrudhula S (2014) Maximizing quality of coverage under connectivity constraints in solar-powered active wireless sensor networks. ACM Trans Sens Netw (TOSN) 10(4):1\u201327","journal-title":"ACM Trans Sens Netw (TOSN)"},{"issue":"1","key":"4781_CR8","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1109\/TII.2015.2513767","volume":"13","author":"G Han","year":"2015","unstructured":"Han G, Liu L, Jiang J, Shu L, Hancke G (2015) Analysis of energy-efficient connected target coverage algorithms for industrial wireless sensor networks. IEEE Trans Industr Inf 13(1):135\u2013143","journal-title":"IEEE Trans Industr Inf"},{"issue":"4","key":"4781_CR9","doi-asserted-by":"publisher","first-page":"3747","DOI":"10.1109\/JSYST.2018.2879084","volume":"13","author":"G Han","year":"2018","unstructured":"Han G, Guan H, Jiawei W, Chan S, Shu L, Zhang W (2018) An uneven cluster-based mobile charging algorithm for wireless rechargeable sensor networks. IEEE Syst J 13(4):3747\u20133758","journal-title":"IEEE Syst J"},{"issue":"9","key":"4781_CR10","doi-asserted-by":"publisher","first-page":"1861","DOI":"10.1109\/TMC.2014.2368557","volume":"14","author":"L He","year":"2014","unstructured":"He L, Linghe Kong Y, Pan J, Zhu T (2014) Evaluating the on-demand mobile charging in wireless sensor networks. IEEE Trans Mob Comput 14(9):1861\u20131875","journal-title":"IEEE Trans Mob Comput"},{"issue":"18","key":"4781_CR11","doi-asserted-by":"publisher","first-page":"14299","DOI":"10.1109\/JIOT.2021.3068428","volume":"8","author":"R Jia","year":"2021","unstructured":"Jia R, Zhang X, Feng Y, Wang T, Jianfeng L, Zheng Z, Li M (2021) Long-term energy collection in self-sustainable sensor networks: a deep q-learning approach. IEEE Internet Things J 8(18):14299\u201314307","journal-title":"IEEE Internet Things J"},{"issue":"7","key":"4781_CR12","doi-asserted-by":"publisher","first-page":"965","DOI":"10.3390\/e24070965","volume":"24","author":"C Jiang","year":"2022","unstructured":"Jiang C, Wang Z, Chen S, Li J, Wang H, Xiang J, Xiao W (2022) Attention-shared multi-agent actor-critic-based deep reinforcement learning approach for mobile charging dynamic scheduling in wireless rechargeable sensor networks. Entropy 24(7):965","journal-title":"Entropy"},{"key":"4781_CR13","doi-asserted-by":"crossref","unstructured":"Jiang C, Liu F, Li J, Peng LV, Xiao W (2020) Mobile energy replenishment scheduling based on quantum-behavior particle swarm optimization. In 2020 39th Chinese Control Conference (CCC), pages 5253\u20135258. IEEE","DOI":"10.23919\/CCC50068.2020.9188458"},{"issue":"3","key":"4781_CR14","doi-asserted-by":"publisher","first-page":"3993","DOI":"10.1109\/JSYST.2021.3109056","volume":"16","author":"Y Kan","year":"2021","unstructured":"Kan Y, Chang C-Y, Kuo C-H, Roy DS (2021) Coverage and connectivity aware energy charging mechanism using mobile charger for wrsns. IEEE Syst J 16(3):3993\u20134004","journal-title":"IEEE Syst J"},{"key":"4781_CR15","doi-asserted-by":"crossref","unstructured":"Le Nguyen P, Nguyen TH, Nguyen K, et\u00a0al (2020) Q-learning-based, optimized on-demand charging algorithm in wrsn. In 2020 IEEE 19th International Symposium on Network Computing and Applications (NCA), pages 1\u20138. IEEE","DOI":"10.1109\/NCA51143.2020.9306695"},{"issue":"5","key":"4781_CR16","doi-asserted-by":"publisher","first-page":"2840","DOI":"10.3390\/app13052840","volume":"13","author":"Jinglin Li","year":"2023","unstructured":"Li Jinglin, Jiang Chengpeng, Wang Jing, Taian Xu, Xiao Wendong (2023) Mobile charging sequence scheduling for optimal sensing coverage in wireless rechargeable sensor networks. Appl Sci 13(5):2840","journal-title":"Appl Sci"},{"issue":"9","key":"4781_CR17","doi-asserted-by":"publisher","first-page":"8047","DOI":"10.1109\/TVT.2017.2683493","volume":"66","author":"C Lin","year":"2017","unstructured":"Lin C, Han D, Deng J, Guowei W (2017) P$$^2$$s: A primary and passer-by scheduling algorithm for on-demand charging architecture in wireless rechargeable sensor networks. IEEE Trans Veh Technol 66(9):8047\u20138058","journal-title":"IEEE Trans Veh Technol"},{"key":"4781_CR18","unstructured":"Madana S, Tarach A (2022) Delay-tolerant charging scheduling by multiple mobile chargers in wireless sensor network using hybrid gsfo. Journal of Ambient Intelligence and Humanized Computing, pages 1\u201317"},{"key":"4781_CR19","doi-asserted-by":"publisher","first-page":"2011","DOI":"10.1007\/s11277-019-06665-8","volume":"109","author":"S Moloud Amini","year":"2019","unstructured":"Moloud Amini S, Karimi A, Shehnepoor SR (2019) Improving lifetime of wireless sensor network based on sinks mobility and clustering routing. Wireless Pers Commun 109:2011\u20132024","journal-title":"Wireless Pers Commun"},{"issue":"7","key":"4781_CR20","doi-asserted-by":"publisher","first-page":"8041","DOI":"10.1007\/s12652-020-02539-1","volume":"12","author":"K Naween","year":"2021","unstructured":"Naween K, Dinesh D, Mukesh K (2021) An efficient on-demand charging schedule method in rechargeable sensor networks. J Ambient Intell Humaniz Comput 12(7):8041\u20138058","journal-title":"J Ambient Intell Humaniz Comput"},{"issue":"3","key":"4781_CR21","doi-asserted-by":"publisher","first-page":"2001","DOI":"10.1007\/s40747-021-00444-4","volume":"8","author":"Andr\u00e9 LC Ottoni","year":"2022","unstructured":"Ottoni Andr\u00e9 LC, Nepomuceno Erivelton G, de Oliveira Marcos S, de Oliveira Daniela CR (2022) Reinforcement learning for the traveling salesman problem with refueling. Complex Intell Syst 8(3):2001\u20132015","journal-title":"Complex Intell Syst"},{"issue":"9","key":"4781_CR22","doi-asserted-by":"publisher","first-page":"4540","DOI":"10.1016\/j.eswa.2015.01.016","volume":"42","author":"D Tang","year":"2015","unstructured":"Tang D, Yusuf B, Botzheim J, Kubota N, Chan CS (2015) A novel multimodal communication framework using robot partner for aging population. Expert Syst Appl 42(9):4540\u20134555","journal-title":"Expert Syst Appl"},{"issue":"10","key":"4781_CR23","doi-asserted-by":"publisher","first-page":"1271","DOI":"10.1002\/wcm.2601","volume":"16","author":"F Touati","year":"2016","unstructured":"Touati F, Mnaouer AB, Erdene-Ochir O, Mehmood W, Hassan A, Gaabab B (2016) Feasibility and performance evaluation of a 6lowpan-enabled platform for ubiquitous healthcare monitoring. Wirel Commun Mob Comput 16(10):1271\u20131281","journal-title":"Wirel Commun Mob Comput"},{"issue":"5","key":"4781_CR24","doi-asserted-by":"publisher","first-page":"2953","DOI":"10.1007\/s11276-019-02015-5","volume":"25","author":"S Vahabi","year":"2019","unstructured":"Vahabi S, Eslaminejad M, Dashti SE (2019) Integration of geographic and hierarchical routing protocols for energy saving in wireless sensor networks with mobile sink. Wireless Netw 25(5):2953\u20132961","journal-title":"Wireless Netw"},{"issue":"6","key":"4781_CR25","doi-asserted-by":"publisher","DOI":"10.1002\/dac.5402","volume":"36","author":"S Vahabi","year":"2023","unstructured":"Vahabi S, Mojab SP, Hozhabri A, Daneshvar A (2023) Reinforcement learning movement path for multiple mobile sinks in wireless sensor networks. Int J Commun Syst 36(6):e5402","journal-title":"Int J Commun Syst"},{"issue":"6","key":"4781_CR26","doi-asserted-by":"publisher","DOI":"10.1002\/dac.5402","volume":"36","author":"S Vahabi","year":"2023","unstructured":"Vahabi S, Mojab SP, Hozhabri A, Daneshvar A (2023) Reinforcement learning movement path for multiple mobile sinks in wireless sensor networks. Int J Commun Syst 36(6):e5402","journal-title":"Int J Commun Syst"},{"key":"4781_CR27","volume-title":"Reinforcement learning","author":"Q Wei","year":"2022","unstructured":"Wei Q, Wang F (2022) Reinforcement learning. Tsinghua University Press, Beijing"},{"key":"4781_CR28","doi-asserted-by":"crossref","unstructured":"Wei Z, Liu F, Lyu Z, Ding X, Shi L, Xia C (2018) Reinforcement learning for a novel mobile charging strategy in wireless rechargeable sensor networks. In Wireless Algorithms, Systems, and Applications: 13th International Conference, WASA 2018, Tianjin, China, June 20-22, 2018, Proceedings 13, pages 485\u2013496. Springer","DOI":"10.1007\/978-3-319-94268-1_40"},{"issue":"2","key":"4781_CR29","doi-asserted-by":"publisher","first-page":"716","DOI":"10.1109\/TASE.2018.2857630","volume":"16","author":"K Woiceshyn","year":"2018","unstructured":"Woiceshyn K, Kashino Z, Nejat G, Benhabib B (2018) Vehicle routing for resource management in time-phased deployment of sensor networks. IEEE Trans Autom Sci Eng 16(2):716\u2013728","journal-title":"IEEE Trans Autom Sci Eng"},{"issue":"2","key":"4781_CR30","first-page":"1413","volume":"18","author":"L Xiao","year":"2020","unstructured":"Xiao L, Wang P, Niyato D, In Kim D, Zhu Han (2020) Wireless charging technologies: fundamentals, standards, and network applications. IEEE Commun Surv Tutor 18(2):1413\u20131452","journal-title":"IEEE Commun Surv Tutor"},{"issue":"11","key":"4781_CR31","doi-asserted-by":"publisher","first-page":"4689","DOI":"10.1109\/JSEN.2018.2826778","volume":"18","author":"SM Youchao Wang","year":"2018","unstructured":"Youchao Wang SM, Rajib SM, Chris C, Grieve B (2018) Low-cost turbidity sensor for low-power wireless monitoring of fresh-water courses. IEEE Sens J 18(11):4689\u20134696","journal-title":"IEEE Sens J"},{"issue":"3","key":"4781_CR32","doi-asserted-by":"publisher","first-page":"654","DOI":"10.1109\/TC.2013.2297926","volume":"64","author":"S Zhang","year":"2014","unstructured":"Zhang S, Jie W, Sanglu L (2014) Collaborative mobile charging. IEEE Trans Comput 64(3):654\u2013667","journal-title":"IEEE Trans Comput"},{"issue":"3","key":"4781_CR33","doi-asserted-by":"publisher","first-page":"5196","DOI":"10.1109\/JIOT.2019.2899155","volume":"6","author":"Xiaojian Zhu","year":"2019","unstructured":"Zhu Xiaojian, Li Jun, Zhou Mengchu (2019) Target coverage-oriented deployment of rechargeable directional sensor networks with a mobile charger. IEEE Internet Things J 6(3):5196\u20135208","journal-title":"IEEE Internet Things J"},{"issue":"1","key":"4781_CR34","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1109\/MCOM.001.1900103","volume":"58","author":"G Zhu","year":"2020","unstructured":"Zhu G, Dongzhu L, Yuqing D, Changsheng Y, Jun Z, Kaibin Huang (2020) Toward an intelligent edge: wireless communication meets machine learning. IEEE Commun Mag 58(1):19\u201325","journal-title":"IEEE Commun Mag"},{"key":"4781_CR35","doi-asserted-by":"crossref","unstructured":"Zijing M, Shuangjuan L, Longkun G, Guohua W (2020) Non-linear k-barrier coverage in mobile sensor network. In International Symposium on Parallel Architectures, Algorithms and Programming, pages 12\u201323. Springer,","DOI":"10.1007\/978-981-15-2767-8_2"},{"issue":"4","key":"4781_CR36","doi-asserted-by":"publisher","first-page":"1930","DOI":"10.1109\/TASE.2018.2861837","volume":"15","author":"J Zou","year":"2018","unstructured":"Zou J, Chang Q, Lei Y, Arinez J (2018) Event-based modeling and analysis of sensor enabled networked manufacturing systems. IEEE Trans Autom Sci Eng 15(4):1930\u20131945","journal-title":"IEEE Trans Autom Sci Eng"}],"container-title":["Journal of Ambient Intelligence and Humanized Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12652-024-04781-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12652-024-04781-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12652-024-04781-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,15]],"date-time":"2024-11-15T20:46:57Z","timestamp":1731703617000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12652-024-04781-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,6]]},"references-count":36,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2024,6]]}},"alternative-id":["4781"],"URL":"https:\/\/doi.org\/10.1007\/s12652-024-04781-3","relation":{},"ISSN":["1868-5137","1868-5145"],"issn-type":[{"value":"1868-5137","type":"print"},{"value":"1868-5145","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,4,6]]},"assertion":[{"value":"2 February 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 February 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 April 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}