{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T12:40:11Z","timestamp":1772887211228,"version":"3.50.1"},"reference-count":35,"publisher":"Springer Science and Business Media LLC","issue":"17","license":[{"start":{"date-parts":[[2024,4,26]],"date-time":"2024-04-26T00:00:00Z","timestamp":1714089600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,4,26]],"date-time":"2024-04-26T00:00:00Z","timestamp":1714089600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2024,6]]},"DOI":"10.1007\/s00521-024-09658-2","type":"journal-article","created":{"date-parts":[[2024,4,26]],"date-time":"2024-04-26T15:01:58Z","timestamp":1714143718000},"page":"10015-10030","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["An adaptive charging scheme for large-scale wireless rechargeable sensor networks inspired by deep Q-network"],"prefix":"10.1007","volume":"36","author":[{"given":"An Dinh","family":"Vuong","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1262-1803","authenticated-orcid":false,"given":"Huong Thi","family":"Tran","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hoang Nguyen Quang","family":"Pham","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Quang Minh","family":"Bui","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Trang Phuong","family":"Ngo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Binh Thanh Thi","family":"Huynh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,4,26]]},"reference":[{"key":"9658_CR1","doi-asserted-by":"crossref","unstructured":"Huong TT, Le\u00a0Nguyen P, Binh HTT, Nguyenz K, Hai NM, et al (2020) Genetic algorithm-based periodic charging scheme for energy depletion avoidance in wrsns. In: 2020 IEEE wireless communications and networking conference (WCNC). IEEE, pp 1\u20136","DOI":"10.1109\/WCNC45663.2020.9120800"},{"key":"9658_CR2","doi-asserted-by":"crossref","unstructured":"Fan Z, Jie Z, Yujie Q (2018) A survey on wireless power transfer based charging scheduling schemes in wireless rechargeable sensor networks. In: 2018 IEEE 4th international conference on control science and systems engineering (ICCSSE). IEEE, pp 194\u2013198","DOI":"10.1109\/CCSSE.2018.8724809"},{"issue":"3","key":"9658_CR3","doi-asserted-by":"publisher","first-page":"1750","DOI":"10.1109\/COMST.2022.3189387","volume":"24","author":"A Kaswan","year":"2022","unstructured":"Kaswan A, Jana PK, Das SK (2022) A survey on mobile charging techniques in wireless rechargeable sensor networks. IEEE Commun Surv Tutor 24(3):1750\u20131779","journal-title":"IEEE Commun Surv Tutor"},{"key":"9658_CR4","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1016\/j.comcom.2018.05.002","volume":"126","author":"J Zhu","year":"2018","unstructured":"Zhu J, Feng Y, Liu M, Chen G, Huang Y (2018) Adaptive online mobile charging for node failure avoidance in wireless rechargeable sensor networks. Comput Commun 126:28\u201337","journal-title":"Comput Commun"},{"key":"9658_CR5","doi-asserted-by":"crossref","unstructured":"Bui N, Le\u00a0Nguyen P, Nguyen VA, Do PT (2022) A deep reinforcement learning-based adaptive charging policy for wrsns. In: 2022 IEEE 19th International Conference on Mobile Ad Hoc and Smart Systems (MASS). IEEE, pp 661\u2013667","DOI":"10.1109\/MASS56207.2022.00097"},{"key":"9658_CR6","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1016\/j.jnca.2018.02.017","volume":"114","author":"A Kaswan","year":"2018","unstructured":"Kaswan A, Tomar A, Jana PK (2018) An efficient scheduling scheme for mobile charger in on-demand wireless rechargeable sensor networks. J Netw Comput Appl 114:123\u2013134","journal-title":"J Netw Comput Appl"},{"key":"9658_CR7","doi-asserted-by":"crossref","unstructured":"Huong TT, Binh HTT, Le\u00a0Nguyen P, Long DCT, An VD, et al (2020) Optimizing charging locations and charging time for energy depletion avoidance in wireless rechargeable sensor networks. In: 2020 IEEE congress on evolutionary computation (CEC). IEEE, pp 1\u20138","DOI":"10.1109\/CEC48606.2020.9185750"},{"key":"9658_CR8","doi-asserted-by":"publisher","first-page":"388","DOI":"10.1016\/j.asoc.2018.11.022","volume":"75","author":"Z Lyu","year":"2019","unstructured":"Lyu Z, Wei Z, Pan J, Chen H, Xia C, Han J, Shi L (2019) Periodic charging planning for a mobile wce in wireless rechargeable sensor networks based on hybrid pso and ga algorithm. Appl Soft Comput 75:388\u2013403","journal-title":"Appl Soft Comput"},{"key":"9658_CR9","doi-asserted-by":"publisher","DOI":"10.1016\/j.pmcj.2019.101074","volume":"59","author":"A Tomar","year":"2019","unstructured":"Tomar A, Muduli L, Jana PK (2019) An efficient scheduling scheme for on-demand mobile charging in wireless rechargeable sensor networks. Pervasive Mob Comput 59:101074","journal-title":"Pervasive Mob Comput"},{"key":"9658_CR10","doi-asserted-by":"publisher","first-page":"72","DOI":"10.1016\/j.comnet.2018.10.023","volume":"148","author":"C Lin","year":"2019","unstructured":"Lin C, Sun Y, Wang K, Chen Z, Xu B, Wu G (2019) Double warning thresholds for preemptive charging scheduling in wireless rechargeable sensor networks. Comput Netw 148:72\u201387","journal-title":"Comput Netw"},{"key":"9658_CR11","doi-asserted-by":"crossref","unstructured":"Huong TT, Bao NN, Hai NM, Binh HTT, et al (2021) Effective partial charging scheme for minimizing the energy depletion and charging cost in wireless rechargeable sensor networks. In: 2021 IEEE congress on evolutionary computation (CEC). IEEE, pp 217\u2013224","DOI":"10.1109\/CEC45853.2021.9504948"},{"key":"9658_CR12","doi-asserted-by":"crossref","unstructured":"Shi Y, Xie L, Hou YT, Sherali HD (2011) On renewable sensor networks with wireless energy transfer. In: 2011 proceedings IEEE Infocom. IEEE, pp 1350\u20131358","DOI":"10.1109\/INFCOM.2011.5934919"},{"key":"9658_CR13","doi-asserted-by":"crossref","unstructured":"Huong TT, Van\u00a0Cuong L, Hai NM, Le NP, Vinh LT, Binh HTT (2022) A bi-level optimized charging algorithm for energy depletion avoidance in wireless rechargeable sensor networks. Appl Intell 1\u201323","DOI":"10.1007\/s10489-021-02775-8"},{"key":"9658_CR14","doi-asserted-by":"crossref","unstructured":"Ouyang W, Liu X, Obaidat M, Lin C, Zhou H, Liu T, Hsiao K-F (2020) Utility-aware charging scheduling for multiple mobile chargers in large-scale wireless rechargeable sensor networks. IEEE Trans Sustain Comput","DOI":"10.1109\/TSUSC.2020.3003014"},{"key":"9658_CR15","doi-asserted-by":"crossref","unstructured":"Lin C, Zhou Y, Ma F, Deng J, Wang L, Wu G (2019) Minimizing charging delay for directional charging in wireless rechargeable sensor networks. In: IEEE INFOCOM 2019-IEEE conference on computer communications. IEEE, pp 1819\u20131827","DOI":"10.1109\/INFOCOM.2019.8737589"},{"key":"9658_CR16","doi-asserted-by":"publisher","first-page":"156217","DOI":"10.1109\/ACCESS.2019.2949284","volume":"7","author":"Z Wei","year":"2019","unstructured":"Wei Z, Li M, Zhao Q, Lyu Z, Zhu S, Wei Z (2019) Multi-mc charging schedule algorithm with time windows in wireless rechargeable sensor networks. IEEE Access 7:156217\u2013156227","journal-title":"IEEE Access"},{"key":"9658_CR17","doi-asserted-by":"publisher","first-page":"409","DOI":"10.1016\/j.neucom.2015.11.046","volume":"177","author":"Y Liu","year":"2016","unstructured":"Liu Y, Liu W, Obaid MA, Abbas IA (2016) Exponential stability of Markovian jumping Cohen\u2013Grossberg neural networks with mixed mode-dependent time-delays. Neurocomputing 177:409\u2013415","journal-title":"Neurocomputing"},{"issue":"2","key":"9658_CR18","doi-asserted-by":"publisher","first-page":"448","DOI":"10.1016\/j.jfranklin.2015.11.013","volume":"353","author":"B Du","year":"2016","unstructured":"Du B, Liu Y, Abbas IA (2016) Existence and asymptotic behavior results of periodic solution for discrete-time neutral-type neural networks. J Franklin Inst 353(2):448\u2013461","journal-title":"J Franklin Inst"},{"key":"9658_CR19","unstructured":"Hamilton W, Ying Z, Leskovec J (2017) Inductive representation learning on large graphs. In: Advances in neural information processing systems, vol 30"},{"key":"9658_CR20","doi-asserted-by":"crossref","unstructured":"He L, Gu Y, Pan J, Zhu T (2013) On-demand charging in wireless sensor networks: theories and applications. In: 2013 IEEE 10th international conference on mobile ad-hoc and sensor systems. IEEE, pp 28\u201336","DOI":"10.1109\/MASS.2013.51"},{"key":"9658_CR21","doi-asserted-by":"publisher","first-page":"837","DOI":"10.1016\/j.future.2017.09.051","volume":"92","author":"X Yang","year":"2019","unstructured":"Yang X, Han G, Liu L, Qian A, Zhang W (2019) Igrc: an improved grid-based joint routing and charging algorithm for wireless rechargeable sensor networks. Futur Gener Comput Syst 92:837\u2013845","journal-title":"Futur Gener Comput Syst"},{"key":"9658_CR22","doi-asserted-by":"publisher","DOI":"10.1016\/j.adhoc.2020.102278","volume":"110","author":"X Cao","year":"2021","unstructured":"Cao X, Xu W, Liu X, Peng J, Liu T (2021) A deep reinforcement learning-based on-demand charging algorithm for wireless rechargeable sensor networks. Ad Hoc Netw 110:102278","journal-title":"Ad Hoc Netw"},{"key":"9658_CR23","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1016\/j.comcom.2018.05.002","volume":"126","author":"J Zhu","year":"2018","unstructured":"Zhu J, Feng Y, Liu M, Chen G, Huang Y (2018) Adaptive online mobile charging for node failure avoidance in wireless rechargeable sensor networks. Comput Commun 126:28\u201337","journal-title":"Comput Commun"},{"key":"9658_CR24","doi-asserted-by":"publisher","first-page":"72","DOI":"10.1016\/j.comnet.2018.10.023","volume":"148","author":"C Lin","year":"2019","unstructured":"Lin C, Sun Y, Wang K, Chen Z, Xu B, Wu G (2019) Double warning thresholds for preemptive charging scheduling in wireless rechargeable sensor networks. Comput Netw 148:72\u201387","journal-title":"Comput Netw"},{"issue":"1","key":"9658_CR25","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1109\/TMC.2017.2703094","volume":"17","author":"C Lin","year":"2018","unstructured":"Lin C, Zhou J, Guo C, Song H, Wu G, Obaidat MS (2018) Tsca: a temporal-spatial real-time charging scheduling algorithm for on-demand architecture in wireless rechargeable sensor networks. IEEE Trans Mob Comput 17(1):211\u2013224. https:\/\/doi.org\/10.1109\/TMC.2017.2703094","journal-title":"IEEE Trans Mob Comput"},{"key":"9658_CR26","doi-asserted-by":"publisher","DOI":"10.3390\/s22010359","author":"T-S Chen","year":"2022","unstructured":"Chen T-S, Chen J-J, Gao X-Y, Chen T-C (2022) Mobile charging strategy for wireless rechargeable sensor networks. Sensors. https:\/\/doi.org\/10.3390\/s22010359","journal-title":"Sensors"},{"issue":"4","key":"9658_CR27","doi-asserted-by":"publisher","first-page":"660","DOI":"10.1109\/TWC.2002.804190","volume":"1","author":"WB Heinzelman","year":"2002","unstructured":"Heinzelman WB, Chandrakasan AP, Balakrishnan H (2002) An application-specific protocol architecture for wireless microsensor networks. IEEE Trans Wirel Commun 1(4):660\u2013670","journal-title":"IEEE Trans Wirel Commun"},{"issue":"6","key":"9658_CR28","doi-asserted-by":"publisher","first-page":"1748","DOI":"10.1109\/TNET.2012.2185831","volume":"20","author":"L Xie","year":"2012","unstructured":"Xie L, Shi Y, Hou YT, Sherali HD (2012) Making sensor networks immortal: an energy-renewal approach with wireless power transfer. IEEE ACM Trans Netw 20(6):1748\u20131761","journal-title":"IEEE ACM Trans Netw"},{"issue":"5","key":"9658_CR29","doi-asserted-by":"publisher","first-page":"254","DOI":"10.1109\/JRPROC.1946.234568","volume":"34","author":"HT Friis","year":"1946","unstructured":"Friis HT (1946) A note on a simple transmission formula. Proc IRE 34(5):254\u2013256","journal-title":"Proc IRE"},{"key":"9658_CR30","unstructured":"Chung J, Gulcehre C, Cho K, Bengio Y (2014) Empirical evaluation of gated recurrent neural networks on sequence modeling. arXiv:1412.3555"},{"issue":"02","key":"9658_CR31","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1142\/S0218488598000094","volume":"6","author":"S Hochreiter","year":"1998","unstructured":"Hochreiter S (1998) The vanishing gradient problem during learning recurrent neural nets and problem solutions. Int J Uncertain Fuzziness Knowl Based Syst 6(02):107\u2013116","journal-title":"Int J Uncertain Fuzziness Knowl Based Syst"},{"issue":"7540","key":"9658_CR32","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G et al (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533","journal-title":"Nature"},{"key":"9658_CR33","unstructured":"Paszke A, Gross S, Massa F, Lerer A, Bradbury J, Chanan G, Killeen T, Lin Z, Gimelshein N, Antiga L, Desmaison A, Kopf A, Yang E, DeVito Z, Raison M, Tejani A, Chilamkurthy S, Steiner B, Fang L, Bai J, Chintala S Pytorch: an imperative style, high-performance deep learning library"},{"issue":"200","key":"9658_CR34","doi-asserted-by":"publisher","first-page":"675","DOI":"10.1080\/01621459.1937.10503522","volume":"32","author":"M Friedman","year":"1937","unstructured":"Friedman M (1937) The use of ranks to avoid the assumption of normality implicit in the analysis of variance. J Am Stat Assoc 32(200):675\u2013701","journal-title":"J Am Stat Assoc"},{"key":"9658_CR35","unstructured":"Conover WJ (1999) Practical nonparametric statistics 350"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-09658-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-024-09658-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-09658-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,27]],"date-time":"2024-05-27T08:20:18Z","timestamp":1716798018000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-024-09658-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,26]]},"references-count":35,"journal-issue":{"issue":"17","published-print":{"date-parts":[[2024,6]]}},"alternative-id":["9658"],"URL":"https:\/\/doi.org\/10.1007\/s00521-024-09658-2","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,4,26]]},"assertion":[{"value":"8 June 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 March 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 April 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no conflicts of interest to declare that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}