{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,3]],"date-time":"2026-01-03T15:05:40Z","timestamp":1767452740986,"version":"3.36.0"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,5,26]],"date-time":"2024-05-26T00:00:00Z","timestamp":1716681600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,5,26]],"date-time":"2024-05-26T00:00:00Z","timestamp":1716681600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Wireless Netw"],"published-print":{"date-parts":[[2025,1]]},"DOI":"10.1007\/s11276-024-03767-5","type":"journal-article","created":{"date-parts":[[2024,5,26]],"date-time":"2024-05-26T17:01:17Z","timestamp":1716742877000},"page":"377-390","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["D2PG: deep deterministic policy gradient based for maximizing network throughput in clustered EH-WSN"],"prefix":"10.1007","volume":"31","author":[{"given":"Mojtaba","family":"Farmani","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Saman","family":"Farnam","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Razieh","family":"Mohammadi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zahra","family":"Shirmohammadi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,5,26]]},"reference":[{"issue":"6","key":"3767_CR1","doi-asserted-by":"publisher","first-page":"4723","DOI":"10.1007\/s11276-020-02351-x","volume":"26","author":"DK Sah","year":"2020","unstructured":"Sah, D. K., & Amgoth, T. (2020). A novel efficient clustering protocol for energy harvesting in wireless sensor networks. Wireless Networks, 26(6), 4723\u20134737.","journal-title":"Wireless Networks"},{"key":"3767_CR2","doi-asserted-by":"publisher","first-page":"7709","DOI":"10.1007\/s00521-019-04441-0","volume":"32","author":"B Pitchaimanickam","year":"2020","unstructured":"Pitchaimanickam, B., & Murugaboopathi, G. (2020). A hybrid firefly algorithm with particle swarm optimization for energy efficient optimal cluster head selection in wireless sensor networks. Neural Computing and Applications, 32, 7709\u20137723.","journal-title":"Neural Computing and Applications"},{"issue":"2","key":"3767_CR3","doi-asserted-by":"publisher","first-page":"910","DOI":"10.11591\/ijeecs.v24.i2.pp910-920","volume":"24","author":"MM Saleh","year":"2021","unstructured":"Saleh, M. M., Abdulrahman, R. S., & Salman, A. J. (2021). Energy-harvesting and energy aware routing algorithm for heterogeneous energy WSNs. Indonesian Journal of Electrical Engineering and Computer Science, 24(2), 910\u2013920.","journal-title":"Indonesian Journal of Electrical Engineering and Computer Science"},{"issue":"12","key":"3767_CR4","doi-asserted-by":"publisher","first-page":"2292","DOI":"10.1016\/j.comnet.2008.04.002","volume":"52","author":"J Yick","year":"2008","unstructured":"Yick, J., Mukherjee, B., & Ghosal, D. (2008). Wireless sensor network survey. Computer networks, 52(12), 2292\u20132330.","journal-title":"Computer networks"},{"key":"3767_CR5","doi-asserted-by":"publisher","first-page":"7649","DOI":"10.1007\/s11227-020-03593-4","volume":"77","author":"PS Rathore","year":"2021","unstructured":"Rathore, P. S., Chatterjee, J. M., Kumar, A., & Sujatha, R. (2021). Energy-efficient cluster head selection through relay approach for WSN. The Journal of Supercomputing, 77, 7649\u20137675.","journal-title":"The Journal of Supercomputing"},{"key":"3767_CR6","first-page":"127","volume":"18","author":"S Su","year":"2018","unstructured":"Su, S., & Zhao, S. (2018). An optimal clustering mechanism based on Fuzzy-C means for wireless sensor networks. Sustainable Computing: Informatics and Systems, 18, 127\u2013134.","journal-title":"Sustainable Computing: Informatics and Systems"},{"key":"3767_CR7","unstructured":"Bhatia, V. K., Girdhar, A., & Khurmi, S. S. (2021). Type-II fuzzy based clustering protocol for energy harvesting internet of things. Materials Today: Proceedings, 2021(2)."},{"issue":"14","key":"3767_CR8","doi-asserted-by":"publisher","first-page":"2689","DOI":"10.1016\/j.comnet.2013.06.003","volume":"57","author":"P Zhang","year":"2013","unstructured":"Zhang, P., Xiao, G., & Tan, H. P. (2013). Clustering algorithms for maximizing the lifetime of wireless sensor networks with energy-harvesting sensors. Computer Networks, 57(14), 2689\u20132704.","journal-title":"Computer Networks"},{"issue":"6","key":"3767_CR9","doi-asserted-by":"publisher","first-page":"4868","DOI":"10.1109\/JIOT.2020.3031272","volume":"8","author":"B Zhu","year":"2020","unstructured":"Zhu, B., Bedeer, E., Nguyen, H. H., Barton, R., & Henry, J. (2020). Improved soft-k-means clustering algorithm for balancing energy consumption in wireless sensor networks. IEEE Internet of Things Journal, 8(6), 4868\u20134881.","journal-title":"IEEE Internet of Things Journal"},{"issue":"1","key":"3767_CR10","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1109\/TWC.2017.2762674","volume":"17","author":"MS Bahbahani","year":"2017","unstructured":"Bahbahani, M. S., & Alsusa, E. (2017). A cooperative clustering protocol with duty cycling for energy harvesting enabled wireless sensor networks. IEEE Transactions on Wireless Communications, 17(1), 101\u2013111.","journal-title":"IEEE Transactions on Wireless Communications"},{"issue":"8","key":"3767_CR11","doi-asserted-by":"publisher","first-page":"2763","DOI":"10.1109\/JSEN.2016.2517084","volume":"16","author":"H Chen","year":"2016","unstructured":"Chen, H., Li, X., & Zhao, F. (2016). A reinforcement learning-based sleep scheduling algorithm for desired area coverage in solar-powered wireless sensor networks. IEEE Sensors Journal, 16(8), 2763\u20132774.","journal-title":"IEEE Sensors Journal"},{"issue":"1","key":"3767_CR12","doi-asserted-by":"publisher","first-page":"44","DOI":"10.3390\/s20010044","volume":"20","author":"YH Xu","year":"2019","unstructured":"Xu, Y. H., Xie, J. W., Zhang, Y. G., Hua, M., & Zhou, W. (2019). Reinforcement learning (RL)-based energy efficient resource allocation for energy harvesting-powered wireless body area network. Sensors, 20(1), 44.","journal-title":"Sensors"},{"key":"3767_CR13","doi-asserted-by":"publisher","first-page":"639","DOI":"10.1007\/s00521-016-2662-4","volume":"30","author":"P Lalwani","year":"2018","unstructured":"Lalwani, P., Das, S., Banka, H., & Kumar, C. (2018). CRHS: Clustering and routing in wireless sensor networks using harmony search algorithm. Neural Computing and Applications, 30, 639\u2013659.","journal-title":"Neural Computing and Applications"},{"issue":"6","key":"3767_CR14","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1049\/iet-wss.2015.0087","volume":"6","author":"A Ray","year":"2016","unstructured":"Ray, A., & De, D. (2016). Energy efficient clustering protocol based on K-means (EECPK-means)-midpoint algorithm for enhanced network lifetime in wireless sensor network. IET Wireless Sensor Systems, 6(6), 181\u2013191.","journal-title":"IET Wireless Sensor Systems"},{"issue":"2","key":"3767_CR15","doi-asserted-by":"publisher","first-page":"478","DOI":"10.3390\/s22020478","volume":"22","author":"X Yan","year":"2022","unstructured":"Yan, X., Huang, C., Gan, J., & Wu, X. (2022). Game theory-based energy-efficient clustering algorithm for wireless sensor networks. Sensors, 22(2), 478.","journal-title":"Sensors"},{"issue":"1","key":"3767_CR16","doi-asserted-by":"publisher","first-page":"187","DOI":"10.3390\/s20010187","volume":"20","author":"Q Ren","year":"2019","unstructured":"Ren, Q., & Yao, G. (2019). An energy-efficient cluster head selection scheme for energy-harvesting wireless sensor networks. Sensors, 20(1), 187.","journal-title":"Sensors"},{"key":"3767_CR17","doi-asserted-by":"publisher","first-page":"233","DOI":"10.1016\/j.compeleceng.2017.08.022","volume":"64","author":"SM Bozorgi","year":"2017","unstructured":"Bozorgi, S. M., Rostami, A. S., Hosseinabadi, A. A. R., & Balas, V. E. (2017). A new clustering protocol for energy harvesting-wireless sensor networks. Computers & Electrical Engineering, 64, 233\u2013247.","journal-title":"Computers & Electrical Engineering"},{"key":"3767_CR18","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.inffus.2018.09.013","volume":"49","author":"D Praveen Kumar","year":"2019","unstructured":"Praveen Kumar, D., Amgoth, T., & Annavarapu, C. S. R. (2019). Machine learning algorithms for wireless sensor networks: A survey. Information Fusion, 49, 1\u201325.","journal-title":"Information Fusion"},{"key":"3767_CR19","doi-asserted-by":"publisher","first-page":"1707","DOI":"10.1016\/j.egyr.2022.12.138","volume":"9","author":"R Mohammadi","year":"2023","unstructured":"Mohammadi, R., & Shirmohammadi, Z. (2023). DRDC: Deep reinforcement learning based duty cycle for energy harvesting body sensor node. Energy Reports, 9, 1707\u20131719.","journal-title":"Energy Reports"},{"issue":"4","key":"3767_CR20","doi-asserted-by":"publisher","first-page":"155014772110074","DOI":"10.1177\/15501477211007411","volume":"17","author":"Y Ge","year":"2021","unstructured":"Ge, Y., Nan, Y., & Guo, X. (2021). Maximizing network throughput by cooperative reinforcement learning in clustered solar-powered wireless sensor networks. International Journal of Distributed Sensor Networks, 17(4), 155014772110074.","journal-title":"International Journal of Distributed Sensor Networks"},{"key":"3767_CR21","doi-asserted-by":"crossref","unstructured":"Hsu, R. C., & Lin, T. H. (2018). A fuzzy Q-learning based power management for energy harvest wireless sensor node. In 2018 International conference on high performance computing & simulation (HPCS) (pp. 957\u2013961).","DOI":"10.1109\/HPCS.2018.00151"},{"key":"3767_CR22","doi-asserted-by":"crossref","unstructured":"Wu, Y. & Yang, K. (2018). Cooperative reinforcement learning based throughput optimization in energy harvesting wireless sensor networks. In 2018 27th Wireless and optical communication conference (WOCC) (pp. 1\u20136).","DOI":"10.1109\/WOCC.2018.8372691"},{"key":"3767_CR23","doi-asserted-by":"crossref","unstructured":"Mohammadi, R., Afshar, M. F. & Shirmohammadi, Z. (2022). Cooperative reinforcement learning mechanism in clustered energy harvesting wireless sensor networks. In 2022 Sixth international conference on smart cities, internet of things and applications (SCIoT) (pp. 1\u20135).","DOI":"10.1109\/SCIoT56583.2022.9953629"},{"key":"3767_CR24","doi-asserted-by":"publisher","first-page":"109781","DOI":"10.1016\/j.comnet.2023.109781","volume":"229","author":"R Mohammadi","year":"2023","unstructured":"Mohammadi, R., & Shirmohammadi, Z. (2023). RLS2: An energy efficient reinforcement learning-based sleep scheduling for energy harvesting WBANs. Computer Networks, 229, 109781.","journal-title":"Computer Networks"},{"issue":"24","key":"3767_CR25","doi-asserted-by":"publisher","first-page":"4762","DOI":"10.3390\/en12244762","volume":"12","author":"Y Ge","year":"2019","unstructured":"Ge, Y., Nan, Y., & Bai, L. (2019). A hybrid prediction model for solar radiation based on long short-term memory, empirical mode decomposition, and solar profiles for energy harvesting wireless sensor networks. Energies, 12(24), 4762.","journal-title":"Energies"},{"key":"3767_CR26","unstructured":"Lillicrap, T. P., Hunt, J. J., Pritzel, A., Heess, N., Erez, T., Tassa, Y., Silver, D., & Wierstra, D. (2015). Continuous control with deep reinforcement learning. arXiv preprint arXiv:1509.02971."},{"key":"3767_CR27","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4842-6809-4","volume-title":"Deep reinforcement learning with python: With pytorch, tensorflow and openai gym","author":"N Sanghi","year":"2021","unstructured":"Sanghi, N. (2021). Deep reinforcement learning with python: With pytorch, tensorflow and openai gym. Apress."},{"key":"3767_CR28","doi-asserted-by":"crossref","unstructured":"Rub\u00ed, B., Morcego, B., & P\u00e9rez, R. (2020). A deep reinforcement learning approach for path following on a quadrotor. In 2020 European control conference (ECC) (pp. 1092\u20131098).","DOI":"10.23919\/ECC51009.2020.9143591"},{"key":"3767_CR29","doi-asserted-by":"crossref","unstructured":"Phaniteja, S., Dewangan, P., Guhan, P., Sarkar, A., Krishna, K. M. (2017).\u200fA deep reinforcement learning approach for dynamically stable inverse kinematics of humanoid robots. In 2017 IEEE International conference on robotics and biomimetics (ROBIO) (pp. 1818\u20131823).","DOI":"10.1109\/ROBIO.2017.8324682"},{"key":"3767_CR30","doi-asserted-by":"publisher","first-page":"21556","DOI":"10.1109\/ACCESS.2021.3055517","volume":"9","author":"D Liu","year":"2021","unstructured":"Liu, D., Wang, W., Wang, L., Jia, H., & Shi, M. (2021). Dynamic pricing strategy of electric vehicle aggregators based on DDPG reinforcement learning algorithm. IEEE Access, 9, 21556\u201321566.","journal-title":"IEEE Access"},{"key":"3767_CR31","doi-asserted-by":"crossref","unstructured":"He, N., Yang, S., Li, F., Trajanovski, S., Kuipers, F. A., & Fu, X. (2021). A-DDPG: Attention mechanism-based deep reinforcement learning for NFV. In Proceedings of the IEEE\/ACM 29th international symposium on quality service (IWQoS) (pp. 1\u201310).","DOI":"10.1109\/IWQOS52092.2021.9521285"},{"key":"3767_CR32","first-page":"717","volume":"8","author":"D Mehta","year":"2020","unstructured":"Mehta, D. (2020). State-of-the-art reinforcement learning algorithms. International Journal of Engineering Research and Technology, 8, 717\u2013722.","journal-title":"International Journal of Engineering Research and Technology"},{"key":"3767_CR33","unstructured":"US Department of Energy. National solar radiationdatabase. http:\/\/rredc.nrel.gov\/solar\/old_data\/nsrdb\/ (Retrieved August 20, 2020)."}],"container-title":["Wireless Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-024-03767-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11276-024-03767-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-024-03767-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,4]],"date-time":"2025-02-04T09:32:57Z","timestamp":1738661577000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11276-024-03767-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,26]]},"references-count":33,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2025,1]]}},"alternative-id":["3767"],"URL":"https:\/\/doi.org\/10.1007\/s11276-024-03767-5","relation":{},"ISSN":["1022-0038","1572-8196"],"issn-type":[{"type":"print","value":"1022-0038"},{"type":"electronic","value":"1572-8196"}],"subject":[],"published":{"date-parts":[[2024,5,26]]},"assertion":[{"value":"3 May 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 May 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}