{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,7]],"date-time":"2026-02-07T13:58:50Z","timestamp":1770472730614,"version":"3.49.0"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"3-4","license":[{"start":{"date-parts":[[2025,4,1]],"date-time":"2025-04-01T00:00:00Z","timestamp":1743465600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,4,1]],"date-time":"2025-04-01T00:00:00Z","timestamp":1743465600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Wireless Pers Commun"],"published-print":{"date-parts":[[2025,4]]},"DOI":"10.1007\/s11277-025-11792-6","type":"journal-article","created":{"date-parts":[[2025,7,10]],"date-time":"2025-07-10T09:42:04Z","timestamp":1752140524000},"page":"543-570","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["A New DDPG-Based Algorithm for Sum Throughput Maximization in UAV-Assisted IRS-Empowered Wireless Sensor Network"],"prefix":"10.1007","volume":"141","author":[{"given":"Mohammad H.","family":"Amerimehr","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sara","family":"Efazati","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nahid","family":"Amani","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,7,9]]},"reference":[{"issue":"1","key":"11792_CR1","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1109\/JIOT.2019.2948888","volume":"7","author":"L Chettri","year":"2020","unstructured":"Chettri, L., & Bera, R. (2020). A comprehensive survey on internet of things (IoT) toward 5G wireless systems. IEEE Internet of Things Journal, 7(1), 16\u201332.","journal-title":"IEEE Internet of Things Journal"},{"issue":"15","key":"11792_CR2","doi-asserted-by":"publisher","first-page":"11891","DOI":"10.1109\/JIOT.2021.3063686","volume":"8","author":"F Guo","year":"2021","unstructured":"Guo, F., Yu, F. R., Zhang, H., Li, X., Ji, H., & Leung, V. C. M. (2021). Enabling massive IoT toward 6G: A comprehensive survey. IEEE Internet of Things Journal, 8(15), 11891\u201311915.","journal-title":"IEEE Internet of Things Journal"},{"key":"11792_CR3","doi-asserted-by":"publisher","first-page":"957","DOI":"10.1109\/OJCOMS.2020.3010270","volume":"1","author":"MZ Chowdhury","year":"2020","unstructured":"Chowdhury, M. Z., Shahjalal, M., Ahmed, S., & Jang, Y. M. (2020). 6G wireless communication systems: Applications, requirements, technologies, challenges, and research directions. IEEE Open Journal of the Communications Society, 1, 957\u2013975.","journal-title":"IEEE Open Journal of the Communications Society"},{"issue":"7","key":"11792_CR4","doi-asserted-by":"publisher","first-page":"2901","DOI":"10.1007\/s11276-022-03007-8","volume":"28","author":"S Rajoria","year":"2022","unstructured":"Rajoria, S., & Mishra, K. (2022). A brief survey on 6G communications. Wireless Networks, 28(7), 2901\u20132911.","journal-title":"Wireless Networks"},{"issue":"7855","key":"11792_CR5","first-page":"1","volume":"21","author":"A Amrallah","year":"2021","unstructured":"Amrallah, A., Mohamed, E. M., Tran, G. K., & Sakaguchi, K. (2021). Enhanced dynamic spectrum access in UAV wireless networks for post-disaster area surveillance system. Sensors, 21(7855), 1\u201319.","journal-title":"Sensors"},{"key":"11792_CR6","doi-asserted-by":"publisher","first-page":"110446","DOI":"10.1109\/ACCESS.2020.3002538","volume":"8","author":"O Bouhamed","year":"2020","unstructured":"Bouhamed, O., Ghazzai, H., Besbes, H., & Massoud, Y. (2020). A UAV-assisted data collection for wireless sensor networks: Autonomous navigation and scheduling. IEEE Access, 8, 110446\u2013110460.","journal-title":"IEEE Access"},{"issue":"4","key":"11792_CR7","doi-asserted-by":"publisher","first-page":"2329","DOI":"10.1109\/TWC.2019.2902559","volume":"18","author":"Y Zeng","year":"2019","unstructured":"Zeng, Y., Xu, J., & Zhang, R. (2019). Energy minimization for wireless communication with rotary-wing UAV. IEEE Trans Wireless Commun, 18(4), 2329\u20132345.","journal-title":"IEEE Trans Wireless Commun"},{"issue":"9","key":"11792_CR8","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1016\/j.cja.2021.04.025","volume":"35","author":"X Jiang","year":"2022","unstructured":"Jiang, X., Sheng, M., Zhao, N., Xing, C., Lu, W., & WANG, X. (2022). Green UAV communications for 6G: A survey. Chinese Journal of Aeronautics, 35(9), 19\u201334.","journal-title":"Chinese Journal of Aeronautics"},{"issue":"12","key":"11792_CR9","doi-asserted-by":"publisher","first-page":"2664","DOI":"10.1109\/LCOMM.2020.3013286","volume":"24","author":"Y Qin","year":"2020","unstructured":"Qin, Y., Kishk, M. A., & Alouini, M. S. (2020). Performance evaluation of UAV-enabled cellular networks with battery-limited drones. IEEE Commun Letters, 24(12), 2664\u20132668.","journal-title":"IEEE Commun Letters"},{"issue":"3","key":"11792_CR10","doi-asserted-by":"publisher","first-page":"1621","DOI":"10.1109\/TWC.2021.3105821","volume":"21","author":"DH Tran","year":"2022","unstructured":"Tran, D. H., Nguyen, V. D., Chatzinotas, S., Vu, T. X., & Ottersten, B. (2022). UAV relay-assisted emergency communications in IoT networks: Resource allocation and trajectory optimization. IEEE Trans Wireless Commun, 21(3), 1621\u20131637.","journal-title":"IEEE Trans Wireless Commun"},{"key":"11792_CR11","unstructured":"Abdalla, A. S., Rahman, T. F. & Marojevic, V. (2020). UAVs with reconfigurable intelligent surfaces: Applications, challenges, and opportunities. arXiv preprint arXiv:2012.04775"},{"issue":"9","key":"11792_CR12","doi-asserted-by":"publisher","first-page":"1423","DOI":"10.1109\/JPROC.2022.3169690","volume":"110","author":"J Ye","year":"2022","unstructured":"Ye, J., Qiao, J., Kammoun, A., & Alouini, M. S. (2022). Nonterrestrial communications assisted by reconfigurable intelligent surfaces. Proceedings of the IEEE, 110(9), 1423\u20131465.","journal-title":"Proceedings of the IEEE"},{"issue":"7","key":"11792_CR13","first-page":"1","volume":"272","author":"Y Yao","year":"2023","unstructured":"Yao, Y., Lv, K., Huang, S., Li, X., & Xiang, W. (2023). UAV trajectory and energy efficiency optimization in RIS-assisted multi-user air-to-ground communications networks. Drones, 272(7), 1\u201322.","journal-title":"Drones"},{"issue":"11","key":"11792_CR14","doi-asserted-by":"publisher","first-page":"2450","DOI":"10.1109\/JSAC.2020.3007211","volume":"38","author":"M Di Renzo","year":"2020","unstructured":"Di Renzo, M., Zappone, A., Debbah, M., Alouini, M. S., Yuen, C., de Rosny, J., & Tretyakov, S. (2020). Smart radio environments empowered by reconfigurable intelligent surfaces: How it works, state of research, and the road ahead. IEEE Journal on Selected Areas in Communications, 38(11), 2450\u20132525.","journal-title":"IEEE Journal on Selected Areas in Communications"},{"issue":"1","key":"11792_CR15","doi-asserted-by":"publisher","first-page":"106","DOI":"10.1109\/MCOM.001.1900107","volume":"58","author":"Q Wu","year":"2020","unstructured":"Wu, Q., & Zhang, R. (2020). Towards smart and reconfigurable environment: Intelligent reflecting surface aided wireless network. IEEE Communications Magazine, 58(1), 106\u2013112.","journal-title":"IEEE Communications Magazine"},{"issue":"6","key":"11792_CR16","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1109\/IOTM.001.2300258","volume":"7","author":"M Matracia","year":"2024","unstructured":"Matracia, M., Kishk, M. A., & Alouini, M. S. (2024). Unleashing the potential of aerial RISs in post-disaster scenarios. IEEE Internet of Things Magazine, 7(6), 88\u201393.","journal-title":"IEEE Internet of Things Magazine"},{"issue":"14","key":"11792_CR17","doi-asserted-by":"publisher","first-page":"5143","DOI":"10.3390\/en15145143","volume":"15","author":"KW Park","year":"2022","unstructured":"Park, K. W., Kim, H. M., & Shin, O. S. (2022). A survey on intelligent-reflecting-surface-assisted UAV communications. Energies, 15(14), 5143.","journal-title":"Energies"},{"key":"11792_CR18","doi-asserted-by":"crossref","unstructured":"Wu, J. & Shim, B. (2021). Power minimization of intelligent reflecting surface-aided uplink IoT networks. In IEEE Wireless Communications and Networking Conference (WCNC) (pp. 1\u20136).","DOI":"10.1109\/WCNC49053.2021.9417397"},{"issue":"7","key":"11792_CR19","doi-asserted-by":"publisher","first-page":"4877","DOI":"10.1109\/TCOMM.2021.3074539","volume":"69","author":"Z Chu","year":"2021","unstructured":"Chu, Z., Zhu, Z., Zhou, F., Zhang, M., & Al-Dhahir, N. (2021). Intelligent reflecting surface assisted wireless powered sensor networks for internet of things. IEEE Transactions on Communications, 69(7), 4877\u20134889.","journal-title":"IEEE Transactions on Communications"},{"key":"11792_CR20","doi-asserted-by":"crossref","unstructured":"Benmad, I., Driouch, E. & Kardouchi, M. (2021). Data collection in UAV-assisted wireless sensor networks powered by harvested energy. In IEEE 32nd annual international symposium on personal, indoor and mobile radio communications (PIMRC) (pp. 1351\u20131356).","DOI":"10.1109\/PIMRC50174.2021.9569295"},{"key":"11792_CR21","doi-asserted-by":"crossref","unstructured":"Liu, L., Xiong, K., Lu, Y., Fan, P. & Letaief, K. B. (2021). Age-constrained energy minimization in UAV-assisted wireless powered sensor networks: A DQN-based approach. In IEEE Conference on Computer Communications Workshops (INFOCOM) (pp. 1\u20132).","DOI":"10.1109\/INFOCOMWKSHPS51825.2021.9484487"},{"issue":"3","key":"11792_CR22","doi-asserted-by":"publisher","first-page":"1367","DOI":"10.1007\/s11276-022-03194-4","volume":"29","author":"PA Karegar","year":"2023","unstructured":"Karegar, P. A., & Al-Anbuky, A. (2023). UAV-assisted data gathering from a sparse wireless sensor adaptive networks. Wireless Networks, 29(3), 1367\u20131384.","journal-title":"Wireless Networks"},{"key":"11792_CR23","doi-asserted-by":"crossref","unstructured":"RIS-carried UAV communication: Current research, challenges, and future trends. ICT Express, 9(5), 961\u2013973 (2023)","DOI":"10.1016\/j.icte.2023.03.004"},{"key":"11792_CR24","doi-asserted-by":"crossref","unstructured":"Mahbub, M., & Shubair, R. M. (2022). Intelligent reflecting surfaces in UAV-assisted 6G networks: An approach for enhanced propagation and spectral characteristics. In IEEE international IOT, electronics and mechatronics conference (IEMTRONICS) (pp. 1\u20136).","DOI":"10.1109\/IEMTRONICS55184.2022.9795757"},{"issue":"3","key":"11792_CR25","doi-asserted-by":"publisher","first-page":"3020","DOI":"10.1109\/TVT.2022.3143839","volume":"71","author":"H Mei","year":"2022","unstructured":"Mei, H., Yang, K., Liu, Q., & Wang, K. (2022). 3D-trajectory and phase-shift design for RIS-assisted UAV systems using deep reinforcement learning. IEEE Transactions on Vehicular Technology, 71(3), 3020\u20133029.","journal-title":"IEEE Transactions on Vehicular Technology"},{"issue":"2","key":"11792_CR26","doi-asserted-by":"publisher","first-page":"761","DOI":"10.1007\/s11276-022-03171-x","volume":"29","author":"BC Nguyen","year":"2023","unstructured":"Nguyen, B. C., Xuan, N. T., Manh, H. T., Thanh, H. L. T., & Hiep, P. T. (2023). Performance analysis for multi-RIS UAV NOMA mmwave communication systems. Wireless Networks, 29(2), 761\u2013773.","journal-title":"Wireless Networks"},{"issue":"5","key":"11792_CR27","doi-asserted-by":"publisher","first-page":"1086","DOI":"10.1109\/JSTSP.2022.3172587","volume":"16","author":"KK Nguyen","year":"2022","unstructured":"Nguyen, K. K., Masaracchia, A., Sharma, V., Poor, H. V., & Duong, T. Q. (2022). RIS-assisted UAV communications for IoT with wireless power transfer using deep reinforcement learning. IEEE Journal of Selected Topics in Signal Processing, 16(5), 1086\u20131096.","journal-title":"IEEE Journal of Selected Topics in Signal Processing"},{"issue":"1","key":"11792_CR28","first-page":"106","volume":"58","author":"H Ren","year":"2022","unstructured":"Ren, H., Zhang, Z., Peng, Z., Li, L., & Pan, C. (2022). Energy minimization in RIS-assisted UAV-enabled wireless power transfer systems. IEEE Internet of Things Journal, 58(1), 106\u2013112.","journal-title":"IEEE Internet of Things Journal"},{"issue":"10","key":"11792_CR29","doi-asserted-by":"publisher","first-page":"7867","DOI":"10.1109\/TWC.2022.3162704","volume":"21","author":"X Zhang","year":"2022","unstructured":"Zhang, X., Zhang, H., Du, W., Long, K., & Nallanathan, A. (2022). IRS empowered UAV wireless communication with resource allocation, reflecting design and trajectory optimization. IEEE Transactions on Wireless Communications, 21(10), 7867\u20137880.","journal-title":"IEEE Transactions on Wireless Communications"},{"key":"11792_CR30","doi-asserted-by":"crossref","unstructured":"Li, J. & Liu, J. (2020). Sum rate maximization via reconfigurable intelligent surface in UAV communication: Phase shift and trajectory optimization. In IEEE\/CIC international conference on communications in China (ICCC) (pp. 124\u2013129).","DOI":"10.1109\/ICCC49849.2020.9238910"},{"key":"11792_CR31","doi-asserted-by":"crossref","unstructured":"Diamanti, M., Tsampazi, M., Tsiropoulou, E. E. & Papavassiliou, S. (2021). Energy efficient multi-user communications aided by reconfigurable intelligent surfaces and UAVs. In IEEE international conference on smart computing (SMARTCOMP) (pp. 371\u2013376).","DOI":"10.1109\/SMARTCOMP52413.2021.00075"},{"issue":"11","key":"11792_CR32","doi-asserted-by":"publisher","first-page":"7764","DOI":"10.1109\/TCOMM.2022.3206884","volume":"70","author":"Y Li","year":"2022","unstructured":"Li, Y., Zhang, H., Long, K., & Nallanathan, A. (2022). Exploring sum rate maximization in UAV-based multi-IRS networks: IRS association, UAV altitude, and phase shift design. IEEE Transactions on Communications, 70(11), 7764\u20137774.","journal-title":"IEEE Transactions on Communications"},{"key":"11792_CR33","unstructured":"Alkhatieb, A., Rabie, K., Li, X., Nauryzbayev, G. & Alkhatib, R. (2022). IRS-aided UAV for future wireless communications: A survey and research opportunities. arXiv preprint arXiv:2212.06015."},{"key":"11792_CR34","doi-asserted-by":"publisher","first-page":"16320","DOI":"10.1109\/ACCESS.2022.3149054","volume":"10","author":"AC Pogaku","year":"2022","unstructured":"Pogaku, A. C., Do, D. T., Moo, B., & Nguyen, N. D. (2022). UAV-assisted RIS for future wireless communications: A survey on optimization and performance analysis. IEEE Access, 10, 16320\u201316336.","journal-title":"IEEE Access"},{"issue":"5","key":"11792_CR35","doi-asserted-by":"publisher","first-page":"164","DOI":"10.1109\/MWC.010.2000528","volume":"28","author":"X Pang","year":"2021","unstructured":"Pang, X., Sheng, M., Zhao, N., Tang, J., Niyato, D., & Wong, K. K. (2021). When UAV meets IRS: Expanding air-ground networks via passive reflection. IEEE Wireless Communications, 28(5), 164\u2013170.","journal-title":"IEEE Wireless Communications"},{"key":"11792_CR36","unstructured":"Shahbazi, A. (2022). Machine learning techniques for UAV-assisted networks. PhD thesis, Universite Paris-Saclay, Paris, France."},{"issue":"14","key":"11792_CR37","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3390\/s22145405","volume":"22","author":"MA Sejan","year":"2022","unstructured":"Sejan, M. A., Rahman, M. H., Shin, B., Oh, J., You, Y. H., & Song, H. K. (2022). Machine learning for intelligent-reflecting-surface-based wireless communication towards 6G: A review. Sensors, 22(14), 1\u201321.","journal-title":"Sensors"},{"key":"11792_CR38","volume-title":"Reinforcement learning: An introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton, R. S., & Barto, A. G. (2018). Reinforcement learning: An introduction. Cambridge, MA: A Bradford Book."},{"issue":"7540","key":"11792_CR39","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Rusua, A. A., Veness, J., Bellemare, M. G., Graves, A., Riedmiller, M., Fidjeland, A. K., & Ostrovski, G. (2015). Human-level control through deep reinforcement learning. Nature, 518(7540), 529\u2013533.","journal-title":"Nature"},{"key":"11792_CR40","doi-asserted-by":"crossref","unstructured":"Wang, L., Wang, K., Pan, C. & Aslam, N. (2022). Joint trajectory and passive beamforming design for intelligent reflecting surface-aided UAV communications: A deep reinforcement learning approach. IEEE Transactions on Mobile Computing (Early Access).","DOI":"10.1109\/TMC.2022.3200998"},{"key":"11792_CR41","unstructured":"Lillicrap, T. P., Hunt, J. J., Pritzel, A., Heess, N., Erez, T., Tassa, Y., Silver, D. & Wierstra, D. (2015). Continuous control with deep reinforcement learning. preprint arXiv:1509.02971."},{"key":"11792_CR42","doi-asserted-by":"publisher","first-page":"6543","DOI":"10.1109\/TMC.2022.3200998","volume":"22","author":"L Wang","year":"2022","unstructured":"Wang, L., Wang, K., Pan, C., & Aslam, N. (2022). Joint trajectory and passive beamforming design for intelligent reflecting surface-aided UAV communications: A deep reinforcement learning approach. IEEE Transactions on Mobile Computing, 22, 6543\u20136553.","journal-title":"IEEE Transactions on Mobile Computing"},{"key":"11792_CR43","doi-asserted-by":"crossref","unstructured":"Shi, Z., Lu, H., Xie, X., Yang, H., Huang, C., Cai, J. & Ding, Z. (2023). Active RIS-aided EH-NOMA networks: A deep reinforcement learning approach. preprint arXiv:2304.12184.","DOI":"10.1109\/TCOMM.2023.3296619"},{"key":"11792_CR44","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A. & Klimov, O. (2017). Proximal policy optimization algorithms. preprint arXiv:1707.06347."},{"key":"11792_CR45","unstructured":"Mathwork. (2023). Reinforcement learning agents [online]. available: https:\/\/ww2.mathworks.cn\/help\/reinforcementlearning\/ug\/create-agents-for-reinforcement-learning.html."}],"container-title":["Wireless Personal Communications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11277-025-11792-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11277-025-11792-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11277-025-11792-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,7]],"date-time":"2025-09-07T02:59:22Z","timestamp":1757213962000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11277-025-11792-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4]]},"references-count":45,"journal-issue":{"issue":"3-4","published-print":{"date-parts":[[2025,4]]}},"alternative-id":["11792"],"URL":"https:\/\/doi.org\/10.1007\/s11277-025-11792-6","relation":{},"ISSN":["0929-6212","1572-834X"],"issn-type":[{"value":"0929-6212","type":"print"},{"value":"1572-834X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,4]]},"assertion":[{"value":"18 June 2025","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 July 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}