{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T04:49:19Z","timestamp":1782103759326,"version":"3.54.5"},"reference-count":18,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2026,5,22]],"date-time":"2026-05-22T00:00:00Z","timestamp":1779408000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,5,22]],"date-time":"2026-05-22T00:00:00Z","timestamp":1779408000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61931005"],"award-info":[{"award-number":["61931005"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Telecommun Syst"],"published-print":{"date-parts":[[2026,6]]},"DOI":"10.1007\/s11235-026-01459-3","type":"journal-article","created":{"date-parts":[[2026,5,22]],"date-time":"2026-05-22T11:03:45Z","timestamp":1779447825000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Energy-aware data collection using hierarchical reinforcement learning for UAV-enabled IoT networks"],"prefix":"10.1007","volume":"89","author":[{"given":"Xiaoli","family":"Han","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bo","family":"Hu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Renpeng","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tianle","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,5,22]]},"reference":[{"key":"1459_CR1","doi-asserted-by":"publisher","unstructured":"Duran, B., Gul, O.M. & Kadry, S.(2026). Energy-Aware UAV Data Collection in Robotic Wireless Sensor Networks Under Imperfect Battery Predictions. Telecommunication Systems 89, 7. https:\/\/doi.org\/10.1007\/s11235-025-01383-y","DOI":"10.1007\/s11235-025-01383-y"},{"issue":"10","key":"1459_CR2","doi-asserted-by":"publisher","first-page":"13068","DOI":"10.1109\/TWC.2024.3398438","volume":"23","author":"J Tang","year":"2024","unstructured":"Tang, J., & Chen, J. (2024). Throughput maximization for UAV-assisted data collection with hybrid NOMA. IEEE Transactions on Wireless Communications, 23(10), 13068\u201313081. https:\/\/doi.org\/10.1109\/TWC.2024.3398438","journal-title":"IEEE Transactions on Wireless Communications"},{"issue":"3","key":"1459_CR3","doi-asserted-by":"publisher","first-page":"4095","DOI":"10.1109\/TVT.2023.3323455","volume":"73","author":"D Han","year":"2024","unstructured":"Han, D., Han, T., Zhao, Y., & Li, R. (2024). UAV-aided information collection method based on joint optimization of node access and flight strategy. IEEE Transactions on Vehicular Technology, 73(3), 4095\u20134106. https:\/\/doi.org\/10.1109\/TVT.2023.3323455","journal-title":"IEEE Transactions on Vehicular Technology"},{"issue":"6","key":"1459_CR4","doi-asserted-by":"publisher","first-page":"3884","DOI":"10.1109\/TWC.2022.3222067","volume":"22","author":"X Yuan","year":"2023","unstructured":"Yuan, X., Hu, Y., Zhang, J., & Schmeink, A. (2023). Joint user scheduling and UAV trajectory design on completion time minimization for UAV-aided data collection. IEEE Transactions on Wireless Communications, 22(6), 3884\u20133898. https:\/\/doi.org\/10.1109\/TWC.2022.3222067","journal-title":"IEEE Transactions on Wireless Communications"},{"issue":"19","key":"1459_CR5","doi-asserted-by":"publisher","first-page":"31492","DOI":"10.1109\/JIOT.2024.3418081","volume":"11","author":"Q Fu","year":"2024","unstructured":"Fu, Q., Jia, R., Lyu, F., Lin, F., Zheng, Z., & Li, M. (2024). Collection point matters in time-energy tradeoff for UAV-enabled data collection of IoT devices. IEEE Internet Things Journal, 11(19), 31492\u201331506. https:\/\/doi.org\/10.1109\/JIOT.2024.3418081","journal-title":"IEEE Internet Things Journal"},{"issue":"4","key":"1459_CR6","doi-asserted-by":"publisher","first-page":"2368","DOI":"10.1109\/TWC.2020.3041750","volume":"20","author":"J Liu","year":"2021","unstructured":"Liu, J., Tong, P., Wang, X., Bai, B., & Dai, H. (2021). UAV-aided data collection for information freshness in wireless sensor networks. IEEE Transactions on Wireless Communications, 20(4), 2368\u20132382. https:\/\/doi.org\/10.1109\/TWC.2020.3041750","journal-title":"IEEE Transactions on Wireless Communications"},{"issue":"9","key":"1459_CR7","doi-asserted-by":"publisher","first-page":"7535","DOI":"10.1109\/TCOMM.2025.3543185","volume":"73","author":"M Yi","year":"2025","unstructured":"Yi, M., Wang, X., Liu, J., Zhang, Y., & Hou, R. (2025). Meta-reinforcement learning for timely and energy-efficient data collection in solar-powered UAV-assisted IoT networks. IEEE Transactions on Communications, 73(9), 7535\u20137551. https:\/\/doi.org\/10.1109\/TCOMM.2025.3543185","journal-title":"IEEE Transactions on Communications"},{"issue":"5","key":"1459_CR8","doi-asserted-by":"publisher","first-page":"3786","DOI":"10.1109\/JIOT.2020.3024666","volume":"8","author":"Y Zhang","year":"2021","unstructured":"Zhang, Y., Mou, Z., Gao, F., Xing, L., Jiang, J., & Han, Z. (2021). Hierarchical deep reinforcement learning for backscattering data collection with multiple UAVs. IEEE Internet of Things Journal, 8(5), 3786\u20133800. https:\/\/doi.org\/10.1109\/JIOT.2020.3024666","journal-title":"IEEE Internet of Things Journal"},{"issue":"12","key":"1459_CR9","doi-asserted-by":"publisher","first-page":"13991","DOI":"10.1109\/TMC.2024.3439556","volume":"23","author":"ZY Zhao","year":"2024","unstructured":"Zhao, Z. Y., Che, Y. L., Luo, S., Luo, G., Wu, K., & Leung, V. C. M. (2024). On designing multi-UAV aided wireless powered dynamic communication via hierarchical deep reinforcement learning. IEEE Transactions on Mobile Computing, 23(12), 13991\u201314004. https:\/\/doi.org\/10.1109\/TMC.2024.3439556","journal-title":"IEEE Transactions on Mobile Computing"},{"issue":"8","key":"1459_CR10","doi-asserted-by":"publisher","first-page":"6351","DOI":"10.1109\/TWC.2025.3552809","volume":"24","author":"Y Long","year":"2025","unstructured":"Long, Y., Gong, S., Sun, S., Lee, G. C. F., Li, L., & Niyato, D. (2025). Lyapunov-guided deep reinforcement learning for semantic-aware AoI minimization in UAV-assisted wireless networks. IEEE Transactions on Wireless Communications, 24(8), 6351\u20136364. https:\/\/doi.org\/10.1109\/TWC.2025.3552809","journal-title":"IEEE Transactions on Wireless Communications"},{"issue":"5","key":"1459_CR11","doi-asserted-by":"publisher","first-page":"6332","DOI":"10.1109\/TITS.2025.3538631","volume":"26","author":"J Wang","year":"2025","unstructured":"Wang, J., Li, S., Chen, D., Fu, Q., Qi, Q., Sun, H., He, B., & Liao, J. (2025). Flight trajectory control with network-oriented hierarchical reinforcement learning for UAVs-assisted data time-sensitive IoT. IEEE Transactions on Intelligent Transportation Systems, 26(5), 6332\u20136345. https:\/\/doi.org\/10.1109\/TITS.2025.3538631","journal-title":"IEEE Transactions on Intelligent Transportation Systems"},{"issue":"6","key":"1459_CR12","doi-asserted-by":"publisher","first-page":"4598","DOI":"10.1109\/TWC.2025.3543042","volume":"24","author":"Z Huang","year":"2025","unstructured":"Huang, Z., Chen, H., Gu, B., Gong, S., Su, Z., & Guizani, M. (2025). A learning-based iterative algorithm for AoI-optimal trajectory planning in UAV-assisted IoT networks. IEEE Transactions on Wireless Communications, 24(6), 4598\u20134613. https:\/\/doi.org\/10.1109\/TWC.2025.3543042","journal-title":"IEEE Transactions on Wireless Communications"},{"key":"1459_CR13","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2025.3618699","volume-title":"Hierarchical reinforcement learning based joint trajectory planning and resource allocation in UAV-assisted IoT-sensor networks","author":"W Yuan","year":"2025","unstructured":"Yuan, W., Chen, S., He, H., Hou, Y., Chen, S., Tan, X., & Yang, J. (2025). Hierarchical reinforcement learning based joint trajectory planning and resource allocation in UAV-assisted IoT-sensor networks. IEEE Transactions on Communications: Advance online publication. https:\/\/doi.org\/10.1109\/TCOMM.2025.3618699"},{"issue":"21","key":"1459_CR14","doi-asserted-by":"publisher","first-page":"40820","DOI":"10.1109\/JSEN.2025.3610107","volume":"25","author":"H Shi","year":"2025","unstructured":"Shi, H., Yu, Z., Yan, W., Li, W., Shi, L., Ao, T., & Zhou, Y. (2025). Trajectory optimization for UAV-assisted communications based on hierarchical reinforcement learning. IEEE Sensors Journal, 25(21), 40820\u201340833. https:\/\/doi.org\/10.1109\/JSEN.2025.3610107","journal-title":"IEEE Sensors Journal"},{"key":"1459_CR15","doi-asserted-by":"publisher","first-page":"729","DOI":"10.1007\/s11235-024-01164-z","volume":"86","author":"Y Hu","year":"2024","unstructured":"Hu, Y., Tian, C., Ma, D., Shi, Z., & Zhang, F. (2024). Deployment algorithms of multi-UAV-BS networks with frequency reuse and power optimization. Telecommunication Systems, 86, 729\u2013741. https:\/\/doi.org\/10.1007\/s11235-024-01164-z","journal-title":"Telecommunication Systems"},{"issue":"4","key":"1459_CR16","doi-asserted-by":"publisher","first-page":"1957","DOI":"10.1109\/TGCN.2022.3186841","volume":"6","author":"L Shen","year":"2022","unstructured":"Shen, L., Wang, N., Zhang, D., Chen, J., Mu, X., & Wong, K. M. (2022). Energy-aware dynamic trajectory planning for UAV-enabled data collection in mMTC networks. IEEE Transactions on Green Communications and Networking, 6(4), 1957\u20131971. https:\/\/doi.org\/10.1109\/TGCN.2022.3186841","journal-title":"IEEE Transactions on Green Communications and Networking"},{"key":"1459_CR17","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2025.3582553","volume-title":"NoisyNet-DDQN-based sequential handoff algorithm for UAV networks with end-to-end network slicing","author":"F Yang","year":"2025","unstructured":"Yang, F., Li, M., Ohtsuki, T., Wu, W., Si, P., & Sun, T. (2025). NoisyNet-DDQN-based sequential handoff algorithm for UAV networks with end-to-end network slicing. IEEE Transactions on Vehicular Technology: Advance online publication. https:\/\/doi.org\/10.1109\/TVT.2025.3582553"},{"issue":"4","key":"1459_CR18","doi-asserted-by":"publisher","first-page":"3009","DOI":"10.1109\/TWC.2023.3304900","volume":"23","author":"Y Zhu","year":"2024","unstructured":"Zhu, Y., Yang, B., Liu, M., & Li, Z. (2024). UAV trajectory optimization for large-scale and low-power data collection: An attention-reinforced learning scheme. IEEE Transactions on Wireless Communications, 23(4), 3009\u20133024. https:\/\/doi.org\/10.1109\/TWC.2023.3304900","journal-title":"IEEE Transactions on Wireless Communications"}],"container-title":["Telecommunication Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11235-026-01459-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11235-026-01459-3","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11235-026-01459-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T04:29:11Z","timestamp":1782102551000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11235-026-01459-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5,22]]},"references-count":18,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2026,6]]}},"alternative-id":["1459"],"URL":"https:\/\/doi.org\/10.1007\/s11235-026-01459-3","relation":{},"ISSN":["1018-4864","1572-9451"],"issn-type":[{"value":"1018-4864","type":"print"},{"value":"1572-9451","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,5,22]]},"assertion":[{"value":"12 December 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 May 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 May 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"80"}}