{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,29]],"date-time":"2026-08-29T01:18:24Z","timestamp":1787966304917,"version":"build-2784847793"},"reference-count":45,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T00:00:00Z","timestamp":1761955200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T00:00:00Z","timestamp":1761955200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T00:00:00Z","timestamp":1761955200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T00:00:00Z","timestamp":1761955200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T00:00:00Z","timestamp":1761955200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T00:00:00Z","timestamp":1761955200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T00:00:00Z","timestamp":1761955200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/100009377","name":"Education Department of Hunan Province","doi-asserted-by":"publisher","award":["LXBZZ2024086"],"award-info":[{"award-number":["LXBZZ2024086"]}],"id":[{"id":"10.13039\/100009377","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Systems Architecture"],"published-print":{"date-parts":[[2025,11]]},"DOI":"10.1016\/j.sysarc.2025.103566","type":"journal-article","created":{"date-parts":[[2025,9,16]],"date-time":"2025-09-16T23:58:07Z","timestamp":1758067087000},"page":"103566","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":1,"special_numbering":"C","title":["Trajectory design for data collection under insufficient UAV energy: A staged actor\u2013critic reinforcement learning approach"],"prefix":"10.1016","volume":"168","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6258-0114","authenticated-orcid":false,"given":"Jing","family":"Mei","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-9352-4821","authenticated-orcid":false,"given":"Yuejia","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8624-6364","authenticated-orcid":false,"given":"Zhao","family":"Tong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5224-4048","authenticated-orcid":false,"given":"Keqin","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"3","key":"10.1016\/j.sysarc.2025.103566_b1","doi-asserted-by":"crossref","first-page":"2334","DOI":"10.1109\/COMST.2019.2902862","article-title":"A tutorial on UAVs for wireless networks: Applications, challenges, and open problems","volume":"21","author":"Mozaffari","year":"2019","journal-title":"IEEE Commun. Surv. Tutor."},{"issue":"5","key":"10.1016\/j.sysarc.2025.103566_b2","doi-asserted-by":"crossref","first-page":"36","DOI":"10.1109\/MCOM.2016.7470933","article-title":"Wireless communications with unmanned aerial vehicles: Opportunities and challenges","volume":"54","author":"Zeng","year":"2016","journal-title":"IEEE Commun. Mag."},{"issue":"1","key":"10.1016\/j.sysarc.2025.103566_b3","doi-asserted-by":"crossref","first-page":"24","DOI":"10.1109\/MPRV.2017.11","article-title":"Help from the sky: Leveraging UAVs for disaster management","volume":"16","author":"Erdelj","year":"2017","journal-title":"IEEE Pervasive Comput."},{"issue":"7","key":"10.1016\/j.sysarc.2025.103566_b4","doi-asserted-by":"crossref","first-page":"6732","DOI":"10.1109\/TVT.2018.2811942","article-title":"UAV trajectory optimization for data offloading at the edge of multiple cells","volume":"67","author":"Cheng","year":"2018","journal-title":"IEEE Trans. Veh. Technol."},{"issue":"2","key":"10.1016\/j.sysarc.2025.103566_b5","doi-asserted-by":"crossref","first-page":"128","DOI":"10.1109\/MCOM.2017.1600587CM","article-title":"UAV-based IoT platform: A crowd surveillance use case","volume":"55","author":"Motlagh","year":"2017","journal-title":"IEEE Commun. Mag."},{"issue":"4","key":"10.1016\/j.sysarc.2025.103566_b6","doi-asserted-by":"crossref","first-page":"1860","DOI":"10.1109\/COMST.2014.2320073","article-title":"Survey on the characterization and classification of wireless sensor network applications","volume":"16","author":"Borges","year":"2014","journal-title":"IEEE Commun. Surv. Tutor."},{"key":"10.1016\/j.sysarc.2025.103566_b7","doi-asserted-by":"crossref","DOI":"10.1109\/OJCOMS.2024.3398718","article-title":"Deep reinforcement learning for energy-efficient data dissemination through UAV networks","author":"Ali","year":"2024","journal-title":"IEEE Open J. Commun. Soc."},{"key":"10.1016\/j.sysarc.2025.103566_b8","doi-asserted-by":"crossref","DOI":"10.1016\/j.sysarc.2022.102744","article-title":"Multi-objective uplink data transmission optimization for edge computing in UAV-assistant mobile wireless sensor networks","volume":"132","author":"Li","year":"2022","journal-title":"J. Syst. Archit."},{"key":"10.1016\/j.sysarc.2025.103566_b9","doi-asserted-by":"crossref","DOI":"10.1016\/j.sysarc.2021.102219","article-title":"A lightweight verifiable trust based data collection approach for sensor\u2013cloud systems","volume":"119","author":"Guo","year":"2021","journal-title":"J. Syst. Archit."},{"key":"10.1016\/j.sysarc.2025.103566_b10","series-title":"2023 IEEE 11th International Conference on Information, Communication and Networks","first-page":"241","article-title":"DDPG-based multi-UAV trajectory optimization for wsn\u2019s data collection","author":"Sun","year":"2023"},{"key":"10.1016\/j.sysarc.2025.103566_b11","doi-asserted-by":"crossref","DOI":"10.1016\/j.sysarc.2025.103511","article-title":"Minimizing energy consumption of collaborative deployment and task offloading in two-tier UAV edge computing networks","volume":"167","author":"Fang","year":"2025","journal-title":"J. Syst. Archit."},{"key":"10.1016\/j.sysarc.2025.103566_b12","doi-asserted-by":"crossref","DOI":"10.1109\/LWC.2024.3355934","article-title":"Energy-efficient data aggregation and collection for multi-UAV-enabled IoT networks","author":"Kang","year":"2024","journal-title":"IEEE Wirel. Commun. Lett."},{"key":"10.1016\/j.sysarc.2025.103566_b13","doi-asserted-by":"crossref","DOI":"10.1016\/j.sysarc.2022.102617","article-title":"A2E2: Aerial-assisted energy-efficient edge sensing in intelligent public transportation systems","volume":"129","author":"Wang","year":"2022","journal-title":"J. Syst. Archit."},{"key":"10.1016\/j.sysarc.2025.103566_b14","doi-asserted-by":"crossref","DOI":"10.1016\/j.sysarc.2024.103215","article-title":"UAV-assisted dependency-aware computation offloading in device\u2013edge\u2013cloud collaborative computing based on improved actor\u2013critic DRL","volume":"154","author":"Zhang","year":"2024","journal-title":"J. Syst. Archit."},{"key":"10.1016\/j.sysarc.2025.103566_b15","doi-asserted-by":"crossref","DOI":"10.1016\/j.comnet.2025.111044","article-title":"Low-AoI data collection in integrated UAV-UGV-assisted IoT systems based on deep reinforcement learning","volume":"259","author":"Fu","year":"2025","journal-title":"Comput. Netw."},{"key":"10.1016\/j.sysarc.2025.103566_b16","doi-asserted-by":"crossref","DOI":"10.1016\/j.adhoc.2024.103704","article-title":"Age and energy aware data collection scheme for urban flood monitoring in UAV-assisted wireless sensor networks","volume":"168","author":"Raju","year":"2025","journal-title":"Ad Hoc Netw."},{"issue":"3","key":"10.1016\/j.sysarc.2025.103566_b17","doi-asserted-by":"crossref","first-page":"781","DOI":"10.1109\/LWC.2019.2892721","article-title":"Resource allocation and 3D trajectory design in wireless networks assisted by rechargeable UAV","volume":"8","author":"Guo","year":"2019","journal-title":"IEEE Wirel. Commun. Lett."},{"issue":"15","key":"10.1016\/j.sysarc.2025.103566_b18","doi-asserted-by":"crossref","first-page":"13498","DOI":"10.1109\/JIOT.2022.3142764","article-title":"Minimizing mission completion time of UAVs by jointly optimizing the flight and data collection trajectory in UAV-enabled WSNs","volume":"9","author":"Li","year":"2022","journal-title":"IEEE Internet Things J."},{"key":"10.1016\/j.sysarc.2025.103566_b19","doi-asserted-by":"crossref","first-page":"109847","DOI":"10.1109\/ACCESS.2021.3102317","article-title":"Data collection task planning of a fixed-wing unmanned aerial vehicle in forest fire monitoring","volume":"9","author":"Zhang","year":"2021","journal-title":"IEEE Access"},{"key":"10.1016\/j.sysarc.2025.103566_b20","article-title":"3D trajectory optimization for UAV-assisted hybrid FSO\/RF network with moving obstacles","author":"Zhang","year":"2024","journal-title":"IEEE Trans. Aerosp. Electron. Syst."},{"key":"10.1016\/j.sysarc.2025.103566_b21","first-page":"37","article-title":"Robust energy efficiency optimization strategy for emergency communication based on fixed-wing UAV","volume":"35","author":"Cao","year":"2024","journal-title":"J. Comput. Sci. Tech."},{"issue":"1","key":"10.1016\/j.sysarc.2025.103566_b22","doi-asserted-by":"crossref","first-page":"137","DOI":"10.13111\/2066-8201.2022.14.1.12","article-title":"Comparative analysis of fixed-wing, rotary-wing and hybrid mini unmanned aircraft systems (UAS) from the applications perspective","volume":"14","author":"Ramesh","year":"2022","journal-title":"INCAS Bull."},{"key":"10.1016\/j.sysarc.2025.103566_b23","article-title":"UAV trajectory optimization for large-scale and low-power data collection: An attention-reinforced learning scheme","author":"Zhu","year":"2023","journal-title":"IEEE Trans. Wirel. Commun."},{"key":"10.1016\/j.sysarc.2025.103566_b24","article-title":"OH-DRL: An AoI-Guaranteed energy-efficient approach for UAV-assisted IoT data collection","author":"Yang","year":"2025","journal-title":"IEEE Trans. Wirel. Commun."},{"key":"10.1016\/j.sysarc.2025.103566_b25","article-title":"UAV trajectory, user association and power control for multi-uav enabled energy harvesting communications: offline design and online reinforcement learning","author":"Fu","year":"2023","journal-title":"IEEE Internet Things J."},{"issue":"7","key":"10.1016\/j.sysarc.2025.103566_b26","doi-asserted-by":"crossref","first-page":"6180","DOI":"10.1109\/JIOT.2020.2973193","article-title":"Deep-reinforcement-learning-based autonomous UAV navigation with sparse rewards","volume":"7","author":"Wang","year":"2020","journal-title":"IEEE Internet Things J."},{"key":"10.1016\/j.sysarc.2025.103566_b27","series-title":"International Conference on Machine Learning","first-page":"1587","article-title":"Addressing function approximation error in actor-critic methods","author":"Fujimoto","year":"2018"},{"key":"10.1016\/j.sysarc.2025.103566_b28","series-title":"2021 IEEE International Conference on Real-Time Computing and Robotics","first-page":"1425","article-title":"Data-efficient deep reinforcement learning method toward scaling continuous robotic task with sparse rewards","author":"Ren","year":"2021"},{"key":"10.1016\/j.sysarc.2025.103566_b29","series-title":"2023 IEEE International Conference on Robotics and Biomimetics","first-page":"1","article-title":"Uncertainty in Bayesian reinforcement learning for robot manipulation tasks with sparse rewards","author":"Zheng","year":"2023"},{"key":"10.1016\/j.sysarc.2025.103566_b30","series-title":"Thermodynamics & propulsion, 16. Unified","author":"Greitzer","year":"2002"},{"issue":"6","key":"10.1016\/j.sysarc.2025.103566_b31","doi-asserted-by":"crossref","first-page":"3747","DOI":"10.1109\/TWC.2017.2688328","article-title":"Energy-efficient UAV communication with trajectory optimization","volume":"16","author":"Zeng","year":"2017","journal-title":"IEEE Trans. Wirel. Commun."},{"key":"10.1016\/j.sysarc.2025.103566_b32","series-title":"2016 IEEE 83rd Vehicular Technology Conference","first-page":"1","article-title":"Mobility performance in slow- and high-speed LTE real scenarios","author":"Gimenez","year":"2016"},{"key":"10.1016\/j.sysarc.2025.103566_b33","series-title":"2024 Integrated Communications, Navigation and Surveillance Conference","first-page":"1","article-title":"Doppler shift effect on bandwidth availability for UAV communications","author":"Benouadah","year":"2024"},{"key":"10.1016\/j.sysarc.2025.103566_b34","doi-asserted-by":"crossref","first-page":"771","DOI":"10.1016\/j.aej.2022.10.049","article-title":"UAV-enabled reliable mobile relaying under the time-varying rician fading channel","volume":"64","author":"Wang","year":"2023","journal-title":"Alex. Eng. J."},{"issue":"3","key":"10.1016\/j.sysarc.2025.103566_b35","doi-asserted-by":"crossref","first-page":"2361","DOI":"10.1109\/COMST.2019.2915069","article-title":"A survey of air-to-ground propagation channel modeling for unmanned aerial vehicles","volume":"21","author":"Khawaja","year":"2019","journal-title":"IEEE Commun. Surv. Tutor."},{"issue":"3","key":"10.1016\/j.sysarc.2025.103566_b36","first-page":"937","article-title":"Channel characterization and performance evaluation of mobile communication employing stratospheric platforms","volume":"89","author":"Shimamoto","year":"2006","journal-title":"IEICE Trans. Commun."},{"issue":"6","key":"10.1016\/j.sysarc.2025.103566_b37","doi-asserted-by":"crossref","first-page":"3192","DOI":"10.1109\/TWC.2019.2911939","article-title":"3D trajectory optimization in rician fading for UAV-enabled data harvesting","volume":"18","author":"You","year":"2019","journal-title":"IEEE Trans. Wirel. Commun."},{"key":"10.1016\/j.sysarc.2025.103566_b38","article-title":"Fixed-wing UAV based air-to-ground channel measurement and modeling at 2.7GHz in rural environment","author":"Lyu","year":"2024","journal-title":"IEEE Trans. Antennas and Propagation"},{"issue":"2","key":"10.1016\/j.sysarc.2025.103566_b39","doi-asserted-by":"crossref","first-page":"1082","DOI":"10.1109\/JIOT.2021.3078904","article-title":"Task offloading optimization for UAV-assisted fog-enabled internet of things networks","volume":"9","author":"Huang","year":"2022","journal-title":"IEEE Internet Things J."},{"issue":"3","key":"10.1016\/j.sysarc.2025.103566_b40","doi-asserted-by":"crossref","first-page":"2049","DOI":"10.1109\/TVT.2017.2706308","article-title":"Mobile edge computing via a UAV-mounted cloudlet: Optimization of bit allocation and path planning","volume":"67","author":"Jeong","year":"2018","journal-title":"IEEE Trans. Veh. Technol."},{"key":"10.1016\/j.sysarc.2025.103566_b41","series-title":"ICC 2019 - 2019 IEEE International Conference on Communications","first-page":"1","article-title":"Performance analysis of computation offloading in fog-radio access networks","author":"Xu","year":"2019"},{"issue":"4","key":"10.1016\/j.sysarc.2025.103566_b42","doi-asserted-by":"crossref","first-page":"2991","DOI":"10.1007\/s11276-021-02632-z","article-title":"Computation offloading optimization for UAV-assisted mobile edge computing: a deep deterministic policy gradient approach","volume":"27","author":"Wang","year":"2021","journal-title":"Wirel. Netw."},{"key":"10.1016\/j.sysarc.2025.103566_b43","series-title":"3D UAV trajectory and data collection optimisation via deep reinforcement learning","author":"Khac Nguyen","year":"2021"},{"issue":"10","key":"10.1016\/j.sysarc.2025.103566_b44","doi-asserted-by":"crossref","first-page":"3193","DOI":"10.1109\/JSAC.2021.3088669","article-title":"Multi-UAV trajectory planning for energy-efficient content coverage: A decentralized learning-based approach","volume":"39","author":"Zhao","year":"2021","journal-title":"IEEE J. Sel. Areas Commun."},{"key":"10.1016\/j.sysarc.2025.103566_b45","series-title":"Continuous control with deep reinforcement learning","author":"Lillicrap","year":"2015"}],"container-title":["Journal of Systems Architecture"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1383762125002383?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1383762125002383?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T12:34:18Z","timestamp":1772886858000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1383762125002383"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11]]},"references-count":45,"alternative-id":["S1383762125002383"],"URL":"https:\/\/doi.org\/10.1016\/j.sysarc.2025.103566","relation":{},"ISSN":["1383-7621"],"issn-type":[{"value":"1383-7621","type":"print"}],"subject":[],"published":{"date-parts":[[2025,11]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Trajectory design for data collection under insufficient UAV energy: A staged actor\u2013critic reinforcement learning approach","name":"articletitle","label":"Article Title"},{"value":"Journal of Systems Architecture","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.sysarc.2025.103566","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 Elsevier B.V. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"103566"}}