{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T21:17:36Z","timestamp":1783113456704,"version":"3.54.6"},"reference-count":34,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62572217"],"award-info":[{"award-number":["62572217"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Internet of Things"],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1016\/j.iot.2026.101985","type":"journal-article","created":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T16:29:06Z","timestamp":1780676946000},"page":"101985","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Towards dynamic cooperative scheduling in multi-UAV urban sensing: A hierarchical reinforcement learning approach"],"prefix":"10.1016","volume":"38","author":[{"given":"Mengge","family":"Jiao","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8925-6453","authenticated-orcid":false,"given":"Kaimin","family":"Wei","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhiquan","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4157-5110","authenticated-orcid":false,"given":"Jinpeng","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chengkun","family":"Jia","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yan","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tingrui","family":"Pei","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"1","key":"10.1016\/j.iot.2026.101985_bib0001","doi-asserted-by":"crossref","first-page":"54","DOI":"10.1109\/TITS.2018.2797697","article-title":"Real-time traffic flow parameter estimation from UAV video based on ensemble classifier and optical flow","volume":"20","author":"Ke","year":"2018","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"10.1016\/j.iot.2026.101985_bib0002","doi-asserted-by":"crossref","first-page":"242","DOI":"10.1016\/j.future.2024.03.021","article-title":"Uncertainty-aware autonomous sensing with deep reinforcement learning","volume":"156","author":"Murad","year":"2024","journal-title":"Future Gener. Comput. Syst."},{"issue":"14","key":"10.1016\/j.iot.2026.101985_bib0003","doi-asserted-by":"crossref","first-page":"25251","DOI":"10.1109\/JIOT.2024.3392244","article-title":"Cloud\u2013edge framework for AoI-efficient data processing in multi-UAV-assisted sensor networks","volume":"11","author":"Ma","year":"2024","journal-title":"IEEE Internet Things J."},{"issue":"16","key":"10.1016\/j.iot.2026.101985_bib0004","doi-asserted-by":"crossref","first-page":"33995","DOI":"10.1109\/JIOT.2025.3577655","article-title":"A resting drone-enabled surveillance framework for real-time monitoring with resource efficiency in IoT-based smart city","volume":"12","author":"Kim","year":"2025","journal-title":"IEEE Internet Things J."},{"key":"10.1016\/j.iot.2026.101985_bib0005","doi-asserted-by":"crossref","DOI":"10.1016\/j.iot.2025.101712","article-title":"Energy-efficient altitude optimization in multi-UAV search and rescue: a hybrid swarm approach","volume":"33","author":"Hassan","year":"2025","journal-title":"Internet Things"},{"issue":"5","key":"10.1016\/j.iot.2026.101985_bib0006","doi-asserted-by":"crossref","first-page":"3786","DOI":"10.1109\/JIOT.2020.3024666","article-title":"Hierarchical deep reinforcement learning for backscattering data collection with multiple UAVs","volume":"8","author":"Zhang","year":"2021","journal-title":"IEEE Internet Things J."},{"issue":"5","key":"10.1016\/j.iot.2026.101985_bib0007","doi-asserted-by":"crossref","first-page":"6449","DOI":"10.1007\/s40747-024-01472-6","article-title":"An iterative two-phase optimization method for heterogeneous multi-drone routing problem considering differentiated demands","volume":"10","author":"Liu","year":"2024","journal-title":"Complex Intell. Syst."},{"issue":"21","key":"10.1016\/j.iot.2026.101985_bib0008","doi-asserted-by":"crossref","first-page":"21777","DOI":"10.1109\/JIOT.2022.3182160","article-title":"AoI-minimal task assignment and trajectory optimization in multi-UAV-assisted IoT networks","volume":"9","author":"Liu","year":"2022","journal-title":"IEEE Internet Things J."},{"key":"10.1016\/j.iot.2026.101985_bib0009","doi-asserted-by":"crossref","DOI":"10.1016\/j.iot.2025.101865","article-title":"Real-time scalable UAV condition monitoring framework with hardware-level acceleration for IoT applications","volume":"36","author":"Ntib","year":"2026","journal-title":"Internet Things"},{"key":"10.1016\/j.iot.2026.101985_bib0010","doi-asserted-by":"crossref","DOI":"10.1016\/j.aei.2025.103428","article-title":"Evolutionary attraction\u2013repulsion algorithm embedded with LLM for UAV task allocation","volume":"66","author":"Wu","year":"2025","journal-title":"Adv. Eng. Inf."},{"issue":"1","key":"10.1016\/j.iot.2026.101985_bib0011","doi-asserted-by":"crossref","first-page":"791","DOI":"10.1109\/JIOT.2023.3285942","article-title":"Joint optimization of deployment and flight planning of multi-UAVs for long-distance data collection from large-scale IoT devices","volume":"11","author":"Zhang","year":"2023","journal-title":"IEEE Internet Things J."},{"key":"10.1016\/j.iot.2026.101985_bib0012","doi-asserted-by":"crossref","DOI":"10.1016\/j.iot.2025.101520","article-title":"PD-DRL: towards privacy-preserving and energy-sustainable UAV crowdsensing","volume":"30","author":"Chen","year":"2025","journal-title":"Internet Things"},{"issue":"6","key":"10.1016\/j.iot.2026.101985_bib0013","doi-asserted-by":"crossref","DOI":"10.1007\/s11704-023-3133-6","article-title":"Aggregation-based dual heterogeneous task allocation in spatial crowdsourcing","volume":"18","author":"Lin","year":"2024","journal-title":"Front. Comput. Sci."},{"issue":"4","key":"10.1016\/j.iot.2026.101985_bib0014","doi-asserted-by":"crossref","first-page":"2038","DOI":"10.1109\/TMC.2021.3113052","article-title":"Delay-sensitive energy-efficient UAV crowdsensing by deep reinforcement learning","volume":"22","author":"Dai","year":"2021","journal-title":"IEEE Trans. Mob. Comput."},{"key":"10.1016\/j.iot.2026.101985_bib0015","doi-asserted-by":"crossref","DOI":"10.1016\/j.tre.2023.103095","article-title":"Deep attention models with dimension-reduction and gate mechanisms for solving practical time-dependent vehicle routing problems","volume":"173","author":"Guo","year":"2023","journal-title":"Transp. Res. E Logist. Transp. Rev."},{"key":"10.1016\/j.iot.2026.101985_bib0016","doi-asserted-by":"crossref","DOI":"10.1016\/j.cor.2021.105357","article-title":"A reinforcement learning approach to the orienteering problem with time windows","volume":"133","author":"Gama","year":"2021","journal-title":"Comput. Oper. Res."},{"key":"10.1016\/j.iot.2026.101985_bib0017","doi-asserted-by":"crossref","first-page":"1028","DOI":"10.1109\/TASE.2024.3358894","article-title":"DL-DRL: a double-level deep reinforcement learning approach for large-scale task scheduling of multi-UAV","volume":"22","author":"Mao","year":"2024","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"issue":"1","key":"10.1016\/j.iot.2026.101985_bib0018","doi-asserted-by":"crossref","first-page":"566","DOI":"10.1109\/TNET.2023.3289172","article-title":"Ensuring threshold AoI for UAV-assisted mobile crowdsensing by multi-agent deep reinforcement learning with transformer","volume":"32","author":"Wang","year":"2023","journal-title":"IEEE\/ACM Trans. Netw."},{"issue":"2","key":"10.1016\/j.iot.2026.101985_bib0019","doi-asserted-by":"crossref","first-page":"1343","DOI":"10.1109\/TWC.2022.3204438","article-title":"UAV trajectory planning for AoI-minimal data collection in UAV-aided IoT networks by transformer","volume":"22","author":"Zhu","year":"2023","journal-title":"IEEE Trans. Wirel. Commun."},{"issue":"8","key":"10.1016\/j.iot.2026.101985_bib0020","doi-asserted-by":"crossref","first-page":"8066","DOI":"10.1109\/TMC.2023.3345865","article-title":"Group task recommendation in mobile crowdsensing: an attention-based neural collaborative approach","volume":"23","author":"Wei","year":"2023","journal-title":"IEEE Trans. Mob. Comput."},{"issue":"11","key":"10.1016\/j.iot.2026.101985_bib0021","doi-asserted-by":"crossref","first-page":"18279","DOI":"10.1109\/JIOT.2025.3540508","article-title":"Low-AoI data collection for UAV-assisted IoT with dynamic geohazard importance levels","volume":"12","author":"Fu","year":"2025","journal-title":"IEEE Internet Things J."},{"issue":"8","key":"10.1016\/j.iot.2026.101985_bib0022","doi-asserted-by":"crossref","first-page":"12935","DOI":"10.1109\/TVT.2025.3554815","article-title":"Reinforcement learning-based low-delay data collection in UAV-assisted IoT for secondary geological hazard monitoring","volume":"74","author":"Fu","year":"2025","journal-title":"IEEE Trans. Veh. Technol."},{"issue":"9","key":"10.1016\/j.iot.2026.101985_bib0023","doi-asserted-by":"crossref","first-page":"2059","DOI":"10.1109\/JSAC.2018.2864373","article-title":"Energy-efficient UAV control for effective and fair communication coverage: a deep reinforcement learning approach","volume":"36","author":"Liu","year":"2018","journal-title":"IEEE J. Sel. Areas Commun."},{"issue":"12","key":"10.1016\/j.iot.2026.101985_bib0024","doi-asserted-by":"crossref","first-page":"10209","DOI":"10.1109\/JIOT.2021.3051370","article-title":"Energy-efficient UAV-enabled data collection via wireless charging: a reinforcement learning approach","volume":"8","author":"Fu","year":"2021","journal-title":"IEEE Internet Things J."},{"key":"10.1016\/j.iot.2026.101985_bib0025","series-title":"Proceedings of the 31st International Conference on Neural Information Processing Systems","first-page":"6382","article-title":"Multi-agent actor-critic for mixed cooperative-competitive environments","author":"Lowe","year":"2017"},{"issue":"1","key":"10.1016\/j.iot.2026.101985_bib0026","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1109\/TCCN.2020.3027695","article-title":"Multi-agent deep reinforcement learning-based trajectory planning for multi-UAV assisted mobile edge computing","volume":"7","author":"Wang","year":"2020","journal-title":"IEEE Trans. Cogn. Commun. Netw."},{"key":"10.1016\/j.iot.2026.101985_bib0027","series-title":"2022 IEEE 38th International Conference on Data Engineering (ICDE)","first-page":"459","article-title":"Human-drone collaborative spatial crowdsourcing by memory-augmented and distributed multi-agent deep reinforcement learning","author":"Wang","year":"2022"},{"issue":"12","key":"10.1016\/j.iot.2026.101985_bib0028","doi-asserted-by":"crossref","first-page":"3566","DOI":"10.1109\/JSAC.2024.3459039","article-title":"Energy-efficient ground-air-space vehicular crowdsensing by hierarchical multi-agent deep reinforcement learning with diffusion models","volume":"42","author":"Zhao","year":"2024","journal-title":"IEEE J. Sel. Areas Commun."},{"key":"10.1016\/j.iot.2026.101985_bib0029","doi-asserted-by":"crossref","DOI":"10.1016\/j.knosys.2024.111830","article-title":"Cooperative mapping task assignment of heterogeneous multi-UAV using an improved genetic algorithm","volume":"296","author":"Li","year":"2024","journal-title":"Knowledge-Based Syst."},{"issue":"3","key":"10.1016\/j.iot.2026.101985_bib0030","doi-asserted-by":"crossref","first-page":"4194","DOI":"10.1109\/TVT.2023.3327571","article-title":"Global-and-local attention-based reinforcement learning for cooperative behaviour control of multiple UAVs","volume":"73","author":"Chen","year":"2023","journal-title":"IEEE Trans. Veh. Technol."},{"key":"10.1016\/j.iot.2026.101985_bib0031","doi-asserted-by":"crossref","DOI":"10.1016\/j.adhoc.2023.103371","article-title":"Task offloading and trajectory scheduling for UAV-enabled MEC networks: an MADRL algorithm with prioritized experience replay","volume":"154","author":"Shi","year":"2024","journal-title":"Ad Hoc Netw."},{"key":"10.1016\/j.iot.2026.101985_bib0032","doi-asserted-by":"crossref","DOI":"10.1016\/j.adhoc.2024.103668","article-title":"A method for simultaneously implementing trajectory planning and DAG task scheduling in multi-UAV assisted edge computing","volume":"166","author":"Yang","year":"2025","journal-title":"Ad Hoc Netw."},{"key":"10.1016\/j.iot.2026.101985_bib0033","doi-asserted-by":"crossref","DOI":"10.1016\/j.adhoc.2025.103805","article-title":"AoI-guaranteed UAV crowdsensing: a UGV-assisted deep reinforcement learning approach","volume":"173","author":"Chen","year":"2025","journal-title":"Ad Hoc Netw."},{"key":"10.1016\/j.iot.2026.101985_bib0034","unstructured":"T.P. Lillicrap, J.J. Hunt, A. Pritzel, N. Heess, T. Erez, Y. Tassa, D. Silver, D. Wierstra, Continuous control with deep reinforcement learning, arXiv: 1509.02971(2015)."}],"container-title":["Internet of Things"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2542660526001150?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2542660526001150?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T20:27:20Z","timestamp":1783110440000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S2542660526001150"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7]]},"references-count":34,"alternative-id":["S2542660526001150"],"URL":"https:\/\/doi.org\/10.1016\/j.iot.2026.101985","relation":{},"ISSN":["2542-6605"],"issn-type":[{"value":"2542-6605","type":"print"}],"subject":[],"published":{"date-parts":[[2026,7]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Towards dynamic cooperative scheduling in multi-UAV urban sensing: A hierarchical reinforcement learning approach","name":"articletitle","label":"Article Title"},{"value":"Internet of Things","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.iot.2026.101985","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier B.V. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"101985"}}