{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T17:40:58Z","timestamp":1773855658450,"version":"3.50.1"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2022,4,26]],"date-time":"2022-04-26T00:00:00Z","timestamp":1650931200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,4,26]],"date-time":"2022-04-26T00:00:00Z","timestamp":1650931200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2023,1]]},"DOI":"10.1007\/s10489-022-03482-8","type":"journal-article","created":{"date-parts":[[2022,4,26]],"date-time":"2022-04-26T05:15:00Z","timestamp":1650950100000},"page":"1180-1191","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":31,"title":["DeepMECagent: multi-agent computing resource allocation for UAV-assisted mobile edge computing in distributed IoT system"],"prefix":"10.1007","volume":"53","author":[{"given":"Xiangxiang","family":"Zhang","sequence":"first","affiliation":[]},{"given":"Yichao","family":"Wang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,4,26]]},"reference":[{"key":"3482_CR1","unstructured":"The future of iot miniguide: The burgeoning iot market continues. https:\/\/www.cisco.com\/c\/en\/us\/solutions\/internet-of-things\/future-of-iot.html"},{"issue":"1","key":"3482_CR2","doi-asserted-by":"publisher","first-page":"450","DOI":"10.1109\/JIOT.2017.2750180","volume":"5","author":"N Abbas","year":"2017","unstructured":"Abbas N, Zhang Y, Taherkordi A, Skeie T (2017) Mobile edge computing: a survey. IEEE Internet of Things Journal 5(1):450\u2013465","journal-title":"IEEE Internet of Things Journal"},{"issue":"6","key":"3482_CR3","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/MSP.2017.2743240","volume":"34","author":"K Arulkumaran","year":"2017","unstructured":"Arulkumaran K, Deisenroth MP, Brundage M, Bharath AA (2017) Deep reinforcement learning: a brief survey. IEEE Signal Proc Mag 34(6):26\u201338","journal-title":"IEEE Signal Proc Mag"},{"key":"3482_CR4","doi-asserted-by":"crossref","unstructured":"Dan L, Xin C, Chongwei H, Liangliang J (2015) Intelligent agriculture greenhouse environment monitoring system based on iot technology. In: 2015 International conference on intelligent transportation, big data and smart city. IEEE, pp 487\u2013490","DOI":"10.1109\/ICITBS.2015.126"},{"issue":"12","key":"3482_CR5","doi-asserted-by":"publisher","first-page":"2357","DOI":"10.1109\/LCOMM.2019.2943461","volume":"23","author":"X Diao","year":"2019","unstructured":"Diao X, Zheng J, Cai Y, Wu Y, Anpalagan A (2019) Fair data allocation and trajectory optimization for uav-assisted mobile edge computing. IEEE Commun Lett 23(12):2357\u20132361","journal-title":"IEEE Commun Lett"},{"key":"3482_CR6","doi-asserted-by":"publisher","first-page":"72","DOI":"10.1016\/j.comnet.2017.05.021","volume":"124","author":"M Erdelj","year":"2017","unstructured":"Erdelj M, Kr\u00f3l M, Natalizio E (2017) Wireless sensor networks and multi-uav systems for natural disaster management. Comput Netw 124:72\u201386","journal-title":"Comput Netw"},{"issue":"4","key":"3482_CR7","doi-asserted-by":"publisher","first-page":"2737","DOI":"10.1109\/TII.2019.2954944","volume":"16","author":"H Guo","year":"2019","unstructured":"Guo H, Liu J (2019) Uav-enhanced intelligent offloading for internet of things at the edge. IEEE Transactions on Industrial Informatics 16(4):2737\u20132746","journal-title":"IEEE Transactions on Industrial Informatics"},{"issue":"10","key":"3482_CR8","doi-asserted-by":"publisher","first-page":"9972","DOI":"10.1109\/TVT.2021.3110133","volume":"70","author":"W Hu","year":"2021","unstructured":"Hu W, Zhou Y, Zhang Z, Fujita H (2021) Model predictive control for hybrid levitation systems of maglev trains with state constraints. IEEE Trans Veh Technol 70(10):9972\u20139985","journal-title":"IEEE Trans Veh Technol"},{"issue":"3","key":"3482_CR9","doi-asserted-by":"publisher","first-page":"664","DOI":"10.1109\/TGCN.2019.2910590","volume":"3","author":"M Hua","year":"2019","unstructured":"Hua M, Wang Y, Li C, Huang Y, Yang L (2019) Uav-aided mobile edge computing systems with one by one access scheme. IEEE Transactions on Green Communications and Networking 3(3):664\u2013678","journal-title":"IEEE Transactions on Green Communications and Networking"},{"issue":"10","key":"3482_CR10","doi-asserted-by":"publisher","first-page":"8570","DOI":"10.1109\/JIOT.2020.3046788","volume":"8","author":"J Ji","year":"2020","unstructured":"Ji J, Zhu K, Yi C, Niyato D (2020) Energy consumption minimization in uav-assisted mobile-edge computing systems: Joint resource allocation and trajectory design. IEEE Internet of Things Journal 8(10):8570\u20138584","journal-title":"IEEE Internet of Things Journal"},{"issue":"2","key":"3482_CR11","doi-asserted-by":"publisher","first-page":"2241","DOI":"10.1109\/JIOT.2018.2887086","volume":"6","author":"B Li","year":"2018","unstructured":"Li B, Fei Z, Zhang Y (2018) Uav communications for 5g and beyond: Recent advances and future trends. IEEE Internet of Things Journal 6(2):2241\u20132263","journal-title":"IEEE Internet of Things Journal"},{"issue":"3","key":"3482_CR12","doi-asserted-by":"publisher","first-page":"3424","DOI":"10.1109\/TVT.2020.2968343","volume":"69","author":"M Li","year":"2020","unstructured":"Li M, Cheng N, Gao J, Wang Y, Zhao L, Shen X (2020) Energy-efficient uav-assisted mobile edge computing: Resource allocation and trajectory optimization. IEEE Trans Veh Technol 69(3):3424\u20133438","journal-title":"IEEE Trans Veh Technol"},{"key":"3482_CR13","unstructured":"Li Y (2017) Deep reinforcement learning: An overview. arXiv:1701.07274"},{"key":"3482_CR14","doi-asserted-by":"publisher","first-page":"28,584","DOI":"10.1109\/ACCESS.2020.2971962","volume":"8","author":"Y Liu","year":"2020","unstructured":"Liu Y, Qiu M, Hu J, Yu H (2020) Incentive uav-enabled mobile edge computing based on microwave power transmission. IEEE Access 8:28,584\u201328,593","journal-title":"IEEE Access"},{"issue":"6","key":"3482_CR15","doi-asserted-by":"publisher","first-page":"600","DOI":"10.1109\/LWC.2016.2604306","volume":"5","author":"J Lyu","year":"2016","unstructured":"Lyu J, Zeng Y, Zhang R (2016) Cyclical multiple access in uav-aided communications: a throughput-delay tradeoff. IEEE Wireless Communications Letters 5(6):600\u2013603","journal-title":"IEEE Wireless Communications Letters"},{"issue":"3","key":"3482_CR16","doi-asserted-by":"publisher","first-page":"1628","DOI":"10.1109\/COMST.2017.2682318","volume":"19","author":"P Mach","year":"2017","unstructured":"Mach P, Becvar Z (2017) Mobile edge computing: a survey on architecture and computation offloading. IEEE Communications Surveys & Tutorials 19(3):1628\u20131656","journal-title":"IEEE Communications Surveys & Tutorials"},{"issue":"4","key":"3482_CR17","doi-asserted-by":"publisher","first-page":"2322","DOI":"10.1109\/COMST.2017.2745201","volume":"19","author":"Y Mao","year":"2017","unstructured":"Mao Y, You C, Zhang J, Huang K, Letaief KB (2017) A survey on mobile edge computing: The communication perspective. IEEE Communications Surveys & Tutorials 19(4):2322\u20132358","journal-title":"IEEE Communications Surveys & Tutorials"},{"issue":"8","key":"3482_CR18","doi-asserted-by":"publisher","first-page":"68","DOI":"10.3390\/fi10080068","volume":"10","author":"MH Miraz","year":"2018","unstructured":"Miraz MH, Ali M, Excell PS, Picking R (2018) Internet of nano-things, things and everything: future growth trends. Future Internet 10(8):68","journal-title":"Future Internet"},{"issue":"7540","key":"3482_CR19","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G et al (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533","journal-title":"Nature"},{"key":"3482_CR20","doi-asserted-by":"crossref","unstructured":"Mohammed A, Nahom H, Tewodros A, Habtamu Y, Hayelom G (2020) Deep reinforcement learning for computation offloading and resource allocation in blockchain-based multi-uav-enabled mobile edge computing. In: 2020 17Th international computer conference on wavelet active media technology and information processing (ICCWAMTIP). IEEE, pp 295\u2013299","DOI":"10.1109\/ICCWAMTIP51612.2020.9317445"},{"key":"3482_CR21","unstructured":"Morales M (2020) Grokking deep reinforcement learning manning publications"},{"issue":"1","key":"3482_CR22","doi-asserted-by":"publisher","first-page":"357","DOI":"10.1109\/TWC.2018.2879940","volume":"18","author":"M Mozaffari","year":"2018","unstructured":"Mozaffari M, Kasgari ATZ, Saad W, Bennis M, Debbah M (2018) Beyond 5g with uavs: Foundations of a 3d wireless cellular network. IEEE Trans Wirel Commun 18(1):357\u2013372","journal-title":"IEEE Trans Wirel Commun"},{"key":"3482_CR23","doi-asserted-by":"crossref","unstructured":"Mukherjee M, Kumar V, Lat A, Guo M, Matam R, Lv Y (2020) Distributed deep learning-based task offloading for uav-enabled mobile edge computing. In: IEEE INFOCOM 2020-IEEE Conference on computer communications workshops (INFOCOM WKSHPS). IEEE, pp 1208\u20131212","DOI":"10.1109\/INFOCOMWKSHPS50562.2020.9162899"},{"key":"3482_CR24","doi-asserted-by":"crossref","unstructured":"Nguyen V, Khanh TT, Van Nam P, Thu NT, Hong CS, Huh EN (2020) Towards flying mobile edge computing. In: 2020 International conference on information networking (ICOIN). IEEE, pp 723\u2013725","DOI":"10.1109\/ICOIN48656.2020.9016537"},{"key":"3482_CR25","doi-asserted-by":"crossref","unstructured":"Poongodi T, Krishnamurthi R, Indrakumari R, Suresh P, Balusamy B (2020) Wearable devices and iot. In: A handbook of internet of things in biomedical and cyber physical system. Springer, pp 245\u2013273","DOI":"10.1007\/978-3-030-23983-1_10"},{"key":"3482_CR26","doi-asserted-by":"crossref","unstructured":"Ren T, Niu J, Dai B, Liu X, Hu Z, Xu M, Guizani M (2021) Enabling efficient scheduling in large-scale uav-assisted mobile edge computing via hierarchical reinforcement learning. IEEE Internet of Things Journal","DOI":"10.1109\/JIOT.2021.3071531"},{"issue":"7","key":"3482_CR27","doi-asserted-by":"publisher","first-page":"842","DOI":"10.3390\/sym11070842","volume":"11","author":"JW Ryu","year":"2019","unstructured":"Ryu JW, Pham QV, Luan HN, Hwang WJ, Kim JD, Lee JT (2019) Multi-access edge computing empowered heterogeneous networks: a novel architecture and potential works. Symmetry 11(7):842","journal-title":"Symmetry"},{"key":"3482_CR28","doi-asserted-by":"crossref","unstructured":"Tokic M, Palm G (2011) Value-difference based exploration: adaptive control between epsilon-greedy and softmax. In: Annual conference on artificial intelligence. Springer, pp 335\u2013346","DOI":"10.1007\/978-3-642-24455-1_33"},{"key":"3482_CR29","doi-asserted-by":"crossref","unstructured":"Wang L, Huang P, Wang K, Zhang G, Zhang L, Aslam N, Yang K (2019) Rl-based user association and resource allocation for multi-uav enabled mec. In: 2019 15Th international wireless communications & mobile computing conference (IWCMC). IEEE, pp 741\u2013746","DOI":"10.1109\/IWCMC.2019.8766458"},{"issue":"1","key":"3482_CR30","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1109\/TCCN.2020.3027695","volume":"7","author":"L Wang","year":"2020","unstructured":"Wang L, Wang K, Pan C, Xu W, Aslam N, Hanzo L (2020) Multi-agent deep reinforcement learning-based trajectory planning for multi-uav assisted mobile edge computing. IEEE Transactions on Cognitive Communications and Networking 7(1):73\u201384","journal-title":"IEEE Transactions on Cognitive Communications and Networking"},{"issue":"3-4","key":"3482_CR31","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF00992698","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins CJ, Dayan P (1992) Q-learning. Machine Learning 8(3-4):279\u2013292","journal-title":"Machine Learning"},{"issue":"7","key":"3482_CR32","doi-asserted-by":"publisher","first-page":"6721","DOI":"10.1109\/TVT.2018.2816244","volume":"67","author":"D Yang","year":"2018","unstructured":"Yang D, Wu Q, Zeng Y, Zhang R (2018) Energy tradeoff in ground-to-uav communication via trajectory design. IEEE Trans Veh Technol 67(7):6721\u20136726","journal-title":"IEEE Trans Veh Technol"},{"issue":"6","key":"3482_CR33","doi-asserted-by":"publisher","first-page":"3747","DOI":"10.1109\/TWC.2017.2688328","volume":"16","author":"Y Zeng","year":"2017","unstructured":"Zeng Y, Zhang R (2017) Energy-efficient uav communication with trajectory optimization. IEEE Trans Wirel Commun 16(6):3747\u20133760","journal-title":"IEEE Trans Wirel Commun"},{"issue":"2","key":"3482_CR34","doi-asserted-by":"publisher","first-page":"3688","DOI":"10.1109\/JIOT.2018.2890133","volume":"6","author":"J Zhang","year":"2018","unstructured":"Zhang J, Zhou L, Tang Q, Ngai ECH, Hu X, Zhao H, Wei J (2018) Stochastic computation offloading and trajectory scheduling for uav-assisted mobile edge computing. IEEE Internet of Things Journal 6(2):3688\u20133699","journal-title":"IEEE Internet of Things Journal"},{"issue":"8","key":"3482_CR35","doi-asserted-by":"publisher","first-page":"6709","DOI":"10.1109\/JIOT.2020.2999063","volume":"8","author":"K Zhang","year":"2020","unstructured":"Zhang K, Gui X, Ren D, Li D (2020) Energy\u2013latency tradeoff for computation offloading in uav-assisted multiaccess edge computing system. IEEE Internet of Things Journal 8(8):6709\u20136719","journal-title":"IEEE Internet of Things Journal"},{"key":"3482_CR36","doi-asserted-by":"publisher","first-page":"53,708","DOI":"10.1109\/ACCESS.2021.3070908","volume":"9","author":"L Zhang","year":"2021","unstructured":"Zhang L, Zhang ZY, Min L, Tang C, Zhang HY, Wang YH, Cai P (2021) Task offloading and trajectory control for uav-assisted mobile edge computing using deep reinforcement learning. IEEE Access 9:53,708\u201353,719","journal-title":"IEEE Access"},{"key":"3482_CR37","doi-asserted-by":"publisher","first-page":"56,700","DOI":"10.1109\/ACCESS.2018.2872753","volume":"6","author":"L Zhang","year":"2018","unstructured":"Zhang L, Zhao Z, Wu Q, Zhao H, Xu H, Wu X (2018) Energy-aware dynamic resource allocation in uav assisted mobile edge computing over social internet of vehicles. IEEE Access 6:56,700\u201356,715","journal-title":"IEEE Access"},{"key":"3482_CR38","doi-asserted-by":"crossref","unstructured":"Zhang S, Zeng Y, Zhang R (2018) Cellular-enabled uav communication: Trajectory optimization under connectivity constraint. In: 2018 IEEE International conference on communications (ICC). IEEE, pp 1\u20136","DOI":"10.1109\/ICC.2018.8422584"},{"issue":"8","key":"3482_CR39","doi-asserted-by":"publisher","first-page":"5505","DOI":"10.1109\/TII.2019.2948406","volume":"16","author":"T Zhang","year":"2019","unstructured":"Zhang T, Xu Y, Loo J, Yang D, Xiao L (2019) Joint computation and communication design for uav-assisted mobile edge computing in iot. IEEE Transactions on Industrial Informatics 16(8):5505\u20135516","journal-title":"IEEE Transactions on Industrial Informatics"},{"key":"3482_CR40","doi-asserted-by":"publisher","first-page":"128","DOI":"10.1016\/j.future.2021.04.018","volume":"123","author":"Y Zhang","year":"2021","unstructured":"Zhang Y, Zhou Y, Lu H, Fujita H (2021) Cooperative multi-agent actor\u2013critic control of traffic network flow based on edge computing. Futur Gener Comput Syst 123:128\u2013141","journal-title":"Futur Gener Comput Syst"},{"key":"3482_CR41","doi-asserted-by":"crossref","unstructured":"Zhang Y, Zhou Y, Lu H, Fujita H (2021) Spark cloud-based parallel computing for traffic network flow predictive control using non-analytical predictive model. IEEE Transactions on Intelligent Transportation Systems","DOI":"10.1109\/TITS.2021.3071862"},{"key":"3482_CR42","doi-asserted-by":"publisher","first-page":"972","DOI":"10.1016\/j.knosys.2018.10.025","volume":"163","author":"L Zhao","year":"2019","unstructured":"Zhao L, Zhou Y, Lu H, Fujita H (2019) Parallel computing method of deep belief networks and its application to traffic flow prediction. Knowl-Based Syst 163:972\u2013987","journal-title":"Knowl-Based Syst"},{"key":"3482_CR43","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1016\/j.knosys.2019.04.010","volume":"177","author":"Y Zhou","year":"2019","unstructured":"Zhou Y, Tao X, Yu Z, Fujita H (2019) Train-movement situation recognition for safety justification using moving-horizon tbm-based multisensor data fusion. Knowl-Based Syst 177:117\u2013126","journal-title":"Knowl-Based Syst"},{"issue":"8","key":"3482_CR44","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1109\/MCOM.2018.1701111","volume":"56","author":"Z Zhou","year":"2018","unstructured":"Zhou Z, Feng J, Tan L, He Y, Gong J (2018) An air-ground integration approach for mobile edge computing in iot. IEEE Commun Mag 56(8):40\u201347","journal-title":"IEEE Commun Mag"},{"issue":"1","key":"3482_CR45","doi-asserted-by":"publisher","first-page":"928","DOI":"10.1109\/TVT.2020.3048938","volume":"70","author":"S Zhu","year":"2021","unstructured":"Zhu S, Gui L, Zhao D, Cheng N, Zhang Q, Lang X (2021) Learning-based computation offloading approaches in uavs-assisted edge computing. IEEE Trans Veh Technol 70(1):928\u2013944","journal-title":"IEEE Trans Veh Technol"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-03482-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-022-03482-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-03482-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,3]],"date-time":"2023-01-03T04:58:30Z","timestamp":1672721910000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-022-03482-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,26]]},"references-count":45,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2023,1]]}},"alternative-id":["3482"],"URL":"https:\/\/doi.org\/10.1007\/s10489-022-03482-8","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,4,26]]},"assertion":[{"value":"5 March 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 April 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}