{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T18:21:46Z","timestamp":1775067706679,"version":"3.50.1"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2020,3,6]],"date-time":"2020-03-06T00:00:00Z","timestamp":1583452800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,3,6]],"date-time":"2020-03-06T00:00:00Z","timestamp":1583452800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61625304"],"award-info":[{"award-number":["61625304"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Project of Shanghai Municipal Science and Technology Commission","award":["17DZ1205000"],"award-info":[{"award-number":["17DZ1205000"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Peer-to-Peer Netw. Appl."],"published-print":{"date-parts":[[2020,9]]},"DOI":"10.1007\/s12083-019-00857-6","type":"journal-article","created":{"date-parts":[[2020,3,9]],"date-time":"2020-03-09T13:30:42Z","timestamp":1583760642000},"page":"1788-1798","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":14,"title":["Data driven hybrid edge computing-based hierarchical task guidance for efficient maritime escorting with multiple unmanned surface vehicles"],"prefix":"10.1007","volume":"13","author":[{"given":"Jiajia","family":"Xie","sequence":"first","affiliation":[]},{"given":"Jun","family":"Luo","sequence":"additional","affiliation":[]},{"given":"Yan","family":"Peng","sequence":"additional","affiliation":[]},{"given":"Shaorong","family":"Xie","sequence":"additional","affiliation":[]},{"given":"Huayan","family":"Pu","sequence":"additional","affiliation":[]},{"given":"Xiaomao","family":"Li","sequence":"additional","affiliation":[]},{"given":"Zhou","family":"Su","sequence":"additional","affiliation":[]},{"given":"Yuan","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Rui","family":"Zhou","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,3,6]]},"reference":[{"key":"857_CR1","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1016\/j.arcontrol.2016.04.018","volume":"41","author":"Z Liu","year":"2016","unstructured":"Liu Z, Zhang Y, Yu X, Yuan C (2016) Unmanned surface vehicles: an overview of developments and challenges. Annual Reviews in Control 41:71","journal-title":"Annual Reviews in Control"},{"key":"857_CR2","unstructured":"Meng W China\u2019s first use of unmanned boats for comprehensive geological survey of coastal zones, Xinhua, October 23, 2017. Accessed October 23, 2017, http:\/\/www.xinhuanet.com\/tech\/2017-10\/23\/c_1121844724.htm"},{"key":"857_CR3","doi-asserted-by":"publisher","unstructured":"Xu QC, Su Z, Yang Q (2019) Blockchain-based trustworthy edge caching scheme for mobile cyber physical system IEEE Internet of Things Journal. https:\/\/doi.org\/10.1109\/JIOT.2019.2951007","DOI":"10.1109\/JIOT.2019.2951007"},{"key":"857_CR4","doi-asserted-by":"publisher","unstructured":"Xu QC, Su Z, Dai MH, Yu S (2019) APIS: privacy-preserving incentive for sensing task allocation in cloud and edge-cooperation mobile internet of things with SDN. IEEE Internet of Things Journal. https:\/\/doi.org\/10.1109\/JIOT.2019.2954380","DOI":"10.1109\/JIOT.2019.2954380"},{"key":"857_CR5","doi-asserted-by":"publisher","unstructured":"Li JL, Xing R, Su Z, Zhang N, Hui YL, Luan TH, Shan HG (2019) Trust based secure content delivery in vehicular networks: a bargaining game approach. IEEE Trans Veh Technol. https:\/\/doi.org\/10.1109\/TVT.2020.2964685","DOI":"10.1109\/TVT.2020.2964685"},{"issue":"7540","key":"857_CR6","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G, et al (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529","journal-title":"Nature"},{"key":"857_CR7","unstructured":"Peng P, Yuan Q, Wen Y, Yang Y, Tang Z, Long H, Wang J (2017) Multiagent bidirectionally-coordinated nets for learning to play starcraft combat games. arXiv:1703.10069 2"},{"issue":"7587","key":"857_CR8","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver D, Huang A, Maddison C J, Guez A, Sifre L, Van Den Driessche G, Schrittwieser J, Antonoglou I, Panneershelvam V, Lanctot M, et al. (2016) Mastering the game of Go with deep neural networks and tree search. Nature 529(7587):484","journal-title":"Nature"},{"key":"857_CR9","doi-asserted-by":"crossref","unstructured":"Xu Z, Wang Y, Tang J, Wang J, Gursoy MC (2017) A deep reinforcement learning based framework for power-efficient resource allocation in cloud RANs. In: 2017 IEEE international conference on communications (ICC). IEEE, pp 1\u20136","DOI":"10.1109\/ICC.2017.7997286"},{"key":"857_CR10","doi-asserted-by":"crossref","unstructured":"Isele D, Rahimi R, Cosgun A, Subramanian K, Fujimura K (2018) Navigating occluded intersections with autonomous vehicles using deep reinforcement learning. In: 2018 IEEE international conference on robotics and automation (ICRA). IEEE, pp 2034\u20132039","DOI":"10.1109\/ICRA.2018.8461233"},{"key":"857_CR11","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1016\/j.neucom.2017.06.066","volume":"272","author":"Y Cheng","year":"2018","unstructured":"Cheng Y, Zhang W (2018) Concise deep reinforcement learning obstacle avoidance for underactuated unmanned marine vessels. Neurocomputing 272:63","journal-title":"Neurocomputing"},{"issue":"4","key":"857_CR12","doi-asserted-by":"publisher","first-page":"385","DOI":"10.1109\/JAS.2014.7004666","volume":"1","author":"R Zhang","year":"2014","unstructured":"Zhang R, Tang P, Su Y, Li X, Yang G, Shi C (2014) An adaptive obstacle avoidance algorithm for unmanned surface vehicle in complicated marine environments. IEEE\/CAA Journal of Automatica Sinica 1(4):385","journal-title":"IEEE\/CAA Journal of Automatica Sinica"},{"key":"857_CR13","volume-title":"Artificial intelligence: A modern approach","author":"SJ Russell","year":"2016","unstructured":"Russell SJ, Norvig P (2016) Artificial intelligence: A modern approach. Pearson Education Limited, Malaysia"},{"issue":"12","key":"857_CR14","doi-asserted-by":"publisher","first-page":"12244","DOI":"10.1109\/TVT.2018.2875337","volume":"67","author":"Y Wu","year":"2018","unstructured":"Wu Y, Ni K, Zhang C, Qian LP, Tsang DH (2018) NOMA-assisted multi-access mobile edge computing: a joint optimization of computation offloading and time allocation. IEEE Trans Veh Technol 67(12):12244\u201312258","journal-title":"IEEE Trans Veh Technol"},{"key":"857_CR15","unstructured":"Duarte MAF (2016) Engineering evolutionary control for real-world robotic systems. Ph.D. thesis, ISCTE-Instituto Universitario de Lisboa (Portugal)"},{"key":"857_CR16","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1016\/j.apor.2017.04.013","volume":"65","author":"Z Qin","year":"2017","unstructured":"Qin Z, Lin Z, Yang D, Li P (2017) A task-based hierarchical control strategy for autonomous motion of an unmanned surface vehicle swarm. Applied Ocean Research 65:251","journal-title":"Applied Ocean Research"},{"key":"857_CR17","unstructured":"Simetti E, Turetta A, Casalino G, Storti E, Cresta M (2010) Protecting assets within a civilian harbour through the use of a team of usvs: Interception of possible menaces. In: IARP workshop on robots for risky interventions and environmental surveillance-maintenance (RISE\u201910), Sheffield, UK"},{"issue":"3","key":"857_CR18","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1007\/s10514-014-9409-9","volume":"38","author":"E Raboin","year":"2015","unstructured":"Raboin E, \u0160vec P, Nau DS, Gupta SK (2015) Model-predictive asset guarding by team of autonomous surface vehicles in environment with civilian boats. Autonomous Robots 38(3):261","journal-title":"Autonomous Robots"},{"key":"857_CR19","unstructured":"Savkin AV, Marzoughi A (2017) Distributed control of a robotic network for protection of a region from intruders. In: 2017 IEEE international conference on robotics and biomimetics (ROBIO). IEEE, pp 804\u2013808"},{"key":"857_CR20","doi-asserted-by":"crossref","unstructured":"Fang F, Jiang AX, Tambe M (2013) Designing optimal patrol strategy for protecting moving targets with multiple mobile resources. In: International workshop on optimisation in multi-agent systems (OPTMAS)","DOI":"10.1613\/jair.4027"},{"key":"857_CR21","doi-asserted-by":"crossref","unstructured":"Foerster JN, Farquhar G, Afouras T, Nardelli N, Whiteson S (2018) Counterfactual multi-agent policy gradients. In: Thirty-second AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v32i1.11794"},{"key":"857_CR22","unstructured":"Lowe R, Wu Y, Tamar A, Harb J, Abbeel OP, Mordatch I (2017) Multi-agent actor-critic for mixed cooperative-competitive environments. In: Advances in neural information processing systems, pp 6379\u20136390"},{"key":"857_CR23","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1613\/jair.2447","volume":"32","author":"FA Oliehoek","year":"2008","unstructured":"Oliehoek FA, Spaan MT, Vlassis N (2008) Optimal and approximate Q-value functions for decentralized POMDPs. J Artif Intell Res 32:289","journal-title":"J Artif Intell Res"},{"key":"857_CR24","doi-asserted-by":"crossref","unstructured":"Nantogma S, Ran W, Yang X, Xiaoqin H (2019) Behavior-based genetic fuzzy control system for multiple USVs cooperative target protection. In: 2019 3rd international symposium on autonomous systems (ISAS). IEEE, pp 181\u2013186","DOI":"10.1109\/ISASS.2019.8757732"},{"key":"857_CR25","doi-asserted-by":"crossref","unstructured":"Kuyer L, Whiteson S, Bakker B, Vlassis N (2008) Multiagent reinforcement learning for urban traffic control using coordination graphs. In: Joint European conference on machine learning and knowledge discovery in databases. Springer, pp 656\u2013671","DOI":"10.1007\/978-3-540-87479-9_61"},{"key":"857_CR26","doi-asserted-by":"crossref","unstructured":"Bakker B, Whiteson S, Kester L, Groen FC (2010) Traffic light control by multiagent reinforcement learning systems. In: Interactive collaborative information systems. Springer, pp 475\u2013510","DOI":"10.1007\/978-3-642-11688-9_18"},{"key":"857_CR27","unstructured":"Wiering M (2000) Multi-agent reinforcement learning for traffic light control. In: Machine learning: Proceedings of the seventeenth international conference (ICML\u20192000), pp 1151\u20131158"},{"key":"857_CR28","unstructured":"Mason K, Mannion P, Duggan J, Howley E (2016) Applying multi-agent reinforcement learning to watershed management. In: Proceedings of the adaptive and learning agents workshop (at AAMAS 2016)"},{"key":"857_CR29","doi-asserted-by":"crossref","unstructured":"Bus\u0307oniu L, Babu\u0161ka R, De Schutter B (2010) Multi-agent reinforcement learning: An overview. In: Innovations in multi-agent systems and applications-1. Springer, pp 183\u2013221","DOI":"10.1007\/978-3-642-14435-6_7"},{"key":"857_CR30","unstructured":"Palmer G, Tuyls K, Bloembergen D, Savani R (2018) Lenient multi-agent deep reinforcement learning. In: Proceedings of the 17th international conference on autonomous agents and multiagent systems (International foundation for autonomous agents and multiagent systems), pp 443\u2013451"},{"key":"857_CR31","unstructured":"Sukhbaatar S, Fergus R, et al (2016) Learning multiagent communication with backpropagation. In: Advances in neural information processing systems, pp 2244\u20132252"},{"key":"857_CR32","unstructured":"Yang Y, Luo R, Li M, Zhou M, Zhang W, Wang J (2018) Mean field multi-agent reinforcement learning. arXiv:1802.05438"},{"key":"857_CR33","unstructured":"Omidshafiei S, Pazis J, Amato C, How JP, Vian J (2017) Deep decentralized multi-task multi-agent reinforcement learning under partial observability. In: Proceedings of the 34th international conference on machine learning-volume 70. JMLR. org, pp 2681\u20132690"},{"issue":"27599\u201323175","key":"857_CR34","first-page":"41","volume":"8","author":"G Bishop","year":"2001","unstructured":"Bishop G, Welch G, et al (2001) An introduction to the kalman filter. Proc of SIGGRAPH, Course 8 (27599\u201323175):41","journal-title":"Proc of SIGGRAPH, Course"},{"key":"857_CR35","volume-title":"Reinforcement learning: An introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton RS, Barto AG (2018) Reinforcement learning: An introduction. MIT press, Cambridge"},{"key":"857_CR36","unstructured":"Lu X (2012) Multi-agent reinforcement learning in games. Ph.D. thesis, Carleton University"},{"key":"857_CR37","doi-asserted-by":"crossref","unstructured":"Mordatch I, Abbeel P (2018) Emergence of grounded compositional language in multi-agent populations. In: Thirty-scond AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v32i1.11492"}],"container-title":["Peer-to-Peer Networking and Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12083-019-00857-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s12083-019-00857-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12083-019-00857-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,18]],"date-time":"2022-10-18T01:20:56Z","timestamp":1666056056000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s12083-019-00857-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,3,6]]},"references-count":37,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2020,9]]}},"alternative-id":["857"],"URL":"https:\/\/doi.org\/10.1007\/s12083-019-00857-6","relation":{},"ISSN":["1936-6442","1936-6450"],"issn-type":[{"value":"1936-6442","type":"print"},{"value":"1936-6450","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,3,6]]},"assertion":[{"value":"16 September 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 December 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 March 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}