{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,21]],"date-time":"2026-01-21T09:33:57Z","timestamp":1768988037725,"version":"3.49.0"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2021,12,27]],"date-time":"2021-12-27T00:00:00Z","timestamp":1640563200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2021,12,27]],"date-time":"2021-12-27T00:00:00Z","timestamp":1640563200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci. China Inf. Sci."],"published-print":{"date-parts":[[2022,1]]},"DOI":"10.1007\/s11432-020-3170-2","type":"journal-article","created":{"date-parts":[[2022,1,5]],"date-time":"2022-01-05T06:02:24Z","timestamp":1641362544000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":19,"title":["Reinforcement learning based energy efficient robot relay for unmanned aerial vehicles against smart jamming"],"prefix":"10.1007","volume":"65","author":[{"given":"Xiaozhen","family":"Lu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jingfang","family":"Jie","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zihan","family":"Lin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Liang","family":"Xiao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jin","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yanyong","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,12,27]]},"reference":[{"key":"3170_CR1","doi-asserted-by":"publisher","first-page":"110301","DOI":"10.1007\/s11432-020-2955-6","volume":"64","author":"X You","year":"2021","unstructured":"You X, Wang C X, Huang J, et al. Towards 6G wireless communication networks: vision, enabling technologies, and new paradigm shifts. Sci China Inf Sci, 2021, 64: 110301","journal-title":"Sci China Inf Sci"},{"key":"3170_CR2","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1109\/MWC.001.1900028","volume":"26","author":"X Sun","year":"2019","unstructured":"Sun X, Ng D W K, Ding Z, et al. Physical layer security in UAV systems: challenges and opportunities. IEEE Wireless Commun, 2019, 26: 40\u201347","journal-title":"IEEE Wireless Commun"},{"key":"3170_CR3","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1109\/MWC.001.1900050","volume":"26","author":"Q Wu","year":"2019","unstructured":"Wu Q, Mei W, Zhang R. Safeguarding wireless network with UAVs: a physical layer security perspective. IEEE Wireless Commun, 2019, 26: 12\u201318","journal-title":"IEEE Wireless Commun"},{"key":"3170_CR4","doi-asserted-by":"publisher","first-page":"1486","DOI":"10.1109\/TIFS.2016.2535906","volume":"11","author":"Q Yan","year":"2016","unstructured":"Yan Q, Zeng H, Jiang T, et al. Jamming resilient communication using MIMO interference cancellation. IEEE Trans Inform Forensic Secur, 2016, 11: 1486\u20131499","journal-title":"IEEE Trans Inform Forensic Secur"},{"key":"3170_CR5","doi-asserted-by":"publisher","first-page":"140311","DOI":"10.1007\/s11432-019-2765-7","volume":"63","author":"S X Luo","year":"2020","unstructured":"Luo S X, Zhang Z S, Wang S, et al. Network for hypersonic UCAV swarms. Sci China Inf Sci, 2020, 63: 140311","journal-title":"Sci China Inf Sci"},{"key":"3170_CR6","doi-asserted-by":"crossref","unstructured":"Lin Z, Lu X, Dai C, et al. Reinforcement learning based UAV trajectory and power control against jamming. In: Proceedings of International Conference on Machine Learning for Cyber Security, 2019. 336\u2013347","DOI":"10.1007\/978-3-030-30619-9_24"},{"key":"3170_CR7","doi-asserted-by":"publisher","first-page":"1828","DOI":"10.1109\/TMC.2012.160","volume":"12","author":"K H Kim","year":"2013","unstructured":"Kim K H, Shin K G, Niculescu D. Mobile autonomous router system for dynamic (re)formation of wireless relay networks. IEEE Trans Mobile Comput, 2013, 12: 1828\u20131841","journal-title":"IEEE Trans Mobile Comput"},{"key":"3170_CR8","doi-asserted-by":"publisher","first-page":"11003","DOI":"10.1109\/TVT.2019.2942095","volume":"68","author":"D Liu","year":"2019","unstructured":"Liu D, Wang J, Xu K, et al. Task-driven relay assignment in distributed UAV communication networks. IEEE Trans Veh Technol, 2019, 68: 11003\u201311017","journal-title":"IEEE Trans Veh Technol"},{"key":"3170_CR9","doi-asserted-by":"publisher","first-page":"4374","DOI":"10.1109\/TWC.2014.2320973","volume":"13","author":"X He","year":"2014","unstructured":"He X, Dai H, Ning P. Dynamic adaptive anti-jamming via controlled mobility. IEEE Trans Wireless Commun, 2014, 13: 4374\u20134388","journal-title":"IEEE Trans Wireless Commun"},{"key":"3170_CR10","doi-asserted-by":"publisher","first-page":"4983","DOI":"10.1109\/TCOMM.2016.2611512","volume":"64","author":"Y Zeng","year":"2016","unstructured":"Zeng Y, Zhang R, Lim T J. Throughput maximization for UAV-enabled mobile relaying systems. IEEE Trans Commun, 2016, 64: 4983\u20134996","journal-title":"IEEE Trans Commun"},{"key":"3170_CR11","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1109\/MWC.001.1900262","volume":"27","author":"J Hu","year":"2020","unstructured":"Hu J, Zhang H, Song L, et al. Reinforcement learning for a cellular Internet of UAVs: protocol design, trajectory control, and resource management. IEEE Wireless Commun, 2020, 27: 116\u2013123","journal-title":"IEEE Wireless Commun"},{"key":"3170_CR12","doi-asserted-by":"publisher","first-page":"9499","DOI":"10.1109\/TVT.2018.2856854","volume":"67","author":"L Xiao","year":"2018","unstructured":"Xiao L, Jiang D, Xu D, et al. Two-dimensional antijamming mobile communication based on reinforcement learning. IEEE Trans Veh Technol, 2018, 67: 9499\u20139512","journal-title":"IEEE Trans Veh Technol"},{"key":"3170_CR13","doi-asserted-by":"publisher","first-page":"3420","DOI":"10.1109\/TVT.2017.2785414","volume":"67","author":"L Xiao","year":"2018","unstructured":"Xiao L, Xie C, Min M, et al. User-centric view of unmanned aerial vehicle transmission against smart attacks. IEEE Trans Veh Technol, 2018, 67: 3420\u20133430","journal-title":"IEEE Trans Veh Technol"},{"key":"3170_CR14","volume-title":"Reinforcement Learning: An Introduction","author":"R S Sutton","year":"2018","unstructured":"Sutton R S, Barto A G. Reinforcement Learning: An Introduction. Cambridge: MIT Press, 2018"},{"key":"3170_CR15","doi-asserted-by":"crossref","unstructured":"Zeng Y, Xu X. Path design for cellular-connected UAV with reinforcement learning. In: Proceedings of IEEE Global Communications Conference, Waikoloa, 2019. 1\u20136","DOI":"10.1109\/GLOBECOM38437.2019.9014041"},{"key":"3170_CR16","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, et al. Human-level control through deep reinforcement learning. Nature, 2015, 518: 529\u2013533","journal-title":"Nature"},{"key":"3170_CR17","doi-asserted-by":"publisher","first-page":"604","DOI":"10.1109\/LCOMM.2016.2633248","volume":"21","author":"J Lyu","year":"2017","unstructured":"Lyu J, Zeng Y, Zhang R, et al. Placement optimization of UAV-mounted mobile base stations. IEEE Commun Lett, 2017, 21: 604\u2013607","journal-title":"IEEE Commun Lett"},{"key":"3170_CR18","doi-asserted-by":"crossref","unstructured":"Yanmaz E, Kuschnig R, Bettstetter C. Achieving air-ground communications in 802.11 networks with three-dimensional aerial mobility. In: Proceedings of IEEE INFOCOM, Turin, 2013. 120\u2013124","DOI":"10.1109\/INFCOM.2013.6566747"},{"key":"3170_CR19","doi-asserted-by":"crossref","unstructured":"Namvar N, Saad W, Bahadori N, et al. Jamming in the Internet of Things: a game-theoretic perspective. In: Proceedings of IEEE Global Communications Conference, Washington, 2016. 1\u20136","DOI":"10.1109\/GLOCOM.2016.7841922"},{"key":"3170_CR20","doi-asserted-by":"publisher","first-page":"1267","DOI":"10.1109\/TWC.2016.2643658","volume":"16","author":"J Guo","year":"2017","unstructured":"Guo J, Zhao N, Yu F R, et al. Exploiting adversarial jamming signals for energy harvesting in interference networks. IEEE Trans Wireless Commun, 2017, 16: 1267\u20131280","journal-title":"IEEE Trans Wireless Commun"},{"key":"3170_CR21","doi-asserted-by":"publisher","first-page":"120","DOI":"10.1109\/MWC.2017.1700363","volume":"25","author":"L Jia","year":"2018","unstructured":"Jia L, Xu Y, Sun Y, et al. Stackelberg game approaches for anti-jamming defence in wireless networks. IEEE Wireless Commun, 2018, 25: 120\u2013128","journal-title":"IEEE Wireless Commun"},{"key":"3170_CR22","doi-asserted-by":"publisher","first-page":"569","DOI":"10.1109\/TCOMM.2019.2947918","volume":"68","author":"N Gao","year":"2020","unstructured":"Gao N, Qin Z, Jing X, et al. Anti-intelligent UAV jamming strategy via deep Q-Networks. IEEE Trans Commun, 2020, 68: 569\u2013581","journal-title":"IEEE Trans Commun"},{"key":"3170_CR23","doi-asserted-by":"publisher","first-page":"5733","DOI":"10.1109\/TWC.2016.2569083","volume":"15","author":"L Zhang","year":"2016","unstructured":"Zhang L, Guan Z, Melodia T. United against the enemy: anti-jamming based on cross-layer cooperation in wireless networks. IEEE Trans Wireless Commun, 2016, 15: 5733\u20135747","journal-title":"IEEE Trans Wireless Commun"},{"key":"3170_CR24","doi-asserted-by":"publisher","first-page":"5064","DOI":"10.1109\/JIOT.2020.2973753","volume":"7","author":"P Gu","year":"2020","unstructured":"Gu P, Hua C, Xu W, et al. Control channel anti-jamming in vehicular networks via cooperative relay beamforming. IEEE Internet Things J, 2020, 7: 5064\u20135077","journal-title":"IEEE Internet Things J"},{"key":"3170_CR25","doi-asserted-by":"publisher","first-page":"5028","DOI":"10.1109\/TCOMM.2020.2990994","volume":"68","author":"W Wang","year":"2020","unstructured":"Wang W, Tang J, Zhao N, et al. Joint precoding optimization for secure SWIPT in UAV-aided NOMA networks. IEEE Trans Commun, 2020, 68: 5028\u20135040","journal-title":"IEEE Trans Commun"},{"key":"3170_CR26","doi-asserted-by":"publisher","first-page":"140303","DOI":"10.1007\/s11432-020-2985-8","volume":"64","author":"X W Pang","year":"2021","unstructured":"Pang X W, Tang J, Zhao N, et al. Energy-efficient design for mmWave-enabled NOMA-UAV networks. Sci China Inf Sci, 2021, 64: 140303","journal-title":"Sci China Inf Sci"},{"key":"3170_CR27","doi-asserted-by":"publisher","first-page":"2603","DOI":"10.1109\/JSAC.2019.2933889","volume":"37","author":"N van Huynh","year":"2019","unstructured":"van Huynh N, Nguyen D N, Hoang D T, et al. \u201cJam Me If You Can:\u201d defeating jammer with deep dueling neural network architecture and ambient backscattering augmented communications. IEEE J Sel Areas Commun, 2019, 37: 2603\u20132620","journal-title":"IEEE J Sel Areas Commun"},{"key":"3170_CR28","doi-asserted-by":"publisher","first-page":"1148","DOI":"10.1109\/JOE.2019.2910938","volume":"45","author":"L Xiao","year":"2020","unstructured":"Xiao L, Jiang D, Chen Y, et al. Reinforcement-learning-based relay mobility and power allocation for underwater sensor networks against jamming. IEEE J Ocean Eng, 2020, 45: 1148\u20131156","journal-title":"IEEE J Ocean Eng"},{"key":"3170_CR29","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1109\/MWC.001.1900207","volume":"27","author":"X Lu","year":"2020","unstructured":"Lu X, Xiao L, Dai C, et al. UAV-aided cellular communications with deep reinforcement learning against jamming. IEEE Wireless Commun, 2020, 27: 48\u201353","journal-title":"IEEE Wireless Commun"},{"key":"3170_CR30","doi-asserted-by":"publisher","first-page":"4156","DOI":"10.1109\/TWC.2014.2314713","volume":"13","author":"M R Avendi","year":"2014","unstructured":"Avendi M R, Nguyen H H. Performance of selection combining for differential amplify-and-forward relaying over time-varying channels. IEEE Trans Wireless Commun, 2014, 13: 4156\u20134166","journal-title":"IEEE Trans Wireless Commun"},{"key":"3170_CR31","doi-asserted-by":"crossref","unstructured":"Hasselt H, Guez A, Silver D. Deep reinforcement learning with double Q-learning. In: Proceedings of the 30th AAAI Conference on Artificial Intelligence, Phoenix, 2016. 2094\u20132100","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"3170_CR32","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1016\/j.patcog.2006.04.041","volume":"40","author":"G Ou","year":"2007","unstructured":"Ou G, Murphey Y L. Multi-class pattern classification using neural networks. Pattern Recogn, 2007, 40: 4\u201318","journal-title":"Pattern Recogn"},{"key":"3170_CR33","unstructured":"Jin C, Allen-Zhu Z, Bubeck S, et al. Is Q-learning provably efficient? In: Proceedings of Conference on Advances in Neural Information Processing System, Montreal, 2018. 4868\u20134878"},{"key":"3170_CR34","doi-asserted-by":"publisher","first-page":"1972","DOI":"10.1109\/JSAC.2018.2864424","volume":"36","author":"Y Cai","year":"2018","unstructured":"Cai Y, Cui F, Shi Q, et al. Dual-UAV-enabled secure communications: joint trajectory design and user scheduling. IEEE J Sel Areas Commun, 2018, 36: 1972\u20131985","journal-title":"IEEE J Sel Areas Commun"},{"key":"3170_CR35","doi-asserted-by":"crossref","unstructured":"Deyle T, Reynolds M. Surface based wireless power transmission and bidirectional communication for autonomous robot swarms. In: Proceedings of IEEE International Conference on Robotics and Automation, Pasadena, 2008. 1036\u20131041","DOI":"10.1109\/ROBOT.2008.4543341"},{"key":"3170_CR36","doi-asserted-by":"publisher","first-page":"7574","DOI":"10.1109\/TWC.2017.2751045","volume":"16","author":"M Mozaffari","year":"2017","unstructured":"Mozaffari M, Saad W, Bennis M, et al. Mobile unmanned aerial vehicles (UAVs) for energy-efficient Internet of Things communications. IEEE Trans Wireless Commun, 2017, 16: 7574\u20137589","journal-title":"IEEE Trans Wireless Commun"}],"container-title":["Science China Information Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-020-3170-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11432-020-3170-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-020-3170-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,3]],"date-time":"2023-02-03T21:19:48Z","timestamp":1675459188000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11432-020-3170-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,12,27]]},"references-count":36,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2022,1]]}},"alternative-id":["3170"],"URL":"https:\/\/doi.org\/10.1007\/s11432-020-3170-2","relation":{},"ISSN":["1674-733X","1869-1919"],"issn-type":[{"value":"1674-733X","type":"print"},{"value":"1869-1919","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,12,27]]},"assertion":[{"value":"30 August 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 November 2020","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 January 2021","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 December 2021","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"112304"}}