{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T04:19:28Z","timestamp":1743049168366,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":22,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819770038"},{"type":"electronic","value":"9789819770045"}],"license":[{"start":{"date-parts":[[2024,9,22]],"date-time":"2024-09-22T00:00:00Z","timestamp":1726963200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,9,22]],"date-time":"2024-09-22T00:00:00Z","timestamp":1726963200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-981-97-7004-5_3","type":"book-chapter","created":{"date-parts":[[2024,9,21]],"date-time":"2024-09-21T17:01:52Z","timestamp":1726938112000},"page":"28-43","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Unmanned Combat Aerial Vehicle Air Combat Decision-Making Method Based on Trust Region-Based Proximal Policy Optimization with Rollback"],"prefix":"10.1007","author":[{"given":"Peng","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jing","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiangping","family":"Zhai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,9,22]]},"reference":[{"key":"3_CR1","unstructured":"Wang, X.L.: Research on the development status of unmanned aerial vehicle combat systems. In: Proceedings of the 5th Academic Conference on Systems Engineering - Systems Engineering in the Era of Digital Intelligence. National University of Defense Technology, School of Systems Engineering (2023)"},{"key":"3_CR2","unstructured":"Huang, H.Q., Bai, J.Q., Zhou, H., et al.: Development status and key technologies of unmanned cooperative combat in intelligent air combat system. In: Navigation and Control, vol. 18, no. 1, pp. 10\u201318 (2019)"},{"key":"3_CR3","unstructured":"Isaacs, R.: Games of pursuit (1951)"},{"key":"3_CR4","doi-asserted-by":"crossref","unstructured":"Arar, \u00d6.F., Ayan, K.\u00dc.R.\u015e.A.T.: A flexible rule-based framework for pilot performance analysis in air combat simulation systems. Turk. J. Electr. Eng. Comput. Sci. 21(8), 2397\u20132415 (2013)","DOI":"10.3906\/elk-1201-50"},{"key":"3_CR5","doi-asserted-by":"crossref","unstructured":"Chappell, A.R.: Knowledge-based reasoning in the Paladin tactical decision generation system. In: Proceedings IEEE\/AIAA 11th Digital Avionics Systems Conference, pp. 155\u2013160. IEEE (1992)","DOI":"10.1109\/DASC.1992.282166"},{"key":"3_CR6","doi-asserted-by":"crossref","unstructured":"Rao, N., Kashyap, S., Gopalaratnam, G., et al.: Situation and threat assessment in BVR combat. In: AIAA Guidance, Navigation, and Control Conference, p. 6241 (2011)","DOI":"10.2514\/6.2011-6241"},{"key":"3_CR7","unstructured":"Ozbek, M.M., Koyuncu, E.: Reinforcement learning based air combat maneuver generation. arXiv preprint arXiv:2201.05528 (2022)"},{"key":"3_CR8","doi-asserted-by":"publisher","first-page":"363","DOI":"10.1109\/ACCESS.2019.2961426","volume":"8","author":"Q Yang","year":"2019","unstructured":"Yang, Q., Zhang, J., Shi, G., et al.: Maneuver decision of UAV in short-range air combat based on deep reinforcement learning. IEEE Access 8, 363\u2013378 (2019)","journal-title":"IEEE Access"},{"key":"3_CR9","first-page":"97","volume":"06","author":"DY Hu","year":"2021","unstructured":"Hu, D.Y., Yang, R.N., Zuo, J.L., et al.: Intelligent maneuver decision-making of unmanned combat aircraft based on LSTM-Dueling DQN. Tactical Missile Technol. 06, 97\u2013104 (2021)","journal-title":"Tactical Missile Technol."},{"key":"3_CR10","unstructured":"Wu, Z.X.: Research on autonomous maneuver decision-making method for aircraft based on deep reinforcement learning. Sichuan University (2021)"},{"issue":"7","key":"3_CR11","doi-asserted-by":"publisher","first-page":"1121","DOI":"10.3390\/electronics9071121","volume":"9","author":"W Kong","year":"2020","unstructured":"Kong, W., Zhou, D., Yang, Z., et al.: UAV autonomous aerial combat maneuver strategy generation with observation error based on state-adversarial deep deterministic policy gradient and inverse reinforcement learning. Electronics 9(7), 1121 (2020)","journal-title":"Electronics"},{"issue":"7540","key":"3_CR12","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","journal-title":"Nature"},{"key":"3_CR13","doi-asserted-by":"crossref","unstructured":"Yuan, W., Xiwen, Z., Rong, Z., et al.: Research on UCAV maneuvering decision method based on heuristic reinforcement learning. Comput. Intell. Neurosci. 2022 (2022). Article ID","DOI":"10.1155\/2022\/1477078"},{"key":"3_CR14","doi-asserted-by":"crossref","unstructured":"Xu, J., Guo, Q., Xiao, L., et al.: Autonomous decision-making method for combat mission of UAV based on deep reinforcement learning. In: Proceedings of the 2019 IEEE 4th Advanced Information Technology, Electronic and Automation Control Conference (IAEAC), vol. 1, pp. 538\u2013544. IEEE (2019)","DOI":"10.1109\/IAEAC47372.2019.8998066"},{"key":"3_CR15","doi-asserted-by":"crossref","unstructured":"Ma, X., Xia, L., Zhao, Q.: Air-combat strategy using deep Q-learning. In: Proceedings of the 2018 Chinese Automation Congress (CAC), pp. 3952\u20133957. IEEE (2018)","DOI":"10.1109\/CAC.2018.8623434"},{"key":"3_CR16","doi-asserted-by":"crossref","unstructured":"Li, L., Zhou, Z., Chai, J., et al.: Learning continuous 3-DOF air-to-air close-in combat strategy using proximal policy optimization. In: Proceedings of the 2022 IEEE Conference on Games (CoG), pp. 616\u2013619. IEEE (2022)","DOI":"10.1109\/CoG51982.2022.9893690"},{"key":"3_CR17","volume-title":"Case Study: Development of a Baseline Controller for Automatic Landing of an F-15 Aircraft Using Linear Matrix Inequalities (LMIs)","author":"D Seto","year":"1999","unstructured":"Seto, D., Ferriera, E., Marz, T.F.: Case Study: Development of a Baseline Controller for Automatic Landing of an F-15 Aircraft Using Linear Matrix Inequalities (LMIs). Carnegie Mellon University, Software Engineering Institute (1999)"},{"key":"3_CR18","unstructured":"Wang, Y., He, H., Tan, X.: Truly proximal policy optimization. In: Proceedings of the Conference on Uncertainty in Artificial Intelligence (UAI), pp. 113\u2013122. PMLR (2020)"},{"key":"3_CR19","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., et al.: Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347 (2017)"},{"key":"3_CR20","doi-asserted-by":"crossref","unstructured":"Baykal, Y., Baspinar, B.: An evolutionary reinforcement learning approach for autonomous maneuver decision in one-to-one short-range air combat. In: Proceedings of the 2023 IEEE\/AIAA 42nd Digital Avionics Systems Conference (DASC), pp. 1\u20139. IEEE (2023)","DOI":"10.1109\/DASC58513.2023.10311295"},{"issue":"16","key":"3_CR21","doi-asserted-by":"publisher","first-page":"2602","DOI":"10.3390\/electronics11162602","volume":"11","author":"K Yang","year":"2022","unstructured":"Yang, K., Dong, W., Cai, M., et al.: UCAV air combat maneuver decisions based on a proximal policy optimization algorithm with situation reward shaping. Electronics 11(16), 2602 (2022)","journal-title":"Electronics"},{"key":"3_CR22","doi-asserted-by":"publisher","first-page":"5417","DOI":"10.1109\/TSMC.2023.3270444","volume":"53","author":"J Chai","year":"2023","unstructured":"Chai, J., Chen, W., Zhu, Y., et al.: A hierarchical deep reinforcement learning framework for 6-DOF UCAV air-to-air combat. IEEE Trans. Syst. Man. Cybernet. Syst. 53, 5417\u20135429 (2023)","journal-title":"IEEE Trans. Syst. Man. Cybernet. Syst."}],"container-title":["Communications in Computer and Information Science","Neural Computing for Advanced Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-97-7004-5_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,21]],"date-time":"2024-09-21T17:02:09Z","timestamp":1726938129000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-97-7004-5_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9,22]]},"ISBN":["9789819770038","9789819770045"],"references-count":22,"URL":"https:\/\/doi.org\/10.1007\/978-981-97-7004-5_3","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2024,9,22]]},"assertion":[{"value":"22 September 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NCAA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Neural Computing for Advanced Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Guilin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 July 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 July 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ncaa2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aaci.org.hk\/ncaa2024\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}