{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,15]],"date-time":"2026-06-15T07:20:42Z","timestamp":1781508042942,"version":"3.54.1"},"reference-count":48,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Coordination for the Improvement of Higher Education Personnel (CAPES), Brazil","award":["ROR Identifier: 00x0ma614"],"award-info":[{"award-number":["ROR Identifier: 00x0ma614"]}]},{"DOI":"10.13039\/501100004809","name":"Funding Authority for Studies and Projects","doi-asserted-by":"crossref","award":["01.20.0196.00\/2824\/20"],"award-info":[{"award-number":["01.20.0196.00\/2824\/20"]}],"id":[{"id":"10.13039\/501100004809","id-type":"DOI","asserted-by":"crossref"}]},{"name":"National Research Council of Brazil","award":["307525\/2022-8"],"award-info":[{"award-number":["307525\/2022-8"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/access.2025.3597199","type":"journal-article","created":{"date-parts":[[2025,8,11]],"date-time":"2025-08-11T17:44:23Z","timestamp":1754934263000},"page":"143052-143069","source":"Crossref","is-referenced-by-count":4,"title":["Deep Reinforcement Learning Agents With Collective Situational Awareness for Beyond Visual Range Air Combat"],"prefix":"10.1109","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0300-8027","authenticated-orcid":false,"given":"Joao P. A.","family":"Dantas","sequence":"first","affiliation":[{"name":"Instituto Tecnológico de Aeronáutica, São José dos Campos, São Paulo, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8796-8230","authenticated-orcid":false,"given":"Felipe L. L.","family":"Medeiros","sequence":"additional","affiliation":[{"name":"Instituto de Estudos Avançados, São José dos Campos, São Paulo, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-4559-1849","authenticated-orcid":false,"given":"Adrisson R.","family":"Samersla","sequence":"additional","affiliation":[{"name":"Instituto de Estudos Avançados, São José dos Campos, São Paulo, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-4438-0816","authenticated-orcid":false,"given":"Pedro L. R.","family":"Botelho","sequence":"additional","affiliation":[{"name":"Instituto Tecnológico de Aeronáutica, São José dos Campos, São Paulo, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3239-2160","authenticated-orcid":false,"given":"Vitor C. F.","family":"Gomes","sequence":"additional","affiliation":[{"name":"Instituto de Estudos Avançados, São José dos Campos, São Paulo, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Samara R.","family":"Silva","sequence":"additional","affiliation":[{"name":"Instituto de Estudos Avançados, São José dos Campos, São Paulo, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuri D.","family":"Ferreira","sequence":"additional","affiliation":[{"name":"Instituto de Estudos Avançados, São José dos Campos, São Paulo, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alessandro O.","family":"Arantes","sequence":"additional","affiliation":[{"name":"Instituto de Estudos Avançados, São José dos Campos, São Paulo, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-5118-5764","authenticated-orcid":false,"given":"Marcia R. C.","family":"Aquino","sequence":"additional","affiliation":[{"name":"Instituto de Estudos Avançados, São José dos Campos, São Paulo, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2944-4476","authenticated-orcid":false,"given":"Marcos R. O. A.","family":"Maximo","sequence":"additional","affiliation":[{"name":"Instituto Tecnológico de Aeronáutica, São José dos Campos, São Paulo, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"issue":"8","key":"ref1","doi-asserted-by":"crossref","first-page":"1349","DOI":"10.1016\/j.dt.2022.02.001","article-title":"Online hierarchical recognition method for target tactical intention in beyond-visual-range air combat","volume":"18","author":"Yang","year":"2022","journal-title":"Defence Technol."},{"key":"ref2","article-title":"Promise and reality: Beyond visual range (BVR) air-to-air combat","volume":"30","author":"Higby","year":"2005","journal-title":"Air War College (AWC) Electives Program: Air Power Theory, Doctrine, Strategy"},{"issue":"8","key":"ref3","doi-asserted-by":"crossref","first-page":"2039","DOI":"10.1109\/TLA.2022.9853232","article-title":"Machine learning to improve situational awareness in beyond visual range air combat","volume":"20","author":"Dantas","year":"2022","journal-title":"IEEE Latin Amer. Trans."},{"key":"ref4","doi-asserted-by":"crossref","first-page":"32282","DOI":"10.1109\/ACCESS.2021.3060426","article-title":"Application of deep reinforcement learning in maneuver planning of beyond-visual-range air combat","volume":"9","author":"Hu","year":"2021","journal-title":"IEEE Access"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/WSC57314.2022.10015384"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1177\/15485129241309675"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-91699-2_14"},{"key":"ref8","volume-title":"Reinforcement Learning: An Introduction","author":"Sutton","year":"2018"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1038\/nature14539"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2025.3563811"},{"key":"ref11","first-page":"809","article-title":"Decision-making of one-on-one beyond-visual-range air combat based on improved Q-network","volume-title":"Proc. IEEE Int. Conf. Mechatronics Autom. (ICMA)","author":"Weilin"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/CAC51589.2020.9327310"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN48605.2020.9207088"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1117\/12.2585530"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-024-09720-z"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/s43684-021-00013-z"},{"issue":"3","key":"ref17","doi-asserted-by":"crossref","first-page":"467","DOI":"10.3390\/electronics11030467","article-title":"Autonomous maneuver decision making of dual-UAV cooperative air combat based on deep reinforcement learning","volume":"11","author":"Hu","year":"2022","journal-title":"Electronics"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ICTC55111.2022.9778652"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1049\/cit2.12109"},{"key":"ref20","first-page":"1","article-title":"Deep relationship graph reinforcement learning for multi-aircraft air combat","volume-title":"Proc. Int. Joint Conf. Neural Netw. (IJCNN)","author":"Han"},{"issue":"10","key":"ref21","doi-asserted-by":"crossref","first-page":"563","DOI":"10.3390\/aerospace9100563","article-title":"A multi-UCAV cooperative decision-making method based on an MAPPO algorithm for beyond-visual-range air combat","volume":"9","author":"Liu","year":"2022","journal-title":"Aerospace"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.3389\/fnbot.2022.996412"},{"issue":"11","key":"ref23","doi-asserted-by":"crossref","first-page":"1","DOI":"10.3390\/machines10111033","article-title":"Air combat maneuver decision method based on A3C deep reinforcement learning","volume":"10","author":"Fan","year":"2022","journal-title":"Machines"},{"issue":"20","key":"ref24","doi-asserted-by":"crossref","first-page":"10230","DOI":"10.3390\/app122010230","article-title":"Maneuver decision-making for autonomous air combat based on FRE-PPO","volume":"12","author":"Zhang","year":"2022","journal-title":"Appl. Sci."},{"key":"ref25","first-page":"516","article-title":"A novel decision-making algorithm for beyond visual range air combat based on deep reinforcement learning","volume-title":"Proc. 37th Youth Academic Annu. Conf. Chin. Assoc. Autom. (YAC)","author":"Jiang"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1049\/cit2.12195"},{"key":"ref27","first-page":"56","article-title":"Enhancing situation awareness in beyond visual range air combat with reinforcement learning-based decision support","volume-title":"Proc. Int. Conf. Unmanned Aircr. Syst. (ICUAS)","author":"Scukins"},{"issue":"8","key":"ref28","doi-asserted-by":"crossref","first-page":"311","DOI":"10.1016\/j.cja.2024.04.008","article-title":"Cooperative decision-making algorithm with efficient convergence for UCAV formation in beyond-visual-range air combat based on multi-agent reinforcement learning","volume":"37","author":"Zhou","year":"2024","journal-title":"Chin. J. Aeronaut."},{"key":"ref29","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2023.123084","article-title":"H3E: Learning air combat with a three-level hierarchical framework embedding expert knowledge","volume":"245","author":"Qian","year":"2024","journal-title":"Expert Syst. Appl."},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/MLNLP63328.2024.10800451"},{"key":"ref31","article-title":"ASA: A simulation environment for evaluating military operational scenarios","author":"Dantas","year":"2022","journal-title":"arXiv:2207.12084"},{"key":"ref32","first-page":"6","article-title":"ASA-SimaaS: Advancing digital transformation through simulation services in the Brazilian air force","volume-title":"Proc. Simp\u00f3sio de Aplica\u00e7\u00f5es Operacionais em \u00c1reas de Defesa","author":"Dantas"},{"key":"ref33","volume-title":"Gymnasium","author":"Towers","year":"2023"},{"key":"ref34","article-title":"OpenAI gym","author":"Brockman","year":"2016","journal-title":"arXiv:1606.01540"},{"key":"ref35","volume-title":"Stable Baselines3","author":"Raffin","year":"2019"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1201\/9780429489105"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/LARS\/SBR\/WRE54079.2021.9605380"},{"key":"ref38","volume-title":"Protocol Buffers Documentation","year":"2023"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/3573900.3593631"},{"key":"ref40","volume-title":"Tacview","year":"2024"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref42","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017","journal-title":"arXiv:1707.06347"},{"key":"ref43","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","volume-title":"Proc. 33rd Int. Conf. Mach. Learn. (ICML)","author":"Mnih"},{"key":"ref44","first-page":"1861","article-title":"Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor","volume-title":"Proc. 35th Int. Conf. Mach. Learn.","author":"Haarnoja"},{"key":"ref45","first-page":"1587","article-title":"Addressing function approximation error in actor-critic methods","volume-title":"Proc. 35th Int. Conf. Mach. Learn.","author":"Fujimoto"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11694"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1177\/0278364919887447"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/3615979.3662149"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10820123\/11121842.pdf?arnumber=11121842","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,20]],"date-time":"2025-08-20T18:43:40Z","timestamp":1755715420000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11121842\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":48,"URL":"https:\/\/doi.org\/10.1109\/access.2025.3597199","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]}}}