{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,11]],"date-time":"2026-06-11T13:49:16Z","timestamp":1781185756097,"version":"3.54.1"},"reference-count":49,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Article Processing Charge"},{"name":"Coordination for the Improvement of Higher Education Personnel\u2014CAPES","award":["00x0ma614"],"award-info":[{"award-number":["00x0ma614"]}]},{"name":"Brazilian Air Force"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/access.2025.3561250","type":"journal-article","created":{"date-parts":[[2025,4,16]],"date-time":"2025-04-16T17:52:23Z","timestamp":1744825943000},"page":"70446-70463","source":"Crossref","is-referenced-by-count":2,"title":["Enhancing BVR Air Combat Agent Development With Attention-Driven Reinforcement Learning"],"prefix":"10.1109","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1549-2434","authenticated-orcid":false,"given":"Andre R.","family":"Kuroswiski","sequence":"first","affiliation":[{"name":"Instituto Tecnológico de Aeronáutica, São José dos Campos, São Paulo, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Annie S.","family":"Wu","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Central Florida, Orlando, FL, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2421-0657","authenticated-orcid":false,"given":"Angelo","family":"Passaro","sequence":"additional","affiliation":[{"name":"Instituto de Estudos Avançados, São José dos Campos, São Paulo, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","volume-title":"ACE Program Achieves World First for AI in Aerospace","year":"2024"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ICUAS51884.2021.9476700"},{"key":"ref3","article-title":"A survey of air combat behavior modeling using machine learning","author":"Ribu Gorton","year":"2024","journal-title":"arXiv:2404.13954"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3060426"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-024-54938-5"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/MLNLP63328.2024.10800451"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCC.2007.913919"},{"key":"ref8","article-title":"Dota 2 with large scale deep reinforcement learning","author":"OpenAI","year":"2019","journal-title":"arXiv:1912.06680"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-019-1724-z"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2024.112000"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/icmla58977.2023.00153"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2023.123084"},{"key":"ref13","first-page":"5510","article-title":"Towards a standardised performance evaluation protocol for cooperative MARL","volume-title":"Proc. 35th Adv. Neural Inf. Process. Syst. (NIPS)","author":"Gorsane"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN48605.2020.9207088"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2020.104112"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-023-08784-7"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.23919\/CCC63176.2024.10661619"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-99-4761-4_55"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.3390\/aerospace9100563"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.3390\/electronics11030467"},{"key":"ref21","article-title":"Calculated moves: Generating air combat behaviour","author":"Armon","year":"2020"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2017\/657"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3152768"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1177\/15485129231211915"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1177\/15485129231211915"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1177\/1548512915616873"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2978883"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-020-09938-y"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-023-10620-2"},{"key":"ref30","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017","journal-title":"arXiv:1707.06347"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.32473\/flairs.37.1.135574"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2021.03.091"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref34","first-page":"2961","article-title":"Actor-Attention-Critic for multi-agent reinforcement learning","volume-title":"Proc. 36th Int. Conf. Mach. Learn. (ICML)","author":"Iqbal"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2022.3146858"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2025.3535555"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-91699-2_14"},{"key":"ref38","first-page":"1","article-title":"B-ACE: An open lightweight beyond visual range air combat simulation environment for multi-agent reinforcement learning","volume-title":"Proc. Interservice\/Industry Training, Simul., Educ. Conf. (I\/ITSEC)","author":"Kuroswiski"},{"key":"ref39","first-page":"1","article-title":"Prioritized experience replay","volume-title":"Proc. 6th Int. Conf. Learn. Represent. (ICLR)","author":"Schaul"},{"key":"ref40","first-page":"2094","article-title":"Deep reinforcement learning with double Q-learning","volume-title":"Proc. 38th AAAI Conf. Artif. Intell.","volume":"30","author":"Hasselt"},{"key":"ref41","first-page":"1","article-title":"Tianshou: A highly modularized deep reinforcement learning library","volume":"23","author":"Weng","year":"2021","journal-title":"J. Mach. Learn. Res."},{"key":"ref42","first-page":"15032","article-title":"PettingZoo: Gym for multi-agent reinforcement learning","volume-title":"Proc. 34th Adv. Neural Inf. Process. Syst. (NIPS)","author":"Terry"},{"key":"ref43","article-title":"Gymnasium: A standard interface for reinforcement learning environments","author":"Towers","year":"2024","journal-title":"arXiv:2407.17032"},{"key":"ref44","volume-title":"Joint Air Operations","author":"Staff","year":"2020"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4899-4541-9"},{"key":"ref46","article-title":"BVR gym: A reinforcement learning environment for beyond-visual-range air combat","author":"Scukins","year":"2024","journal-title":"arXiv:2403.17533"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1007\/s11424-018-7102-3"},{"issue":"217","key":"ref48","first-page":"1","article-title":"BenchMARL: Benchmarking multi-agent reinforcement learning","volume":"25","author":"Bettini","year":"2024","journal-title":"J. Mach. Learn. Res."},{"key":"ref49","volume-title":"Fighter Combat: Tactics and Maneuvering","author":"Shaw","year":"1985"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10820123\/10966908.pdf?arnumber=10966908","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,29]],"date-time":"2025-04-29T04:32:49Z","timestamp":1745901169000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10966908\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":49,"URL":"https:\/\/doi.org\/10.1109\/access.2025.3561250","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]}}}