{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,12]],"date-time":"2026-06-12T06:48:38Z","timestamp":1781246918852,"version":"3.54.1"},"reference-count":17,"publisher":"Institute of Electronics, Information and Communications Engineers (IEICE)","issue":"4","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEICE Trans. Fundamentals"],"published-print":{"date-parts":[[2022,4,1]]},"DOI":"10.1587\/transfun.2021eap1072","type":"journal-article","created":{"date-parts":[[2021,10,14]],"date-time":"2021-10-14T22:38:36Z","timestamp":1634251116000},"page":"719-726","source":"Crossref","is-referenced-by-count":7,"title":["A Deep Q-Network Based Intelligent Decision-Making Approach for Cognitive Radar"],"prefix":"10.1587","volume":"E105.A","author":[{"given":"Yong","family":"TIAN","sequence":"first","affiliation":[{"name":"School of Information and Communication Engineering, University of Electronic Science and Technology of China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peng","family":"WANG","sequence":"additional","affiliation":[{"name":"School of Information and Communication Engineering, University of Electronic Science and Technology of China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xinyue","family":"HOU","sequence":"additional","affiliation":[{"name":"School of Information and Communication Engineering, University of Electronic Science and Technology of China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Junpeng","family":"YU","sequence":"additional","affiliation":[{"name":"School of Information and Communication Engineering, University of Electronic Science and Technology of China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaoyan","family":"PENG","sequence":"additional","affiliation":[{"name":"School of Information and Communication Engineering, University of Electronic Science and Technology of China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hongshu","family":"LIAO","sequence":"additional","affiliation":[{"name":"School of Information and Communication Engineering, University of Electronic Science and Technology of China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lin","family":"GAO","sequence":"additional","affiliation":[{"name":"School of Information and Communication Engineering, University of Electronic Science and Technology of China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"532","reference":[{"key":"1","doi-asserted-by":"publisher","unstructured":"[1] S.Z. Gurbuz, H.D. Griffiths, A. Charlish, M. Rangaswamy, M.S. Greco, and K. Bell, \u201cAn overview of cognitive radar: Past, present, and future,\u201d IEEE Aerosp. Electron. Syst. Mag., vol.34, no.12, pp.6-18, Dec. 2019. 10.1109\/maes.2019.2953762","DOI":"10.1109\/MAES.2019.2953762"},{"key":"2","doi-asserted-by":"publisher","unstructured":"[2] S. Haykin, \u201cCognitive radar: A way of the future,\u201d IEEE Signal Process. Mag., vol.23, no.1, pp.30-40, Feb. 2006. 10.1109\/msp.2006.1593335","DOI":"10.1109\/MSP.2006.1593335"},{"key":"3","unstructured":"[3] X. Li and M.M. Fan, \u201cResearch advance on cognitive radar and its key technology,\u201d Acta Electonica Sinica, vol.40, no.9, pp.1863-1870, Sept. 2012."},{"key":"4","unstructured":"[4] Y.J. Li, Y.P. Zhu, and M.G. Gao, \u201cDesign of cognitive radar jamming based on Q-learning algorithm,\u201d Trans. Beijing Inst. Technol., vol.35, no.11, pp.1194-1199, 2015."},{"key":"5","doi-asserted-by":"crossref","unstructured":"[5] L. Kang, J. Bo, L. Hongwei, and L. Siyuan, \u201cReinforcement learning based anti-jamming frequency hopping strategies design for cognitive radar,\u201d 22021 International Bhurban Conference on Applied Sciences and Technologies (IBCAST), Qingdao, China, Sept. 2018. 10.1109\/icspcc.2018.8567751","DOI":"10.1109\/ICSPCC.2018.8567751"},{"key":"6","doi-asserted-by":"crossref","unstructured":"[6] M.M. Aziz, A.R.M. Maud, and A. Habib, \u201cReinforcement learning based techniques for radar anti-jamming,\u201d 2021 International Bhurban Conference on Applied Sciences and Technologies (IBCAST), Islamabad, Pakistan, Jan. 2021. 10.1109\/ibcast51254.2021.9393209","DOI":"10.1109\/IBCAST51254.2021.9393209"},{"key":"7","doi-asserted-by":"crossref","unstructured":"[7] A.F. Martone, K.D. Sherbondy, J.A. Kovarskiy, J.A. Kovarskiy, B.H. Kirk, C.E. Thornton, J.W. Owen, B. Ravenscroft, A. Egbert, A. Goad, A. Dockendorf, R.M. Buehrer, R.M. Narayanan, S.D. Blunt, and C. Baylis, \u201cMetacognition for radar coexistence,\u201d 2020 IEEE International Radar Conference (RADAR), Washington, DC, USA, April 2020. 10.1109\/RADAR42522.2020.9114775","DOI":"10.1109\/RADAR42522.2020.9114775"},{"key":"8","doi-asserted-by":"publisher","unstructured":"[8] A.F. Martone, K.I. Ranney, K. Sherbondy, K.A. Gallagher, and S.D. Blunt, \u201cSpectrum allocation for noncooperative radar coexistence,\u201d IEEE Trans. Aerosp. Electron. Syst., vol.54, no.1, pp.90-105, Aug. 2017. 10.1109\/taes.2017.2735659","DOI":"10.1109\/TAES.2017.2735659"},{"key":"9","doi-asserted-by":"crossref","unstructured":"[9] C.E. Thornton, R.M. Buehrer, A.F. Martone, and K.D. Sherbondy, \u201cExperimental analysis of reinforcement learning techniques for spectrum sharing radar,\u201d 2020 IEEE International Radar Conference (RADAR), Washington, DC, USA, April 2020. 10.1109\/radar42522.2020.9114698","DOI":"10.1109\/RADAR42522.2020.9114698"},{"key":"10","doi-asserted-by":"crossref","unstructured":"[10] E. Selvi, R.M. Buehrer, A. Martone, and K. Sherbondy, \u201cOn the use of Markov decision processes in cognitive radar: An application to target tracking,\u201d 2018 IEEE Radar Conference (RadarConf18), Oklahoma City, OK, USA, April 2018. 10.1109\/radar.2018.8378616","DOI":"10.1109\/RADAR.2018.8378616"},{"key":"11","doi-asserted-by":"crossref","unstructured":"[11] L. Wang, J. Peng, Z. Xie, and Y. Zhang, \u201cOptimal jamming frequency selection for cognitive jammer based on reinforcement learning,\u201d 2019 IEEE 2nd International Conference on Information Communication and Signal Processing (ICICSP), Weihai, China, Sept. 2019. 10.1109\/icicsp48821.2019.8958575","DOI":"10.1109\/ICICSP48821.2019.8958575"},{"key":"12","doi-asserted-by":"crossref","unstructured":"[12] M. Kozy, J. Yu, R.M. Buehrer, A. Martone, and K. Sherbondy, \u201cApplying deep-Q networks to target tracking to improve cognitive radar,\u201d 2019 IEEE Radar Conference (RadarConf), Boston, MA, USA, April 2019. 10.1109\/radar.2019.8835780","DOI":"10.1109\/RADAR.2019.8835780"},{"key":"13","doi-asserted-by":"publisher","unstructured":"[13] C.E. Thornton, M.A. Kozy, R.M. Buehrer, A.F. Martone, and K.D. Sherbondy, \u201cDeep reinforcement learning control for radar detection and tracking in congested spectral environments,\u201d IEEE Trans. Cogn. Commun. Netw., vol.6, no.4, pp.1335-1349, Aug. 2020. 10.1109\/tccn.2020.3019605","DOI":"10.1109\/TCCN.2020.3019605"},{"key":"14","doi-asserted-by":"publisher","unstructured":"[14] N.C. Luong, D.T. Hoang, S. Gong, D. Niyato, P. Wang, Y.-C. Liang, and D.I. Kim, \u201cApplications of deep reinforcement learning in communications and networking: A survey,\u201d IEEE Commun. Surveys Tuts., vol.21, no.4, pp.3133-3174, May 2019. 10.1109\/COMST.2019.2916583","DOI":"10.1109\/COMST.2019.2916583"},{"key":"15","unstructured":"[15] S. Huang, \u201cIntroduction to various reinforcement learning algorithms. Part I (Q-learning, SARSA, DQN, DDPG),\u201d https:\/\/towardsdatascience.com\/introduction-to-various-reinforcement-learning-algorithms-i-q-learning-sarsa-dqn-ddpg-72a5e0cb6287, accessed 2018."},{"key":"16","doi-asserted-by":"publisher","unstructured":"[16] S. Haykin and J.M. Fuster, \u201cOn cognitive dynamic systems: Cognitive neuroscience and engineering learning from each other,\u201d Proc. IEEE, vol.102, no.4, pp.608-628, March 2014. 10.1109\/jproc.2014.2311211","DOI":"10.1109\/JPROC.2014.2311211"},{"key":"17","doi-asserted-by":"publisher","unstructured":"[17] V. Mnih, K. Kavukcuoglu, D. Silver, A.A. Rusu, J. Veness, M.G. Bellemare, A. Graves, M. Riedmiller, A.K. Fidjeland, G. Ostrovski, S. Petersen, C. Beattie, A. Sadik, I. Antonoglou, H. King, D. Kumaran, D. Wierstra, S. Legg, and D. Hassabis, \u201cHuman-level control through deep reinforcement learning,\u201d Nature, vol.518, no.7540, pp.529-533, Feb. 2015. 10.1038\/nature14236","DOI":"10.1038\/nature14236"}],"container-title":["IEICE Transactions on Fundamentals of Electronics, Communications and Computer Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.jstage.jst.go.jp\/article\/transfun\/E105.A\/4\/E105.A_2021EAP1072\/_pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,2]],"date-time":"2022-04-02T03:30:30Z","timestamp":1648870230000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.jstage.jst.go.jp\/article\/transfun\/E105.A\/4\/E105.A_2021EAP1072\/_article"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,1]]},"references-count":17,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2022]]}},"URL":"https:\/\/doi.org\/10.1587\/transfun.2021eap1072","relation":{},"ISSN":["0916-8508","1745-1337"],"issn-type":[{"value":"0916-8508","type":"print"},{"value":"1745-1337","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,4,1]]},"article-number":"2021EAP1072"}}