{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,27]],"date-time":"2025-10-27T15:24:10Z","timestamp":1761578650013},"publisher-location":"Cham","reference-count":28,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030323875"},{"type":"electronic","value":"9783030323882"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-32388-2_13","type":"book-chapter","created":{"date-parts":[[2019,10,27]],"date-time":"2019-10-27T10:04:40Z","timestamp":1572170680000},"page":"145-160","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["A Q-Learning-Based Channel Selection and Data Scheduling Approach for High-Frequency Communications in Jamming Environment"],"prefix":"10.1007","author":[{"given":"Wen","family":"Li","sequence":"first","affiliation":[]},{"given":"Yuhua","family":"Xu","sequence":"additional","affiliation":[]},{"given":"Qiuju","family":"Guo","sequence":"additional","affiliation":[]},{"given":"Yuli","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Dianxiong","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Yangyang","family":"Li","sequence":"additional","affiliation":[]},{"given":"Wei","family":"Bai","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,10,28]]},"reference":[{"key":"13_CR1","volume-title":"Research and Development of HF Digital Communications","author":"J Wang","year":"2013","unstructured":"Wang, J.: Research and Development of HF Digital Communications. Science Press, Beijing, China (2013)"},{"key":"13_CR2","first-page":"70","volume":"10","author":"R Hanson","year":"2010","unstructured":"Hanson, R.: Military applications of HF communications. Mil. Technol. 10, 70\u201377 (2010)","journal-title":"Mil. Technol."},{"issue":"9","key":"13_CR3","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1109\/CC.2018.8456451","volume":"15","author":"K Xu","year":"2018","unstructured":"Xu, K., Jiang, B., Su, Z., et al.: High frequency communication network with diversity: system structure and key enabling techniques. China Commun. 15(9), 46\u201359 (2018)","journal-title":"China Commun."},{"issue":"2","key":"13_CR4","doi-asserted-by":"publisher","first-page":"201","DOI":"10.1109\/JSAC.2004.839380","volume":"23","author":"S Haykin","year":"2015","unstructured":"Haykin, S.: Cognitive radio: brain-empowered wireless communications. IEEE J. Sel. Areas Commun. 23(2), 201\u2013220 (2015)","journal-title":"IEEE J. Sel. Areas Commun."},{"issue":"1","key":"13_CR5","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1109\/SURV.2009.090109","volume":"11","author":"T Yucek","year":"2009","unstructured":"Yucek, T., Arslan, H.: A survey of spectrum sensing algorithms for cognitive radio applications. IEEE Commun. Surv. Tutor. 11(1), 116\u2013130 (2009)","journal-title":"IEEE Commun. Surv. Tutor."},{"issue":"3","key":"13_CR6","doi-asserted-by":"publisher","first-page":"1136","DOI":"10.1109\/SURV.2012.100412.00017","volume":"15","author":"M Bkassiny","year":"2013","unstructured":"Bkassiny, M., Li, Y., Jayaweera, S.K.: A survey on machine learning techniques in cognitive radios. IEEE Commun. Surv. Tutor. 15(3), 1136\u20131159 (2013)","journal-title":"IEEE Commun. Surv. Tutor."},{"key":"13_CR7","unstructured":"Luong, N.C., Hoang, D.T., Gong, S., et al.: Applications of deep reinforcement learning in communications and networking: a survey. \n                    arXiv:1810.07862"},{"issue":"8","key":"13_CR8","doi-asserted-by":"publisher","first-page":"4038","DOI":"10.1109\/TWC.2013.071913121570","volume":"12","author":"D Yang","year":"2013","unstructured":"Yang, D., Xue, G., Zhang, J., Richa, A., Fang, X.: Coping with a smart jammer in wireless networks: a Stackelberg game approach. IEEE Trans. Wirel. Commun. 12(8), 4038\u20134047 (2013)","journal-title":"IEEE Trans. Wirel. Commun."},{"issue":"6","key":"13_CR9","doi-asserted-by":"publisher","first-page":"120","DOI":"10.1109\/MWC.2017.1700363","volume":"25","author":"L Jia","year":"2018","unstructured":"Jia, L., Xu, Y., Sun, Y., Feng, S., Anpalagan, A.: Stackelberg game approaches for anti-jamming defence in wireless networks. IEEE Trans. Wirel. Commun. 25(6), 120\u2013128 (2018)","journal-title":"IEEE Trans. Wirel. Commun."},{"key":"13_CR10","doi-asserted-by":"publisher","first-page":"14623","DOI":"10.1109\/ACCESS.2019.2893459","volume":"7","author":"Z Feng","year":"2019","unstructured":"Feng, Z., Ren, G., Chen, J.: Power control in relay-assisted anti-jamming systems: a Bayesian three-layer stackelberg game approach. IEEE Access 7, 14623\u201314636 (2019)","journal-title":"IEEE Access"},{"issue":"3","key":"13_CR11","doi-asserted-by":"publisher","first-page":"854","DOI":"10.1109\/TCOMM.2010.011811.100227","volume":"59","author":"RM Michael","year":"2011","unstructured":"Michael, R.M., et al.: Adaptive coding for frequency-Hop transmission over fading channels with partial-Band interference. IEEE Trans. Commun. 59(3), 854\u2013862 (2011)","journal-title":"IEEE Trans. Commun."},{"key":"13_CR12","doi-asserted-by":"crossref","unstructured":"Duan, R.J., et al.: Research on spectrum allocation of HF access network based on intelligent frequency hopping. In: 8th International Symposium on Computational Intelligence and Design (ISCID), Hangzhou, pp. 295\u2013300 (2015)","DOI":"10.1109\/ISCID.2015.233"},{"key":"13_CR13","volume-title":"Third-Generation and Wideband HF Radio Communications","author":"E Johnson","year":"2013","unstructured":"Johnson, E., et al.: Third-Generation and Wideband HF Radio Communications. Artech House, Norwood (2013)"},{"issue":"9","key":"13_CR14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/CC.2018.8456447","volume":"15","author":"J Wang","year":"2018","unstructured":"Wang, J., Ding, G., Wang, H.: HF communications: past, present, and future. China Commun. 15(9), 1\u20139 (2018)","journal-title":"China Commun."},{"key":"13_CR15","doi-asserted-by":"crossref","unstructured":"Kong, L., Xu, Y., Zhang, Y., et al.: A reinforcement learning approach for dynamic spectrum anti-jamming in fading environment. In: IEEE 18th International Conference on Communication Technology (ICCT), Chongqing, pp. 51\u201358 (2018)","DOI":"10.1109\/ICCT.2018.8600218"},{"key":"13_CR16","first-page":"1","volume":"4","author":"F Slimeni","year":"2018","unstructured":"Slimeni, F., Chtourou, Z., Schaeers, B., Nir, V.L., Attia, R.: Cooperative Q-learning based channel selection for cognitive radio. Wirel. Netw. 4, 1\u201311 (2018)","journal-title":"Wirel. Netw."},{"issue":"5","key":"13_CR17","doi-asserted-by":"publisher","first-page":"4087","DOI":"10.1109\/TVT.2018.2789466","volume":"67","author":"L Xiao","year":"2018","unstructured":"Xiao, L., Lu, X., Xu, D., Tang, Y., Wang, L., Zhuang, W.: Uav relay in vanets against smart jamming with reinforcement learning. IEEE Trans. Veh. Technol. 67(5), 4087\u20134097 (2018)","journal-title":"IEEE Trans. Veh. Technol."},{"issue":"5","key":"13_CR18","doi-asserted-by":"publisher","first-page":"998","DOI":"10.1109\/LCOMM.2018.2815018","volume":"22","author":"X Liu","year":"2018","unstructured":"Liu, X., Xu, Y., Jia, L., et al.: Anti-jamming communications using spectrum waterfall: a deep reinforcement learning approach. IEEE Commun. Lett. 22(5), 998\u20131001 (2018)","journal-title":"IEEE Commun. Lett."},{"issue":"9","key":"13_CR19","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1109\/CC.2018.8456453","volume":"15","author":"X Liu","year":"2018","unstructured":"Liu, X., Xu, Y., Cheng, Y., et al.: A heterogeneous information fusion deep reinforcement learning for intelligent frequency selection of HF communication. China Commun. 15(9), 73\u201384 (2018)","journal-title":"China Commun."},{"key":"13_CR20","doi-asserted-by":"crossref","unstructured":"Chen, Y., Li, Y., Xu, D., Xiao, L.: DQN-based power control for IOT transmission against jamming. In: IEEE 87th Vehicular Technology Conference (VTC Spring), Porto, pp. 1\u20135 (2018)","DOI":"10.1109\/VTCSpring.2018.8417695"},{"issue":"4","key":"13_CR21","doi-asserted-by":"publisher","first-page":"2375","DOI":"10.1109\/JIOT.2017.2759728","volume":"5","author":"J Zhu","year":"2018","unstructured":"Zhu, J., Song, Y., Jiang, D., Song, H.: A new deep-Q-learning-based transmission scheduling mechanism for the cognitive internet of things. IEEE Internet Things J. 5(4), 2375\u20132385 (2018)","journal-title":"IEEE Internet Things J."},{"issue":"7","key":"13_CR22","first-page":"1433","volume":"36","author":"X Lin","year":"2014","unstructured":"Lin, X., Tan, Y., Zhang, J.: A MDP-based energy efficient policy for wireless transmission. Commun. Netw. 36(7), 1433\u20131438 (2014)","journal-title":"Commun. Netw."},{"issue":"9","key":"13_CR23","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1109\/CC.2018.8456452","volume":"15","author":"W Li","year":"2018","unstructured":"Li, W., Ruan, L., Xu, Y., et al.: Exploring channel diversity in HF communication systems: a matching-potential game approach. China Commun. 15(9), 60\u201372 (2018)","journal-title":"China Commun."},{"issue":"1","key":"13_CR24","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1109\/25.350282","volume":"44","author":"HS Wang","year":"1995","unstructured":"Wang, H.S., Moayeri, N.: Finite-state Markov channel-a useful model for radio communication channels. IEEE Trans. Veh. Technol. 44(1), 163\u2013171 (1995)","journal-title":"IEEE Trans. Veh. Technol."},{"issue":"11","key":"13_CR25","doi-asserted-by":"publisher","first-page":"1688","DOI":"10.1109\/26.803503","volume":"47","author":"Q Zhang","year":"1999","unstructured":"Zhang, Q., Kassam, S.A.: Finite-state Markov model for Rayleigh fading channels. IEEE Trans. Commun. 47(11), 1688\u20131692 (1999)","journal-title":"IEEE Trans. Commun."},{"issue":"1","key":"13_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1287\/mnsc.28.1.1","volume":"28","author":"GE Monahan","year":"1982","unstructured":"Monahan, G.E.: State of the art-a survey of partially observable Markov decision processes: theory, models, and algorithms. Manag. Sci. 28(1), 1\u201316 (1982)","journal-title":"Manag. Sci."},{"key":"13_CR27","unstructured":"Luong, N.C., Hoang, D.T., Gong, S., et al.: Applications of deep reinforcement learning in communications and networking: a survey (2018). \n                    arXiv:1810.07862"},{"key":"13_CR28","doi-asserted-by":"crossref","unstructured":"Browne, C.B., Powley, E., Whitehouse, D., et al.: A survey of Monte Carlo tree search methods, 4(1), 1\u201343 (2012)","DOI":"10.1109\/TCIAIG.2012.2186810"}],"container-title":["Lecture Notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","Machine Learning and Intelligent Communications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-32388-2_13","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,27]],"date-time":"2019-10-27T10:05:56Z","timestamp":1572170756000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-32388-2_13"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030323875","9783030323882"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-32388-2_13","relation":{},"ISSN":["1867-8211","1867-822X"],"issn-type":[{"type":"print","value":"1867-8211"},{"type":"electronic","value":"1867-822X"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"28 October 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"MLICOM","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Machine Learning and Intelligent Communications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Nanjing","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 July 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 July 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"mlicom2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/mlicom.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}