{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,22]],"date-time":"2026-01-22T10:07:59Z","timestamp":1769076479355,"version":"3.49.0"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2017,7,4]],"date-time":"2017-07-04T00:00:00Z","timestamp":1499126400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["No. 61401505"],"award-info":[{"award-number":["No. 61401505"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["No. 61179006"],"award-info":[{"award-number":["No. 61179006"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Jiangsu Provincial Natural Science Foundation of China","award":["No. BK20130069"],"award-info":[{"award-number":["No. BK20130069"]}]},{"name":"Jiangsu Provincial Natural Science Foundation of China","award":["No. BK20151450"],"award-info":[{"award-number":["No. BK20151450"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Wireless Netw"],"published-print":{"date-parts":[[2019,1]]},"DOI":"10.1007\/s11276-017-1551-9","type":"journal-article","created":{"date-parts":[[2017,7,4]],"date-time":"2017-07-04T12:20:56Z","timestamp":1499170856000},"page":"201-213","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":44,"title":["A hierarchical learning approach to anti-jamming channel selection strategies"],"prefix":"10.1007","volume":"25","author":[{"given":"Fuqiang","family":"Yao","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7914-5987","authenticated-orcid":false,"given":"Luliang","family":"Jia","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Youming","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuhua","family":"Xu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shuo","family":"Feng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yonggang","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,7,4]]},"reference":[{"key":"1551_CR1","unstructured":"International Telecommunication Union (2015). Technical and operational principles for HF sky-wave communication stations to improve the man-made noise HF environment(ITU-R 258\/5). ITU."},{"issue":"9","key":"1551_CR2","doi-asserted-by":"publisher","first-page":"1727","DOI":"10.1109\/JPROC.2016.2558521","volume":"104","author":"Y Zou","year":"2016","unstructured":"Zou, Y., Zhu, J., Wang, X., & Hanzo, L. (2016). A survey on wireless security: Technical challenges, recent advances, and future trends. Proceedings of the IEEE, 104(9), 1727\u20131765.","journal-title":"Proceedings of the IEEE"},{"issue":"8","key":"1551_CR3","doi-asserted-by":"publisher","first-page":"112","DOI":"10.1109\/MCOM.2011.5978424","volume":"49","author":"YE Sagduyu","year":"2011","unstructured":"Sagduyu, Y. E., Berry, R. A., & Ephremides, A. (2011). Jamming games in wireless networks with incomplete information. IEEE Communications Magazine, 49(8), 112\u2013118.","journal-title":"IEEE Communications Magazine"},{"issue":"3","key":"1551_CR4","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1109\/MNET.2013.6523804","volume":"27","author":"C Chen","year":"2013","unstructured":"Chen, C., Song, M., Xin, C., & Backens, J. (2013). A game-theoretical anti-jamming scheme for cognitive radio networks. IEEE Network, 27(3), 22\u201327.","journal-title":"IEEE Network"},{"issue":"8","key":"1551_CR5","doi-asserted-by":"publisher","first-page":"5733","DOI":"10.1109\/TWC.2016.2569083","volume":"15","author":"L Zhang","year":"2016","unstructured":"Zhang, L., Guan, Z., & Melodia, T. (2016). United against the enemy: anti-jamming based on cross-layer cooperation in wireless networks. IEEE Transactions on Wireless Communications, 15(8), 5733\u20135747.","journal-title":"IEEE Transactions on Wireless Communications"},{"key":"1551_CR6","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2016.2605799","author":"H Zhu","year":"2016","unstructured":"Zhu, H., Fang, C., Liu, Y., et al. (2016). You can jam but you can\u2019t hide: defending against jamming attacks for Geo-location database driven spectrum sharing. IEEE Journal on Selected Areas in Communications,. doi: 10.1109\/JSAC.2016.2605799 .","journal-title":"IEEE Journal on Selected Areas in Communications"},{"issue":"3","key":"1551_CR7","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1109\/MNET.2013.6523802","volume":"27","author":"RD Pietro","year":"2013","unstructured":"Pietro, R. D., & Oligeri, G. (2013). Jamming mitigation in cognitive radio networks. IEEE Network, 27(3), 10\u201315.","journal-title":"IEEE Network"},{"issue":"1","key":"1551_CR8","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1109\/JSAC.2012.120102","volume":"30","author":"Y Wu","year":"2012","unstructured":"Wu, Y., Wang, B., Liu, K., & Clancy, T. (2012). Anti-jamming games in multi-channel cognitive radio networks. IEEE Journal on Selected Areas in Communications, 30(1), 4\u201315.","journal-title":"IEEE Journal on Selected Areas in Communications"},{"key":"1551_CR9","volume-title":"Game theory in wireless and communication networks","author":"Z Han","year":"2012","unstructured":"Han, Z., Niyato, D., Saad, W., Basar, T., et al. (2012). Game theory in wireless and communication networks. Cambridge: Cambridge University Press."},{"issue":"7","key":"1551_CR10","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1109\/MCOM.2015.7158272","volume":"53","author":"Y Xu","year":"2015","unstructured":"Xu, Y., Wang, J., Wu, Q., et al. (2015). A game-theoretic perspective on self-organizing optimization for cognitive small cells. IEEE Communications Magazine, 53(7), 100\u2013108.","journal-title":"IEEE Communications Magazine"},{"issue":"10","key":"1551_CR11","doi-asserted-by":"publisher","first-page":"2690","DOI":"10.1109\/JSAC.2016.2606818","volume":"34","author":"Y Sun","year":"2016","unstructured":"Sun, Y., Wu, Q., Wang, J., Xu, Y., & Anpalagan, A. (2016). Veracity: Overlapping coalition formation based double auction for heterogeneous demand and spectrum reusability. IEEE Journal on Selected Areas in Communications, 34(10), 2690\u20132705.","journal-title":"IEEE Journal on Selected Areas in Communications"},{"issue":"7","key":"1551_CR12","doi-asserted-by":"publisher","first-page":"968","DOI":"10.1002\/ett.3036","volume":"27","author":"H Shao","year":"2016","unstructured":"Shao, H., Sun, Y., Zhao, H., et al. (2016). Locally cooperative traffic-offloading in multi-mode small cell networks via potential games. Transactions on Emerging Telecommunications Technologies, 27(7), 968\u2013981.","journal-title":"Transactions on Emerging Telecommunications Technologies"},{"issue":"15","key":"1551_CR13","doi-asserted-by":"publisher","first-page":"1914","DOI":"10.1049\/iet-com.2016.0094","volume":"10","author":"Y Sun","year":"2016","unstructured":"Sun, Y., Wang, J., et al. (2016). Local altruistic coalition formation game for spectrum sharing and interference management in hyper-dense cloud-RANs. IET Communications, 10(15), 1914\u20131921.","journal-title":"IET Communications"},{"issue":"2","key":"1551_CR14","doi-asserted-by":"publisher","first-page":"1023","DOI":"10.1109\/COMST.2014.2380998","volume":"17","author":"RK Sharma","year":"2015","unstructured":"Sharma, R. K., & Rawat, D. B. (2015). Advances on security threats and countermeasures for cognitive radio networks: A survey. IEEE Communications Surveys & Tutorials, 17(2), 1023\u20131043. (Second Quarter) .","journal-title":"IEEE Communications Surveys & Tutorials"},{"issue":"4","key":"1551_CR15","doi-asserted-by":"publisher","first-page":"877","DOI":"10.1109\/JSAC.2011.110418","volume":"29","author":"B Wang","year":"2011","unstructured":"Wang, B., Wu, Y., Liu, K., & Clancy, T. (2011). An anti-jamming stochastic game for cognitive radio networks. IEEE Journal on Selected Areas in Communications, 29(4), 877\u2013889.","journal-title":"IEEE Journal on Selected Areas in Communications"},{"issue":"11","key":"1551_CR16","doi-asserted-by":"publisher","first-page":"3566","DOI":"10.1109\/TWC.2010.091510.100629","volume":"9","author":"H Li","year":"2010","unstructured":"Li, H., & Han, Z. (2010). Dogfight in spectrum: Combating primary user emulation attacks in cognitive radio systems, part I: Known channel statistics. IEEE Transactions on Wireless Communications, 9(11), 3566\u20133577.","journal-title":"IEEE Transactions on Wireless Communications"},{"key":"1551_CR17","doi-asserted-by":"crossref","unstructured":"Oskoui, M. G., Khorramshahi, P., & Salehi, T. A. (2016). Using game theory to battle jammer in control channels of cognitive radio ad hoc networks. In Proceedings of the IEEE ICC (pp. 1\u20135).","DOI":"10.1109\/ICC.2016.7511334"},{"issue":"8","key":"1551_CR18","doi-asserted-by":"publisher","first-page":"3467","DOI":"10.1109\/TCOMM.2016.2577686","volume":"64","author":"R El-Bardan","year":"2016","unstructured":"El-Bardan, R., Brahma, S., & Varshney, P. K. (2016). Strategic power allocation with incomplete information in the presence of jammer. IEEE Transactions on Communications, 64(8), 3467\u20133479.","journal-title":"IEEE Transactions on Communications"},{"issue":"9","key":"1551_CR19","doi-asserted-by":"publisher","first-page":"4013","DOI":"10.1109\/TCOMM.2016.2597148","volume":"64","author":"T Song","year":"2016","unstructured":"Song, T., Stark, W. E., Li, T., & Tugnait, J. K. (2016). Optimal multiband transmission under hostile jamming. IEEE Transactions on Communications, 64(9), 4013\u20134027.","journal-title":"IEEE Transactions on Communications"},{"key":"1551_CR20","doi-asserted-by":"crossref","unstructured":"Hanawal, M. K., Abdel-Rahman, M. J., & Krunz, M. (2014). Game theoretic anti-jamming dynamic frequency hopping and rate adaptation in wireless systems. In Proceedings of the WiOpt Conference (pp. 247\u2013254).","DOI":"10.1109\/WIOPT.2014.6850306"},{"issue":"9","key":"1551_CR21","doi-asserted-by":"publisher","first-page":"2247","DOI":"10.1109\/TMC.2015.2492556","volume":"15","author":"MK Hanawal","year":"2016","unstructured":"Hanawal, M. K., Abdel-Rahman, M. J., & Krunz, M. (2016). Joint adaptation of frequency hopping and transmission rate for anti-jamming wireless systems. IEEE Transactions on Mobile Computing, 15(9), 2247\u20132259.","journal-title":"IEEE Transactions on Mobile Computing"},{"key":"1551_CR22","doi-asserted-by":"crossref","unstructured":"Abdel-Rahman, M. J., & Krunz, M. (2014). Game-theoretic quorum-based frequency hopping for anti-jamming rendezvous in DSA networks. In Proceedings of the IEEE DYSPAN (pp. 248\u2013258).","DOI":"10.1109\/DySPAN.2014.6817801"},{"key":"1551_CR23","doi-asserted-by":"publisher","DOI":"10.1109\/JSYST.2016.2580560","author":"Y Sun","year":"2016","unstructured":"Sun, Y., Wang, J., Sun, F., & Zhang, J. (2016). Energy-aware joint user scheduling and power control for two-tier femtocell networks: A hierarchical game approach. IEEE Systems Journal,. doi: 10.1109\/JSYST.2016.2580560 .","journal-title":"IEEE Systems Journal"},{"issue":"3","key":"1551_CR24","doi-asserted-by":"publisher","first-page":"538","DOI":"10.1109\/JSAC.2012.120404","volume":"30","author":"X Kang","year":"2012","unstructured":"Kang, X., Zhang, R., & Motani, M. (2012). Price-based resource allocation for spectrum-sharing femtocell networks: A Stackelberg game approach. IEEE Journal on Selected Areas in Communications, 30(3), 538\u2013549.","journal-title":"IEEE Journal on Selected Areas in Communications"},{"key":"1551_CR25","unstructured":"Yang, D., Zhang, J., Fang, X., & Richa, A., et al. (2012). Optimal transmission power control in the presence of a smart jammer. In Proceedings of the IEEE Globecom (pp. 5506\u20135511)."},{"issue":"8","key":"1551_CR26","doi-asserted-by":"publisher","first-page":"4038","DOI":"10.1109\/TWC.2013.071913121570","volume":"12","author":"D Yang","year":"2013","unstructured":"Yang, D., Xue, G., Zhang, J., Richa, A., & Fang, X. (2013). Coping with a smart jammer in wireless networks: A stackelberg game approach. IEEE Transactions on Wireless Communications, 12(8), 4038\u20134047.","journal-title":"IEEE Transactions on Wireless Communications"},{"issue":"6","key":"1551_CR27","doi-asserted-by":"publisher","first-page":"949","DOI":"10.1109\/LCOMM.2015.2418776","volume":"19","author":"L Xiao","year":"2015","unstructured":"Xiao, L., Chen, T., Liu, J., & Dai, H. (2015). Anti-jamming transmission stackelberg game with observation errors. IEEE Communications Letters, 19(6), 949\u2013952.","journal-title":"IEEE Communications Letters"},{"issue":"10","key":"1551_CR28","doi-asserted-by":"publisher","first-page":"1991","DOI":"10.1109\/LCOMM.2016.2598808","volume":"20","author":"L Jia","year":"2016","unstructured":"Jia, L., Yao, F., Sun, Y., et al. (2016). Bayesian Stackelberg game for anti-jamming with incomplete information. IEEE Communications Letters, 20(10), 1991\u20131994.","journal-title":"IEEE Communications Letters"},{"key":"1551_CR29","doi-asserted-by":"crossref","unstructured":"Tang, X., Ren, P., Wang, Y., et al. (2015). Securing wireless transmission against reactive jamming: A Stackelberg game framework. In Proceedings of the IEEE GLOBECOM (pp. 1\u20136).","DOI":"10.1109\/GLOCOM.2015.7417368"},{"key":"1551_CR30","doi-asserted-by":"crossref","unstructured":"Xiao, L., Xie, C., Chen, T., et al. (2016). Mobile offloading game against smart attacks. In Proceedings of the IEEE INFOCOM (pp. 403\u2013408).","DOI":"10.1109\/INFCOMW.2016.7562110"},{"key":"1551_CR31","doi-asserted-by":"publisher","first-page":"2281","DOI":"10.1109\/ACCESS.2016.2565198","volume":"4","author":"L Xiao","year":"2016","unstructured":"Xiao, L., Xie, C., Chen, T., et al. (2016). A mobile offloading game against smart attacks. IEEE Access, 4, 2281\u20132291.","journal-title":"IEEE Access"},{"issue":"9","key":"1551_CR32","doi-asserted-by":"publisher","first-page":"4524","DOI":"10.1109\/TVT.2013.2273945","volume":"62","author":"Q Wu","year":"2013","unstructured":"Wu, Q., Xu, Y., Wang, J., et al. (2013). Distributed channel selection in time-varying radio environment: Interference mitigation game with uncoupled stochastic learning. IEEE Transactions on Vehicular Technology, 62(9), 4524\u20134538.","journal-title":"IEEE Transactions on Vehicular Technology"},{"issue":"5","key":"1551_CR33","doi-asserted-by":"publisher","first-page":"491","DOI":"10.1109\/WCL.2013.061213.130319","volume":"2","author":"J Zheng","year":"2013","unstructured":"Zheng, J., Cai, Y., Yang, W., et al. (2013). A fully distributed algorithm for dynamic channel adaptation in canonical communication networks. IEEE Wireless Communications Letters, 2(5), 491\u2013494.","journal-title":"IEEE Wireless Communications Letters"},{"issue":"9","key":"1551_CR34","doi-asserted-by":"publisher","first-page":"4757","DOI":"10.1109\/TVT.2014.2311496","volume":"63","author":"J Zheng","year":"2014","unstructured":"Zheng, J., Cai, Y., Xu, Y., & Anpalagan, A. (2014). Distributed channel selection for interference mitigation in dynamic environment: A game theoretic stochastic learning solution. IEEE Transactions on Vehicular Technology, 63(9), 4757\u20134762.","journal-title":"IEEE Transactions on Vehicular Technology"},{"key":"1551_CR35","doi-asserted-by":"crossref","unstructured":"Chen, X., Zhang, H., Chen, T., & Lasanen, M.: Improving energy efficiency in green femtocell networks: a hierarchical reinforcement learning framework. In Proceedings of the IEEE ICC 2013 (pp. 2241\u20132245).","DOI":"10.1109\/ICC.2013.6654861"},{"issue":"11","key":"1551_CR36","first-page":"4291","volume":"9","author":"Y Sun","year":"2015","unstructured":"Sun, Y., Shao, H., Liu, X., et al. (2015). Traffic offloading in two-tier multi-mode small cell networks over unlicensed bands: A hierarchical learning framework. KSII Transactions on Internet and Information Systems, 9(11), 4291\u20134310.","journal-title":"KSII Transactions on Internet and Information Systems"},{"issue":"1","key":"1551_CR37","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1006\/game.1996.0044","volume":"14","author":"D Monderer","year":"1996","unstructured":"Monderer, D., & Shapley, L. S. (1996). Potential games. Games and Economic Behavior, 14(1), 124\u2013143.","journal-title":"Games and Economic Behavior"},{"issue":"5","key":"1551_CR38","doi-asserted-by":"publisher","first-page":"769","DOI":"10.1109\/21.293490","volume":"24","author":"P Sastry","year":"1994","unstructured":"Sastry, P., Phansalkar, V., & Thathachar, M. (1994). Decentralized learning of Nash equilibria in multi-person stochastic games with incomplete information. IEEE Transactions on Systems, Man, and Cybernetics, 24(5), 769\u2013777.","journal-title":"IEEE Transactions on Systems, Man, and Cybernetics"},{"issue":"6","key":"1551_CR39","doi-asserted-by":"publisher","first-page":"563","DOI":"10.1109\/LSP.2010.2047315","volume":"17","author":"W Zhong","year":"2010","unstructured":"Zhong, W., Xu, Y., Tao, M., et al. (2010). Game theoretic multimode precoding strategy selection for MIMO multiple access channels. IEEE Signal Processing Letters, 17(6), 563\u2013566.","journal-title":"IEEE Signal Processing Letters"},{"issue":"10","key":"1551_CR40","doi-asserted-by":"publisher","first-page":"4807","DOI":"10.1109\/TVT.2014.2366559","volume":"64","author":"J Zheng","year":"2015","unstructured":"Zheng, J., Cai, Y., Lu, N., et al. (2015). Stochastic game-theoretic spectrum access in distributed and dynamic environment. IEEE Transactions on Vehicular Technology, 64(10), 4807\u20134820.","journal-title":"IEEE Transactions on Vehicular Technology"},{"issue":"4","key":"1551_CR41","doi-asserted-by":"publisher","first-page":"1380","DOI":"10.1109\/TWC.2012.020812.110025","volume":"11","author":"Y Xu","year":"2012","unstructured":"Xu, Y., Wang, J., Wu, Q., et al. (2012). Opportunistic spectrum access in unknown dynamic environment: A game-theoretic stochastic learning solution. IEEE Transactions on Wireless Communications, 11(4), 1380\u20131391.","journal-title":"IEEE Transactions on Wireless Communications"},{"key":"1551_CR42","doi-asserted-by":"publisher","first-page":"1071","DOI":"10.1109\/ACCESS.2015.2453266","volume":"3","author":"Y Xu","year":"2015","unstructured":"Xu, Y., Xu, Y., & Anpalagan, A. (2015). Database-assisted spectrum access in dynamic networks: A distributed learning solution. IEEE Access, 3, 1071\u20131078.","journal-title":"IEEE Access"},{"key":"1551_CR43","first-page":"279","volume":"8","author":"CJCH Watkins","year":"1992","unstructured":"Watkins, C. J. C. H., & Dayan, P. (1992). Q-learning. Machine Learning, 8, 279\u2013292.","journal-title":"Machine Learning"},{"issue":"4","key":"1551_CR44","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1103\/PhysRevE.85.041145","volume":"85","author":"A Kianercy","year":"2012","unstructured":"Kianercy, A., & Galstyan, A. (2012). Dynamics of Boltzmann Q-learning in two-player two-action games. Physical Review E, 85(4), 1\u201310.","journal-title":"Physical Review E"}],"container-title":["Wireless Networks"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11276-017-1551-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-017-1551-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-017-1551-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,28]],"date-time":"2019-09-28T08:33:12Z","timestamp":1569659592000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11276-017-1551-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,7,4]]},"references-count":44,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2019,1]]}},"alternative-id":["1551"],"URL":"https:\/\/doi.org\/10.1007\/s11276-017-1551-9","relation":{},"ISSN":["1022-0038","1572-8196"],"issn-type":[{"value":"1022-0038","type":"print"},{"value":"1572-8196","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,7,4]]},"assertion":[{"value":"4 July 2017","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}