{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,20]],"date-time":"2026-06-20T16:41:48Z","timestamp":1781973708564,"version":"3.54.5"},"reference-count":57,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2019,10,24]],"date-time":"2019-10-24T00:00:00Z","timestamp":1571875200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,10,24]],"date-time":"2019-10-24T00:00:00Z","timestamp":1571875200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Wireless Inf Networks"],"published-print":{"date-parts":[[2020,3]]},"DOI":"10.1007\/s10776-019-00463-6","type":"journal-article","created":{"date-parts":[[2019,11,4]],"date-time":"2019-11-04T10:02:57Z","timestamp":1572861777000},"page":"144-163","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":20,"title":["A Survey and Performance Evaluation of Reinforcement Learning Based Spectrum Aware Routing in Cognitive Radio Ad Hoc Networks"],"prefix":"10.1007","volume":"27","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7683-4955","authenticated-orcid":false,"given":"Rashmi","family":"Naveen Raj","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7888-6516","authenticated-orcid":false,"given":"Ashalatha","family":"Nayak","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9706-4195","authenticated-orcid":false,"given":"M. Sathish","family":"Kumar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2019,10,24]]},"reference":[{"key":"463_CR1","unstructured":"J.\u00a0Mitola. Cognitive radio for flexible mobile multimedia communications. In Proceedings of International Workshop on Mobile Multimedia Communications, San Diego, CA, 1999."},{"key":"463_CR2","unstructured":"Spectrum policy task force report. Federal Communication Commission, 2002."},{"issue":"2","key":"463_CR3","doi-asserted-by":"crossref","first-page":"147","DOI":"10.1007\/s11276-011-0392-1","volume":"18","author":"J Marinho","year":"2012","unstructured":"J. Marinho and E. Monteiro, Cognitive radio: survey on communication protocols, spectrum decision issues, and future research directions, Wireless Networks, Vol. 18, No. 2, pp. 147\u2013164, 2012.","journal-title":"Wireless Networks"},{"issue":"1","key":"463_CR4","doi-asserted-by":"crossref","first-page":"40","DOI":"10.1016\/j.phycom.2010.12.003","volume":"4","author":"IF Akyildiz","year":"2011","unstructured":"I. F. Akyildiz, B. F. Lo and R. Balakrishnan, Cooperative spectrum sensing in cognitive radio networks: a survey, Physical Communication, Vol. 4, No. 1, pp. 40\u201362, 2011.","journal-title":"Physical Communication"},{"issue":"5","key":"463_CR5","doi-asserted-by":"crossref","first-page":"810","DOI":"10.1016\/j.adhoc.2009.01.001","volume":"7","author":"IF Akyildiz","year":"2009","unstructured":"I. F. Akyildiz, W. Lee and K. R. Chowdhury, CRAHNs: cognitive radio ad hoc networks, Ad Hoc Networks, Vol. 7, No. 5, pp. 810\u2013836, 2009.","journal-title":"Ad Hoc Networks"},{"key":"463_CR6","doi-asserted-by":"crossref","unstructured":"K.\u00a0Patil, R.\u00a0Prasad, and K.\u00a0Skouby. A survey of worldwide spectrum occupancy measurement campaign for cognitive radio. In Proceedings of International Conference on Devices and Communications (ICDeCom), India, pp. 1\u20135, Feb. 2011.","DOI":"10.1109\/ICDECOM.2011.5738472"},{"key":"463_CR7","doi-asserted-by":"crossref","first-page":"295","DOI":"10.1016\/j.ieri.2013.11.042","volume":"4","author":"Jiantao Xue","year":"2013","unstructured":"J.\u00a0Xue, Z.\u00a0Feng, and P.\u00a0Zhang (2013) Spectrum occupancy measurements and analysis in beijing. IERI Procedia, 4:295\u2013302. In 2013 International Conference on Electronic Engineering and Computer Science (EECS 2013).","journal-title":"IERI Procedia"},{"issue":"9","key":"463_CR8","doi-asserted-by":"crossref","first-page":"3098","DOI":"10.1016\/j.measurement.2013.06.010","volume":"46","author":"SD Barnes","year":"2013","unstructured":"S. D. Barnes, P. A. Jansen van Vuuren and B. T. Maharaj, Spectrum occupancy investigation: measurements in south africa, Measurement, Vol. 46, No. 9, pp. 3098\u20133112, 2013.","journal-title":"Measurement"},{"issue":"Supplement C","key":"463_CR9","doi-asserted-by":"crossref","first-page":"272","DOI":"10.1016\/j.measurement.2016.07.020","volume":"93","author":"SD Barnes","year":"2016","unstructured":"S. D. Barnes, P. R. Botha and B. T. Maharaj, Spectral occupation of TV broadcast bands: measurement and analysis, Measurement, Vol. 93, No. Supplement C, pp. 272\u2013277, 2016.","journal-title":"Measurement"},{"issue":"4","key":"463_CR10","doi-asserted-by":"crossref","first-page":"2581","DOI":"10.1007\/s11277-015-2921-1","volume":"85","author":"D Das","year":"2015","unstructured":"D. Das and S. Das, A survey on spectrum occupancy measurement for cognitive radio, Wireless Personal Communications, Vol. 85, No. 4, pp. 2581\u20132598, 2015.","journal-title":"Wireless Personal Communications"},{"issue":"2","key":"463_CR11","doi-asserted-by":"crossref","first-page":"1277","DOI":"10.1109\/COMST.2016.2631080","volume":"19","author":"A Ali","year":"2017","unstructured":"A. Ali and W. Hamouda, Advances on spectrum sesning for cognitive radio networks: theory and applications, IEEE Communication Surveys and Tutorials, Vol. 19, No. 2, pp. 1277\u20131304, 2017.","journal-title":"IEEE Communication Surveys and Tutorials"},{"issue":"1","key":"463_CR12","doi-asserted-by":"crossref","first-page":"824","DOI":"10.1109\/COMST.2014.2362796","volume":"18","author":"GI Tsiropoulos","year":"2016","unstructured":"G. I. Tsiropoulos, O. A. Dobre, M. H. Ahmed and K. F. Baddour, Radio resource allocation techniques for efficient spectrum access in cognitive radio network, IEEE Communication Surveys and Tutorials, Vol. 18, No. 1, pp. 824\u2013847, 2016.","journal-title":"IEEE Communication Surveys and Tutorials"},{"key":"463_CR13","doi-asserted-by":"crossref","first-page":"161","DOI":"10.1016\/j.jnca.2015.10.008","volume":"61","author":"K Kumar","year":"2016","unstructured":"K. Kumar, A. Prakash and R. Trpathi, Spectrum handoff in cognitive radio networks: a classification and comprehensive survey, Journal of Network and Computer Applications, Vol. 61, pp. 161\u2013188, 2016.","journal-title":"Journal of Network and Computer Applications"},{"issue":"1","key":"463_CR14","doi-asserted-by":"crossref","first-page":"92","DOI":"10.1109\/SURV.2013.082713.00184","volume":"16","author":"M Youssef","year":"2014","unstructured":"M. Youssef, M. Ibrahim, M. Abdelatif, L. Chen and A. V. Vasilakos, Routing metrics of cognitive radio networks: a survey, IEEE Communications Surveys and Tutorials, Vol. 16, No. 1, pp. 92\u2013109, 2014.","journal-title":"IEEE Communications Surveys and Tutorials"},{"key":"463_CR15","doi-asserted-by":"crossref","first-page":"28","DOI":"10.1016\/j.jnca.2016.07.006","volume":"72","author":"K Singh","year":"2016","unstructured":"K. Singh and S. Moh, Routing protocols in cognitive radio ad hoc networks: a comprehensive review, Journal of Network and Computer Applications, Vol. 72, pp. 28\u201337, 2016.","journal-title":"Journal of Network and Computer Applications"},{"key":"463_CR16","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.jnca.2014.04.001","volume":"43","author":"Y Saleem","year":"2014","unstructured":"Y. Saleem and M. Rehmani, Primary radio user activity models for cognitive radio networks: a survey, Journal of Network and Computer Applications, Vol. 43, pp. 1\u201316, 2014.","journal-title":"Journal of Network and Computer Applications"},{"issue":"2","key":"463_CR17","doi-asserted-by":"crossref","first-page":"1023","DOI":"10.1109\/COMST.2014.2380998","volume":"17","author":"RK Sharma","year":"2015","unstructured":"R. K. Sharma and D. B. Rawat, Advances on security threats and countermeasures for cognitive radio networks: a survey, IEEE Communication Surveys and Tutorials, Vol. 17, No. 2, pp. 1023\u20131043, 2015.","journal-title":"IEEE Communication Surveys and Tutorials"},{"issue":"7","key":"463_CR18","doi-asserted-by":"crossref","first-page":"3386","DOI":"10.1109\/TVT.2011.2158673","volume":"60","author":"Y Liang","year":"2011","unstructured":"Y. Liang, K. Chen, G. Y. Li and P. Mahonen, Cognitive radio networking and communications: an overview, IEEE Transactions on Vehicular Technology, Vol. 60, No. 7, pp. 3386\u20133407, 2011.","journal-title":"IEEE Transactions on Vehicular Technology"},{"issue":"3","key":"463_CR19","doi-asserted-by":"crossref","first-page":"74","DOI":"10.1109\/MCOM.2011.5723803","volume":"49","author":"J Wang","year":"2011","unstructured":"J. Wang, M. Ghosh and K. Challapali, Emerging cognitive radio applications: a survey, IEEE Communications Magazine, Vol. 49, No. 3, pp. 74\u201381, 2011.","journal-title":"IEEE Communications Magazine"},{"key":"463_CR20","doi-asserted-by":"crossref","unstructured":"P.\u00a0C. Jain. Rural wireless broad band internet access in wireless regional area network using cognitive radio. In Proceedings of International conference on signal processing and communication, Noida, India, 2013.","DOI":"10.1109\/ICSPCom.2013.6719764"},{"key":"463_CR21","first-page":"55","volume-title":"Challenges Implementing Internet of Things (IoT) Using Cognitive Radio Capabilities in 5G Mobile Networks","author":"K Katzis","year":"2016","unstructured":"K. Katzis and H. Ahmadi, Challenges Implementing Internet of Things (IoT) Using Cognitive Radio Capabilities in 5G Mobile Networks, Springer International Publishing, Cham, 2016. pp. 55\u201376."},{"issue":"3","key":"463_CR22","doi-asserted-by":"crossref","first-page":"17","DOI":"10.1109\/MWC.2017.1600404","volume":"24","author":"A Athar","year":"2017","unstructured":"A. Athar, M. H. Rehmani and A. Rachedi, Cognitive-radio-based Internet of Things: applications, architectures, spectrum related functionalities, and future research directions, IEEE Wireless Communications, Vol. 24, No. 3, pp. 17\u201325, 2017.","journal-title":"IEEE Wireless Communications"},{"issue":"4","key":"463_CR23","doi-asserted-by":"crossref","first-page":"168","DOI":"10.1109\/MCOM.2013.6495776","volume":"51","author":"S Sengupta","year":"2013","unstructured":"S. Sengupta and K. P. Subbalakshmi, Open research issues in multi-hop cognitive radio networks, IEEE Communications Magazine, Vol. 51, No. 4, pp. 168\u2013176, 2013.","journal-title":"IEEE Communications Magazine"},{"issue":"1","key":"463_CR24","doi-asserted-by":"crossref","first-page":"116","DOI":"10.1109\/SURV.2009.090109","volume":"11","author":"T Yucek","year":"2009","unstructured":"T. Yucek and H. Arslan, A survey of spectrum sensing algorithms for cognitive radio applications, IEEE Communications Surveys and Tutorials, Vol. 11, No. 1, pp. 116\u2013130, 2009.","journal-title":"IEEE Communications Surveys and Tutorials"},{"key":"463_CR25","volume-title":"Artificial Intelligence: A Modern Approach","author":"S Russell","year":"2009","unstructured":"S. Russell and P. Norvig, Artificial Intelligence: A Modern Approach3rd ed., Prentice Hall Press, Upper Saddle River, 2009."},{"issue":"3","key":"463_CR26","doi-asserted-by":"crossref","first-page":"1136","DOI":"10.1109\/SURV.2012.100412.00017","volume":"15","author":"M Bkassiny","year":"2013","unstructured":"M. Bkassiny, Y. Li and S. K. Jayaweera, A survey on machine learning techniques in cognitive radios, IEEE Communications Surveys and Tutorials, Vol. 15, No. 3, pp. 1136\u20131159, 2013.","journal-title":"IEEE Communications Surveys and Tutorials"},{"issue":"1","key":"463_CR27","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1007\/s10462-015-9438-6","volume":"45","author":"J Qadir","year":"2016","unstructured":"J. Qadir, Artificial intelligence based cognitive routing for cognitive radio networks, Artificial Intelligence Review, Vol. 45, No. 1, pp. 25\u201396, 2016.","journal-title":"Artificial Intelligence Review"},{"issue":"11","key":"463_CR28","doi-asserted-by":"crossref","first-page":"2237","DOI":"10.1109\/JSAC.2013.131115","volume":"31","author":"I Macaluso","year":"2013","unstructured":"I. Macaluso, D. Finn, B. Ozgul and L. A. DaSilva, Complexity of spectrum activity, IEEE Journal on Selected Areas in Communications, Vol. 31, No. 11, pp. 2237\u20132248, 2013.","journal-title":"IEEE Journal on Selected Areas in Communications"},{"key":"463_CR29","volume-title":"Introduction to Reinforcement Learning","author":"RS Sutton","year":"1998","unstructured":"Richard S. Sutton and Andrew G. Barto, Introduction to Reinforcement Learning, vol. 1st, MIT Press, Cambridge, 1998.","edition":"1"},{"key":"463_CR30","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1146\/annurev-psych-122414-033625","volume":"68","author":"SJ Gershman","year":"2017","unstructured":"S. J. Gershman and N. D. Daw, Reinforcement learning and episodic memory in humans and animals: an integrative framework, Annual Review on Psychology, Vol. 68, pp. 101\u2013128, 2017.","journal-title":"Annual Review on Psychology"},{"issue":"3","key":"463_CR31","doi-asserted-by":"crossref","first-page":"1717","DOI":"10.1109\/COMST.2016.2539923","volume":"18","author":"W Wang","year":"2016","unstructured":"W. Wang, A. Kwasinski, D. Niyato and Z. Han, A survey on model-free strategy learning in cognitive wireless network, IEEE Communications Surveys and Tutorials, Vol. 18, No. 3, pp. 1717\u20131757, 2016.","journal-title":"IEEE Communications Surveys and Tutorials"},{"issue":"3","key":"463_CR32","doi-asserted-by":"crossref","first-page":"381","DOI":"10.1007\/s10462-012-9383-6","volume":"48","author":"HAA Al-Rawi","year":"2015","unstructured":"H. A. A. Al-Rawi, M. A. Ng and K. A. Yau, Application of reinforcement learning to routing in distributed wireless networks: a review, Artificial Intelligence Review, Vol. 48, No. 3, pp. 381\u2013416, 2015.","journal-title":"Artificial Intelligence Review"},{"key":"463_CR33","volume-title":"Markov Decision Processes in Artificial Intelligence","author":"O Sigaud","year":"2012","unstructured":"O. Sigaud and O. Buffer, Markov Decision Processes in Artificial Intelligence, Wiley, Hoboken, 2012."},{"key":"463_CR34","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1613\/jair.3987","volume":"48","author":"DM Roijers","year":"2013","unstructured":"D. M. Roijers, P. Vamplew, S. Whilson and R. Dazeley, A survey of multi-objective sequential decision making, Journal of Artificial Intelligence Research, Vol. 48, pp. 67\u2013113, 2013.","journal-title":"Journal of Artificial Intelligence Research"},{"key":"463_CR35","unstructured":"W.\u00a0Wang. Multi-objective sequential decision making. Ph. D Thesis, 2014."},{"key":"463_CR36","first-page":"1083","volume-title":"Adaptive Learning in Cognitive Radio","author":"H Li","year":"2019","unstructured":"H. Li, Adaptive Learning in Cognitive Radio, Springer, Singapore, 2019. pp. 1083\u20131121."},{"key":"463_CR37","doi-asserted-by":"crossref","unstructured":"B.\u00a0Xia, M.\u00a0H. Wahab, Y.\u00a0Yang, Z.\u00a0Fan, and M. Sooriyabandara. Reinforcement learning based spectrum aware routing in multi hop cognitive radio networks. In Proceedings of Fourth International Conference on CROWNCOM, Hanover, Germany, 2009.","DOI":"10.1109\/CROWNCOM.2009.5189189"},{"issue":"9","key":"463_CR38","doi-asserted-by":"crossref","first-page":"859","DOI":"10.1016\/j.peva.2010.11.005","volume":"68","author":"MD Felice","year":"2011","unstructured":"M. D. Felice, K. R. Chowdhury, A. Kassler, W. Kim and L. Bononi, End-to-end protocols for cognitive radio ad hoc networks: an evaluation study, Performance Evaluation, Vol. 68, No. 9, pp. 859\u2013875, 2011.","journal-title":"Performance Evaluation"},{"key":"463_CR39","unstructured":"C.\u00a0Wu, K.\u00a0Chowdhury, and M.\u00a0Di Felice. Spectrum management of cognitive radio using multi-agent reinforcement learning. In Proceedings of 9th International Conference on Autonomous Agents and Multiagent Systems (AAMAS 2010), Toronto, Canada, pp. 1705\u20131712, May 2010."},{"issue":"1","key":"463_CR40","doi-asserted-by":"crossref","first-page":"465","DOI":"10.1007\/s11277-018-5700-y","volume":"101","author":"S Shamaee","year":"2018","unstructured":"S. Shamaee, M. E. Shiri, M. Ebrahim and M. Sabaei, A reinforcement learning based routing in cognitive radio networks for primary users with multi-stage periodicity, Wireless Personal Communications, Vol. 101, No. 1, pp. 465\u2013490, 2018.","journal-title":"Wireless Personal Communications"},{"key":"463_CR41","doi-asserted-by":"crossref","first-page":"433","DOI":"10.1016\/j.procs.2018.03.020","volume":"129","author":"Z Yin","year":"2018","unstructured":"Z. Yin, Y. Wang and C. Wu, Reinforcement learning spectrum management paradigm in cognitive radio using novel state and action sets, Procedia Computer Science, Vol. 129, pp. 433\u2013437, 2018.","journal-title":"Procedia Computer Science"},{"issue":"1","key":"463_CR42","doi-asserted-by":"crossref","first-page":"130","DOI":"10.1109\/MCOM.2009.4752688","volume":"47","author":"C\u00a0R Stevenson","year":"2009","unstructured":"C\u00a0. R. Stevenson, G. Chouinard, Z. Lei, W. Hu, S. J. Shellhammer and W. Caldwell, IEEE 802.22: the first cognitive radio wireless regional area network standard, Communications Magazine, Vol. 47, No. 1, pp. 130\u2013138, 2009.","journal-title":"Communications Magazine"},{"key":"463_CR43","doi-asserted-by":"crossref","unstructured":"H. A. Al-Rawi and L. L. A. Yau. Route selection for minimizing interference to primary users in cognitive radio networks: a reinforcement learning approach. In Proceedings of Symposium on Computational Intelligence for Communication Systems and Networks, 2013.","DOI":"10.1109\/CICommS.2013.6582850"},{"key":"463_CR44","first-page":"22","volume":"2014","author":"HAA Al-Rawi","year":"2014","unstructured":"H. A. A. Al-Rawi, K. A. Yau, H. Mphammad, N. Ramli and W. Hashim, Reinforcement learning for routing in cognitive radio ad hoc networks, The Scientific World Journal, Vol. 2014, p. 22, 2014.","journal-title":"The Scientific World Journal"},{"key":"463_CR45","doi-asserted-by":"crossref","first-page":"82","DOI":"10.1016\/j.jnca.2017.01.026","volume":"84","author":"B Pourpeighambar","year":"2017","unstructured":"B. Pourpeighambar, M. Deghan and M. Sabaei, Multi-agent learning based routing for delay minimization in cognitive radio networks, Journal of Network and Computer Appilcations, Vol. 84, pp. 82\u201392, 2017.","journal-title":"Journal of Network and Computer Appilcations"},{"key":"463_CR46","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1016\/j.comcom.2017.02.013","volume":"106","author":"B Pourpeighambar","year":"2017","unstructured":"B. Pourpeighambar, M. Dehghan and M. Sabaei, Non-cooperative reinforcement learning based routing in cognitive radio networks, Computer Communications, Vol. 106, pp. 11\u201323, 2017.","journal-title":"Computer Communications"},{"issue":"6","key":"463_CR47","doi-asserted-by":"crossref","first-page":"720","DOI":"10.1007\/s11036-014-0551-6","volume":"19","author":"SS Barve","year":"2014","unstructured":"S. S. Barve and P. Kulkarni, Multi agent reinforcement learning based opportunistic routing in cognitive radio sensor network, Mobile Network Application, Vol. 19, No. 6, pp. 720\u2013730, 2014.","journal-title":"Mobile Network Application"},{"issue":"4","key":"463_CR48","doi-asserted-by":"crossref","first-page":"1140","DOI":"10.1016\/j.jnca.2013.01.007","volume":"36","author":"AC Talay","year":"2013","unstructured":"A. C. Talay and D. T. Altilar, Self adaptive routing for dynamic spectrum access in cognitive radio networks, Journal of Network and Computer Applications, Vol. 36, No. 4, pp. 1140\u20131151, 2013.","journal-title":"Journal of Network and Computer Applications"},{"issue":"4","key":"463_CR49","doi-asserted-by":"crossref","first-page":"146","DOI":"10.1109\/MWC.2017.1600117","volume":"24","author":"Y Saleem","year":"2017","unstructured":"Y. Saleem, K. A. Yau, H. Mohamad, N. Ramli, M. H. Rahmani and Q. Ni, Clustering and reinforcement-learning-based routing for cognitive radio networks, IEEE Wireless Communications, Vol. 24, No. 4, pp. 146\u2013151, 2017.","journal-title":"IEEE Wireless Communications"},{"key":"463_CR50","doi-asserted-by":"crossref","first-page":"138","DOI":"10.1016\/j.comcom.2018.07.035","volume":"129","author":"M Musavi","year":"2018","unstructured":"M. Musavi, K. Yau, A. R. Syed, H. Mohamad and N. B. Ramli, Route selection over clustered cognitive radio networks: an experimental evaluation, Computer Communications, Vol. 129, pp. 138\u2013151, 2018.","journal-title":"Computer Communications"},{"key":"463_CR51","doi-asserted-by":"crossref","unstructured":"K. Zheng, H. Li, R. C. Qiu, and S. Gong. Multi objective reinforcement learning based routing in cognitive radio networks: Walking in a random maze. In Proceedings of International Conference on Computing, Networking and Communications, Maui, USA, 2012.","DOI":"10.1109\/ICCNC.2012.6167444"},{"key":"463_CR52","doi-asserted-by":"crossref","unstructured":"C.\u00a0Messikh and N.\u00a0Zarour. Towards a multi-objective reinforcement learning based routing protocol for cognitive radio networks. In 2018 International Conference on Smart Communications in Network Technologies (SaCoNeT), pp. 84\u201389, Oct 2018.","DOI":"10.1109\/SaCoNeT.2018.8585717"},{"key":"463_CR53","doi-asserted-by":"crossref","first-page":"26","DOI":"10.1016\/j.phycom.2010.12.004","volume":"4","author":"BF Lo","year":"2011","unstructured":"B. F. Lo, A survey of common control channel design in cognitive radio networks, Physical Communication, Vol. 4, pp. 26\u201339, 2011.","journal-title":"Physical Communication"},{"key":"463_CR54","doi-asserted-by":"crossref","unstructured":"H. A. A. Al-Rawi, K. A. Yau, H.\u00a0Mohamad, N. Ramli, and W. Hashim. A reinforcement learning based routing scheme for cognitive radio ad hoc networks. In Proceedings of Seventh International Conference on Wireless and Mobile Networking Conference, Vilamoura, 2014.","DOI":"10.1109\/WMNC.2014.6878881"},{"issue":"3","key":"463_CR55","doi-asserted-by":"crossref","first-page":"385","DOI":"10.1109\/TSMC.2014.2358639","volume":"45","author":"C Liu","year":"2015","unstructured":"C. Liu, X. Xu and D. Hu, Multiobjective reinforcement learning: a comprehensive overview, IEEE Transactions on Systems Man and Cybernetics Systems, Vol. 45, No. 3, pp. 385\u2013398, 2015.","journal-title":"IEEE Transactions on Systems Man and Cybernetics Systems"},{"key":"463_CR56","first-page":"7","volume":"2018","author":"Y Wang","year":"2018","unstructured":"Y. Wang, G. Zheng, H. Ma, Y. Li and J. Li, A joint channel selection and routing protocol for cognitive radio network, Wireless Communications and Mobile Computing, Vol. 2018, p. 7, 2018.","journal-title":"Wireless Communications and Mobile Computing"},{"key":"463_CR57","doi-asserted-by":"crossref","first-page":"6304","DOI":"10.1109\/ACCESS.2016.2613122","volume":"4","author":"AR Syed","year":"2016","unstructured":"A. R. Syed, K. A. Yau, J. Qadir, H. Mohamad, N. B. Ramli and S. L. Keoh, Route selection for multi hop cognitive radio network using reinforcement learning: an experimental study, IEEE Access, Vol. 4, pp. 6304\u20136324, 2016.","journal-title":"IEEE Access"}],"container-title":["International Journal of Wireless Information Networks"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10776-019-00463-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10776-019-00463-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10776-019-00463-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,10,22]],"date-time":"2020-10-22T23:23:03Z","timestamp":1603408983000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10776-019-00463-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,10,24]]},"references-count":57,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2020,3]]}},"alternative-id":["463"],"URL":"https:\/\/doi.org\/10.1007\/s10776-019-00463-6","relation":{},"ISSN":["1068-9605","1572-8129"],"issn-type":[{"value":"1068-9605","type":"print"},{"value":"1572-8129","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,10,24]]},"assertion":[{"value":"14 September 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 September 2019","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 October 2019","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 October 2019","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}