{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,24]],"date-time":"2025-03-24T08:00:18Z","timestamp":1742803218600,"version":"3.37.3"},"reference-count":20,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2018,4,11]],"date-time":"2018-04-11T00:00:00Z","timestamp":1523404800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Wireless Pers Commun"],"published-print":{"date-parts":[[2018,7]]},"DOI":"10.1007\/s11277-018-5700-y","type":"journal-article","created":{"date-parts":[[2018,4,11]],"date-time":"2018-04-11T05:56:58Z","timestamp":1523426218000},"page":"465-490","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["A Reinforcement Learning Based Routing in Cognitive Radio Networks for Primary Users with Multi-stage Periodicity"],"prefix":"10.1007","volume":"101","author":[{"given":"Mahsa","family":"Soheil Shamaee","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8312-5276","authenticated-orcid":false,"given":"Mohammad Ebrahim","family":"Shiri","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Masoud","family":"Sabaei","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,4,11]]},"reference":[{"unstructured":"FCC, E. (2003). Docket no 03-222 notice of proposed rule making and order.","key":"5700_CR1"},{"unstructured":"Mitola, J. (2000). Cognitive radio\u2014An integrated agent architecture for software defined radio.","key":"5700_CR2"},{"issue":"2","key":"5700_CR3","doi-asserted-by":"publisher","first-page":"201","DOI":"10.1109\/JSAC.2004.839380","volume":"23","author":"S Haykin","year":"2005","unstructured":"Haykin, S. (2005). Cognitive radio: Brain-empowered wireless communications. IEEE Journal on Selected Areas in Communications, 23(2), 201\u2013220.","journal-title":"IEEE Journal on Selected Areas in Communications"},{"issue":"5","key":"5700_CR4","doi-asserted-by":"publisher","first-page":"810","DOI":"10.1016\/j.adhoc.2009.01.001","volume":"7","author":"IF Akyildiz","year":"2009","unstructured":"Akyildiz, I. F., Lee, W. Y., & Chowdhury, K. R. (2009). Crahns: Cognitive radio ad hoc networks. AD Hoc Networks, 7(5), 810\u2013836.","journal-title":"AD Hoc Networks"},{"issue":"4","key":"5700_CR5","doi-asserted-by":"publisher","first-page":"1983","DOI":"10.1007\/s11277-012-0674-7","volume":"69","author":"H Al-Rawi","year":"2013","unstructured":"Al-Rawi, H., & Yau, A. (2013). Routing in distributed cognitive radio networks: A survey. Wireless Personal Communications, 69(4), 1983\u20132020.","journal-title":"Wireless Personal Communications"},{"issue":"1","key":"5700_CR6","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1109\/TCOMM.2015.2498607","volume":"64","author":"M Caleffi","year":"2016","unstructured":"Caleffi, M., & Cacciapuoti, A. S. (2016). Optimal database access for tv white space. IEEE Transactions on Communications, 64(1), 83\u201393.","journal-title":"IEEE Transactions on Communications"},{"issue":"9","key":"5700_CR7","doi-asserted-by":"publisher","first-page":"7361","DOI":"10.1109\/TVT.2015.2481007","volume":"65","author":"AS Cacciapuoti","year":"2016","unstructured":"Cacciapuoti, A. S., Caleffi, M., & Paura, L. (2016). Optimal strategy design for enabling the coexistence of heterogeneous networks in tv white space. IEEE Transactions on Vehicular Technology, 65(9), 7361\u20137373.","journal-title":"IEEE Transactions on Vehicular Technology"},{"issue":"1","key":"5700_CR8","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1016\/j.phycom.2009.03.001","volume":"2","author":"M Wellens","year":"2009","unstructured":"Wellens, M., Riihij\u00e4Rvi, J., & M\u00e4H\u00f6Nen, P. (2009). Empirical time and frequency domain models of spectrum use. Physical Communication, 2(1), 10\u201332.","journal-title":"Physical Communication"},{"issue":"3","key":"5700_CR9","doi-asserted-by":"publisher","first-page":"861","DOI":"10.1016\/j.adhoc.2012.09.008","volume":"11","author":"D Macone","year":"2013","unstructured":"Macone, D., Oddi, G., & Pietrabissa, A. (2013). Mq-routing: Mobility-, gps-and energy-aware routing protocol in manets for disaster relief scenarios. Ad Hoc Networks, 11(3), 861\u2013878.","journal-title":"Ad Hoc Networks"},{"issue":"2","key":"5700_CR10","doi-asserted-by":"publisher","first-page":"941","DOI":"10.1109\/TVT.2008.925308","volume":"58","author":"HP Shiang","year":"2009","unstructured":"Shiang, H. P., & Van der Schaar, M. (2009). Distributed resource management in multihop cognitive radio networks for delay-sensitive transmission. IEEE Transactions on Vehicular Technology, 58(2), 941\u2013953.","journal-title":"IEEE Transactions on Vehicular Technology"},{"doi-asserted-by":"crossref","unstructured":"Xia, B., Wahab, M. H., Yang, Y., Fan, Z., & Sooriyabandara, M. (2009). Reinforcement learning based spectrum-aware routing in multi-hop cognitive radio networks. In 2009. CROWNCOM\u201909. 4th international conference on cognitive radio oriented wireless networks and communications (pp. 1\u20135). IEEE.","key":"5700_CR11","DOI":"10.1109\/CROWNCOM.2009.5189189"},{"doi-asserted-by":"crossref","unstructured":"Zheng, K., Li, H., Qiu, R. C., & Gong, S. (2012). Multi-objective reinforcement learning based routing in cognitive radio networks: Walking in a random maze. In 2012 international conference on computing, networking and communications (ICNC) (pp. 359\u2013363). IEEE.","key":"5700_CR12","DOI":"10.1109\/ICCNC.2012.6167444"},{"doi-asserted-by":"crossref","unstructured":"Al-Rawi, H., Yau, A., Mohamad, H., Ramli, N., & Hashim W., et\u00a0al. (2014). A reinforcement learning-based routing scheme for cognitive radio ad hoc networks. In 2014 7th IFIP wireless and mobile networking conference (WMNC) (pp. 1\u20138). IEEE.","key":"5700_CR13","DOI":"10.1109\/WMNC.2014.6878881"},{"doi-asserted-by":"crossref","unstructured":"Wang, W., Kwasinski, A., & Han, Z. (2014). Routing based on layered stochastic games for multi-hop cognitive radio networks. In 2014 IEEE wireless communications and networking conference (WCNC) (pp. 63\u201368). IEEE.","key":"5700_CR14","DOI":"10.1109\/WCNC.2014.6951923"},{"key":"5700_CR15","doi-asserted-by":"publisher","first-page":"196","DOI":"10.1016\/j.comnet.2015.08.019","volume":"91","author":"Y Saleem","year":"2015","unstructured":"Saleem, Y., Yau, A., Mohamad, H., Ramli, N., & Rehmani, M. H. (2015). Smart: A spectrum-aware cluster-based routing scheme for distributed cognitive radio networks. Computer Networks, 91, 196\u2013224.","journal-title":"Computer Networks"},{"issue":"1","key":"5700_CR16","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1109\/JSAC.2008.080109","volume":"26","author":"S Geirhofer","year":"2008","unstructured":"Geirhofer, S., Tong, L., & Sadler, B. M. (2008). Cognitive medium access: Constraining interference based on experimental models. IEEE Journal on Selected Areas in Communications, 26(1), 95\u2013105.","journal-title":"IEEE Journal on Selected Areas in Communications"},{"key":"5700_CR17","volume-title":"Reinforcement learning: An introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton, R. S., & Barto, A. G. (1998). Reinforcement learning: An introduction (Vol. 1). Cambridge: MIT Press."},{"doi-asserted-by":"crossref","unstructured":"Xing, X., Jing, T., Huo, Y., Li, H., & Cheng, X. (2013). Channel quality prediction based on Bayesian inference in cognitive radio networks. In INFOCOM, 2013 proceedings IEEE (pp. 1465\u20131473). IEEE.","key":"5700_CR18","DOI":"10.1109\/INFCOM.2013.6566941"},{"doi-asserted-by":"crossref","unstructured":"Varga, A. (2010). Omnet++ user manual.","key":"5700_CR19","DOI":"10.1007\/978-3-642-12331-3_3"},{"issue":"5","key":"5700_CR20","doi-asserted-by":"publisher","first-page":"774","DOI":"10.1016\/j.adhoc.2011.04.010","volume":"10","author":"S Bayhan","year":"2012","unstructured":"Bayhan, S., & Alag\u00f6z, F. (2012). Distributed channel selection in crahns: A non-selfish scheme for mitigating spectrum fragmentation. Ad Hoc Networks, 10(5), 774\u2013788.","journal-title":"Ad Hoc Networks"}],"container-title":["Wireless Personal Communications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11277-018-5700-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11277-018-5700-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11277-018-5700-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,14]],"date-time":"2019-10-14T22:44:47Z","timestamp":1571093087000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11277-018-5700-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,4,11]]},"references-count":20,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2018,7]]}},"alternative-id":["5700"],"URL":"https:\/\/doi.org\/10.1007\/s11277-018-5700-y","relation":{},"ISSN":["0929-6212","1572-834X"],"issn-type":[{"type":"print","value":"0929-6212"},{"type":"electronic","value":"1572-834X"}],"subject":[],"published":{"date-parts":[[2018,4,11]]},"assertion":[{"value":"11 April 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}