{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T14:21:22Z","timestamp":1773843682235,"version":"3.50.1"},"reference-count":42,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2018,2,1]],"date-time":"2018-02-01T00:00:00Z","timestamp":1517443200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE J. Sel. Top. Signal Process."],"published-print":{"date-parts":[[2018,2]]},"DOI":"10.1109\/jstsp.2018.2798920","type":"journal-article","created":{"date-parts":[[2018,1,26]],"date-time":"2018-01-26T19:17:04Z","timestamp":1516994224000},"page":"20-34","source":"Crossref","is-referenced-by-count":92,"title":["Spectrum Access In Cognitive Radio Using a Two-Stage Reinforcement Learning Approach"],"prefix":"10.1109","volume":"12","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6939-8884","authenticated-orcid":false,"given":"Vishnu","family":"Raj","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9063-5808","authenticated-orcid":false,"given":"Irene","family":"Dias","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7213-9050","authenticated-orcid":false,"given":"Thulasi","family":"Tholeti","sequence":"additional","affiliation":[]},{"given":"Sheetal","family":"Kalyani","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","first-page":"2362","article-title":"Channel selection in cognitive radio networks: A switchable Bayesian learning automata approach","author":"zhang","year":"0","journal-title":"Proc IEEE 24th Int Symp Personal Indoor Mobile Radio Commun"},{"key":"ref38","first-page":"1215","article-title":"Optimizing media access strategy for competing cognitive radio networks","author":"gwon","year":"0","journal-title":"Proc IEEE Global Commun Conf"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1137\/S0097539701398375"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1023\/A:1013689704352"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.2307\/2332286"},{"key":"ref30","volume":"1","author":"sutton","year":"1998","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref37","first-page":"39.1","article-title":"Analysis of thompson sampling for the multi-armed bandit problem","author":"agrawal","year":"0","journal-title":"Proc COLT"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/25.3-4.285"},{"key":"ref35","first-page":"746","article-title":"The dynamics of reinforcement learning in cooperative multiagent systems","author":"claus","year":"1998","journal-title":"Proc 15th Nat \/10th Conf Artif Intell \/Innovative Appl Artif Intell"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/MWC.2013.6507399"},{"key":"ref40","article-title":"Chapter 9: The exponential family: Conjugate priors","author":"jordan","year":"2009"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/SURV.2013.030713.00189"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2009.2028970"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2007.070409"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2016.2592917"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2011.110406"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2016.2600633"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/DYSPAN.2010.5457857"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2010.5496131"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2008.060869"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/WCNC.2010.5506438"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/CCNC.2007.206"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-007-1827-2_2"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2011.012411.100611"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ICSCS.2009.5412697"},{"key":"ref29","article-title":"A brief introduction to machine learning for engineers","author":"simeone","year":"2017"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/s11036-006-7323-x"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ICSMC.2009.5346172"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/T-WC.2009.071363"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2006.887483"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ISCIT.2016.7751715"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/98.788210"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/PIMRC.2007.4394632"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TCCN.2017.2669985"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2015.2391072"},{"key":"ref42","first-page":"2069","article-title":"Optimistic Bayesian sampling in contextual-bandit problems","volume":"13","author":"may","year":"2012","journal-title":"J Mach Learn Res"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2007.070409"},{"key":"ref41","first-page":"2362","article-title":"Channel selection in cognitive radio networks: A switchable Bayesian learning automata approach","author":"zhang","year":"0","journal-title":"Proc IEEE 24th Int Symp Personal Indoor Mobile Radio Commun"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/LCOMM.2015.2442571"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"2292","DOI":"10.1109\/LCOMM.2013.102613.131825","article-title":"Throughput optimal multi-slot sensing procedure for a cognitive radio","volume":"17","author":"umashankar","year":"2013","journal-title":"IEEE Commun Lett"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2010.2058091"}],"container-title":["IEEE Journal of Selected Topics in Signal Processing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4200690\/8295180\/08270374.pdf?arnumber=8270374","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T16:13:00Z","timestamp":1642003980000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8270374\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,2]]},"references-count":42,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/jstsp.2018.2798920","relation":{},"ISSN":["1932-4553","1941-0484"],"issn-type":[{"value":"1932-4553","type":"print"},{"value":"1941-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,2]]}}}