{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,12]],"date-time":"2026-05-12T16:23:49Z","timestamp":1778603029171,"version":"3.51.4"},"reference-count":26,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61703328"],"award-info":[{"award-number":["61703328"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002858","name":"China Postdoctoral Science Foundation","doi-asserted-by":"publisher","award":["2018M631165"],"award-info":[{"award-number":["2018M631165"]}],"id":[{"id":"10.13039\/501100002858","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100009996","name":"Shaanxi Province Postdoctoral Science Foundation","doi-asserted-by":"publisher","award":["2018BSHYDZZ23"],"award-info":[{"award-number":["2018BSHYDZZ23"]}],"id":[{"id":"10.13039\/501100009996","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["XJJ2018254"],"award-info":[{"award-number":["XJJ2018254"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2021]]},"DOI":"10.1109\/access.2021.3056670","type":"journal-article","created":{"date-parts":[[2021,2,3]],"date-time":"2021-02-03T22:00:06Z","timestamp":1612389606000},"page":"25473-25481","source":"Crossref","is-referenced-by-count":20,"title":["Dynamic Multichannel Sensing in Cognitive Radio: Hierarchical Reinforcement Learning"],"prefix":"10.1109","volume":"9","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0327-6729","authenticated-orcid":false,"given":"Shuai","family":"Liu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8770-5115","authenticated-orcid":false,"given":"Jiayun","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6384-919X","authenticated-orcid":false,"given":"Jing","family":"He","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/IMCEC46724.2019.8984108"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/LCN.2017.80"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"mnih","year":"2015","journal-title":"Nature"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.23919\/JCC.2020.02.012"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOM.2017.8254101"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TCCN.2019.2952909"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TCCN.2018.2809722"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2805379"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/LWC.2020.2999333"},{"key":"ref19","article-title":"Hierarchical reinforcement learning for relay selection and power optimization in two-hop cooperative relay network","author":"geng","year":"2020","journal-title":"arXiv 2011 04891"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.3390\/s19010126"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2937108"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2019.2891291"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2013.131120"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/DySPAN.2018.8610474"},{"key":"ref7","article-title":"Multichannel spectrum access based on reinforcement learning in cognitive Internet of Things","volume":"106","author":"can","year":"2020","journal-title":"Ad Hoc Netw"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2929915"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.aeue.2015.02.015"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.3390\/s20041146"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-61616-8_31"},{"key":"ref22","article-title":"Reversible models for wireless multi-channel multiple access","author":"neely","year":"2019","journal-title":"arXiv 1909 06697"},{"key":"ref21","first-page":"1","article-title":"Hierarchical deep reinforcement learning: Integrating temporal abstraction and intrinsic motivation","author":"kulkarni","year":"2016","journal-title":"Proc Adv Neural Inf Proc Syst"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1049\/iet-com.2010.0639"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2018.2803266"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICCS.2014.7024826"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2018.2798920"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/9312710\/09345692.pdf?arnumber=9345692","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,26]],"date-time":"2022-01-26T16:11:39Z","timestamp":1643213499000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9345692\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"references-count":26,"URL":"https:\/\/doi.org\/10.1109\/access.2021.3056670","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]}}}