{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,7]],"date-time":"2026-01-07T07:57:18Z","timestamp":1767772638584,"version":"3.37.3"},"reference-count":37,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2023,2,1]],"date-time":"2023-02-01T00:00:00Z","timestamp":1675209600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,2,1]],"date-time":"2023-02-01T00:00:00Z","timestamp":1675209600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,2,1]],"date-time":"2023-02-01T00:00:00Z","timestamp":1675209600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"MOST","award":["110-2224-E-305-001","110-2221-E-018-003","108-2221-E-194-020-MY3","109-2218-E-009-005"],"award-info":[{"award-number":["110-2224-E-305-001","110-2221-E-018-003","108-2221-E-194-020-MY3","109-2218-E-009-005"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Ind. Inf."],"published-print":{"date-parts":[[2023,2]]},"DOI":"10.1109\/tii.2022.3170154","type":"journal-article","created":{"date-parts":[[2022,4,26]],"date-time":"2022-04-26T19:37:04Z","timestamp":1651001824000},"page":"1844-1853","source":"Crossref","is-referenced-by-count":7,"title":["Intelligent Session Management for URLLC in 5G Open Radio Access Network: A Deep Reinforcement Learning Approach"],"prefix":"10.1109","volume":"19","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4347-2871","authenticated-orcid":false,"given":"Shao-Yu","family":"Lien","sequence":"first","affiliation":[{"name":"Department of Computer Science and Information Engineering, National Chung Cheng University, Chiayi, Taiwan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8410-164X","authenticated-orcid":false,"given":"Der-Jiunn","family":"Deng","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Information Engineering, National Changhua University of Education, Changhua, Taiwan"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref33","first-page":"177","article-title":"Large-scale machine learning with stochastic gradient descent","author":"bottou","year":"0","journal-title":"Proc COMPSTAT"},{"article-title":"Learning from delayed rewards","year":"1989","author":"watkins","key":"ref32"},{"article-title":"On-line Q-learning using connectionist systems","year":"1994","author":"rummery","key":"ref31"},{"year":"2018","key":"ref30","article-title":"System architecture for the 5G system"},{"year":"2020","key":"ref37","article-title":"Study on channel model for frequencies from 0.5 to 100 GHz"},{"year":"2017","key":"ref36","article-title":"Study on scenarios and requirements for next generation access technologies"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/IWCMC51323.2021.9498852"},{"year":"2018","key":"ref34","article-title":"5G system, technical realization of service based architecture"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2874883"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2017.1601165"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2020.3018822"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3046773"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.1998.712192"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2021.102379"},{"journal-title":"Deep Learning","year":"2018","author":"kelleher","key":"ref16"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2017.2743240"},{"key":"ref18","first-page":"1995","article-title":"Dueling network architectures for deep reinforcement learning","author":"wang","year":"0","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"mnih","year":"2015","journal-title":"Nature"},{"year":"2018","key":"ref28","article-title":"O-RAN: Towards an open and smart RAN"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2898783"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ICC42927.2021.9500603"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2017.1601107"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2888868"},{"year":"2021","key":"ref29","article-title":"NG application protocol (NGAP)"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2020.2968373"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOM.2017.8254211"},{"key":"ref7","first-page":"1","article-title":"Low latency communication for Internet of Things","author":"shao-chou","year":"0","journal-title":"Proc IEEE\/CIC Int Conf Commun China"},{"journal-title":"IMT Vision - Framework and Overall Objectives of the Future Development of IMT for 2020 and beyond","year":"2015","key":"ref2"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2015.7248936"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ICECA.2018.8474584"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2020.3032991"},{"key":"ref21","first-page":"351","article-title":"Playing Atari with deep reinforcement learning","volume":"21","author":"chung","year":"2013","journal-title":"Computer ence"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2019.2933417"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2020.2984758"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2020.3033035"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TCCN.2020.3018157"}],"container-title":["IEEE Transactions on Industrial Informatics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9424\/9989328\/09763374.pdf?arnumber=9763374","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,16]],"date-time":"2023-01-16T19:16:28Z","timestamp":1673896588000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9763374\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,2]]},"references-count":37,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tii.2022.3170154","relation":{},"ISSN":["1551-3203","1941-0050"],"issn-type":[{"type":"print","value":"1551-3203"},{"type":"electronic","value":"1941-0050"}],"subject":[],"published":{"date-parts":[[2023,2]]}}}