{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,15]],"date-time":"2026-05-15T13:31:10Z","timestamp":1778851870296,"version":"3.51.4"},"reference-count":19,"publisher":"IEEE","license":[{"start":{"date-parts":[[2023,9,5]],"date-time":"2023-09-05T00:00:00Z","timestamp":1693872000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,9,5]],"date-time":"2023-09-05T00:00:00Z","timestamp":1693872000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,9,5]]},"DOI":"10.1109\/pimrc56721.2023.10293856","type":"proceedings-article","created":{"date-parts":[[2023,10,31]],"date-time":"2023-10-31T13:46:39Z","timestamp":1698759999000},"page":"1-6","source":"Crossref","is-referenced-by-count":2,"title":["Communication-Efficient Orchestrations for URLLC Service via Hierarchical Reinforcement Learning"],"prefix":"10.1109","author":[{"given":"Wei","family":"Shi","sequence":"first","affiliation":[{"name":"Ericsson Research,Sweden"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Milad","family":"Ganjalizadeh","sequence":"additional","affiliation":[{"name":"Ericsson Research,Sweden"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hossein Shokri","family":"Ghadikolaei","sequence":"additional","affiliation":[{"name":"Ericsson Research,Sweden"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marina","family":"Petrova","sequence":"additional","affiliation":[{"name":"KTH Royal Institute of Technology,School of Electrical Engineering and Computer Science,Stockholm,Sweden"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2022.3146439"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3056670"},{"key":"ref15","year":"2022","journal-title":"Study on Channel Model for Frequencies From 0 5 to 100 GHz"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2023.3240592"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2021.3071983"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3453160"},{"key":"ref2","year":"2023","journal-title":"Service Requirements for the 5G System"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.23919\/ETR.2021.9904667"},{"key":"ref17","author":"hoyland","year":"2009","journal-title":"System Reliability Theory Models and Statistical Methods"},{"key":"ref16","year":"2021","journal-title":"Service requirements for cyber-physical control applications in vertical domains"},{"key":"ref19","article-title":"Device selection for the coexistence of URLLC and distributed learning services","author":"ganjalizadeh","year":"2022"},{"key":"ref18","first-page":"1861","article-title":"Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor","author":"haarnoja","year":"2018","journal-title":"Proc Int Conf Machine Learn (ICML)"},{"key":"ref8","article-title":"Continuous control with deep reinforcement learning","author":"lillicrap","year":"2015"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2020.3031930"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM46510.2021.9685916"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2019.2914652"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ISWCS.2018.8491078"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2019.1800610"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2020.2980910"}],"event":{"name":"2023 IEEE 34th Annual International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","location":"Toronto, ON, Canada","start":{"date-parts":[[2023,9,5]]},"end":{"date-parts":[[2023,9,8]]}},"container-title":["2023 IEEE 34th Annual International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10293227\/10293746\/10293856.pdf?arnumber=10293856","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,27]],"date-time":"2026-01-27T04:30:28Z","timestamp":1769488228000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10293856\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,9,5]]},"references-count":19,"URL":"https:\/\/doi.org\/10.1109\/pimrc56721.2023.10293856","relation":{},"subject":[],"published":{"date-parts":[[2023,9,5]]}}}