{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T04:24:21Z","timestamp":1768537461022,"version":"3.49.0"},"reference-count":34,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2022,4,1]],"date-time":"2022-04-01T00:00:00Z","timestamp":1648771200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,4,1]],"date-time":"2022-04-01T00:00:00Z","timestamp":1648771200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,4,1]],"date-time":"2022-04-01T00:00:00Z","timestamp":1648771200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Digital Futures Postdoc Fellowships"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE J. Sel. Top. Signal Process."],"published-print":{"date-parts":[[2022,4]]},"DOI":"10.1109\/jstsp.2022.3143488","type":"journal-article","created":{"date-parts":[[2022,1,14]],"date-time":"2022-01-14T20:37:23Z","timestamp":1642192643000},"page":"447-459","source":"Crossref","is-referenced-by-count":13,"title":["Joint Beam Training and Data Transmission Control for mmWave Delay-Sensitive Communications: A Parallel Reinforcement Learning Approach"],"prefix":"10.1109","volume":"16","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9878-3722","authenticated-orcid":false,"given":"Wanlu","family":"Lei","sequence":"first","affiliation":[{"name":"Ericsson AB, Stockholm, Sweden"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9621-561X","authenticated-orcid":false,"given":"Deyou","family":"Zhang","sequence":"additional","affiliation":[{"name":"Division of Information Science and Engineering, KTH Royal Institute of Technology, Stockholm, Sweden"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4686-0973","authenticated-orcid":false,"given":"Yu","family":"Ye","sequence":"additional","affiliation":[{"name":"Division of Information Science and Engineering, KTH Royal Institute of Technology, Stockholm, Sweden"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7798-5416","authenticated-orcid":false,"given":"Chenguang","family":"Lu","sequence":"additional","affiliation":[{"name":"Ericsson Research, Stockholm, Sweden"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2013.2260813"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2017.2719924"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2014.6736750"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2013.090513.120848"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2019.2929460"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2014.2334278"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2016.2614488"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2017.2713357"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2016.2520930"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/2810362.2810363"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/GlobalSIP.2016.7905941"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/LCOMM.2017.2748938"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/LSP.2019.2944255"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2015.2496241"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2020.3010024"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2019.2935731"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2021.3096543"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2902372"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/LCOMM.2019.2919016"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2018.8486279"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2018.2869244"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2020.2988256"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2020.3038787"},{"key":"ref24","article-title":"Deepmimo: A generic deep learning dataset for millimeter wave and massive mimo applications","author":"Alkhateeb","year":"2019"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOM.2018.8647890"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2011.2165211"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/s12083-019-00855-8"},{"key":"ref28","article-title":"Constrained multiagent rollout and multidimensional assignment with the auction algorithm","author":"Bertsekas","year":"2020"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1201\/9781315140223"},{"key":"ref30","volume-title":"Reinforcement Learning and Optimal Control","author":"Bertsekas","year":"2019"},{"key":"ref31","article-title":"Stochastic subgradient methods","volume-title":"Lecture Notes for EE364b","author":"Boyd","year":"2008"},{"issue":"34","key":"ref32","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1007\/BF00992698","article-title":"Q-learning","volume":"8","author":"Watkins","year":"1992","journal-title":"Mach. Learn."},{"issue":"3","key":"ref33","doi-asserted-by":"crossref","first-page":"245","DOI":"10.1023\/A:1009635226865","article-title":"Rollout algorithms for combinatorial optimization","volume":"3","author":"Bertsekas","year":"1997","journal-title":"J. Heuristics"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/CDC.1995.478953"}],"container-title":["IEEE Journal of Selected Topics in Signal Processing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4200690\/9776585\/09682561.pdf?arnumber=9682561","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,13]],"date-time":"2024-01-13T22:09:40Z","timestamp":1705183780000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9682561\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4]]},"references-count":34,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/jstsp.2022.3143488","relation":{},"ISSN":["1932-4553","1941-0484"],"issn-type":[{"value":"1932-4553","type":"print"},{"value":"1941-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,4]]}}}