{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,13]],"date-time":"2025-09-13T15:49:54Z","timestamp":1757778594771,"version":"3.28.0"},"reference-count":21,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,5,14]],"date-time":"2021-05-14T00:00:00Z","timestamp":1620950400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,5,14]],"date-time":"2021-05-14T00:00:00Z","timestamp":1620950400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,5,14]],"date-time":"2021-05-14T00:00:00Z","timestamp":1620950400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,5,14]]},"DOI":"10.1109\/eit51626.2021.9491918","type":"proceedings-article","created":{"date-parts":[[2021,7,27]],"date-time":"2021-07-27T01:21:10Z","timestamp":1627348870000},"page":"422-428","source":"Crossref","is-referenced-by-count":3,"title":["Double Deep Q-Learning and SAC Based Hybrid Beamforming for 5G and Beyond Millimeter-Wave Systems"],"prefix":"10.1109","author":[{"given":"Youness","family":"Arjoune","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Saleh","family":"Faruque","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","article-title":"Reinforcement learning for hybrid beamforming in millimeter wave systems","author":"peken","year":"2019","journal-title":"International Telemetering Conference"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/LWC.2020.3001121"},{"article-title":"The problem with ddpg: understanding failures in deterministic environments with sparse rewards","year":"2019","author":"matheron","key":"ref12"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2020.3009746"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"1499","DOI":"10.1109\/TWC.2014.011714.130846","article-title":"Spatially sparse precoding in millimeter wave mimo systems","volume":"13","author":"el ayach","year":"2014","journal-title":"IEEE Transactions on Wireless Communications"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2019.2956146"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2016.2523903"},{"article-title":"Deep reinforcement learning with double q-learning","year":"2015","author":"van hasselt","key":"ref17"},{"article-title":"Continuous control with deep reinforcement learning","year":"2015","author":"lillicrap","key":"ref18"},{"key":"ref19","first-page":"1861","article-title":"Soft actor-critic: Off- policy maximum entropy deep reinforcement learning with a stochastic actor","author":"haarnoja","year":"2018","journal-title":"International Conference on Machine Learning"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2984548"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.3390\/s20102753"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TCCN.2019.2961655"},{"journal-title":"Reinforcement Learning An Introduction","year":"2018","author":"sutton","key":"ref5"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/CCWC47524.2020.9031117"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TCCN.2020.2982895"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2017.1600400"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2019.2893928"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/RPIC.2019.8882140"},{"key":"ref20","first-page":"1587","article-title":"Addressing function approximation error in actor-critic methods","author":"fujimoto","year":"2018","journal-title":"International Conference on Machine Learning"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2016.2520912"}],"event":{"name":"2021 IEEE International Conference on Electro Information Technology (EIT)","start":{"date-parts":[[2021,5,14]]},"location":"Mt. Pleasant, MI, USA","end":{"date-parts":[[2021,5,15]]}},"container-title":["2021 IEEE International Conference on Electro Information Technology (EIT)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9491850\/9491831\/09491918.pdf?arnumber=9491918","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T15:48:21Z","timestamp":1652197701000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9491918\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,5,14]]},"references-count":21,"URL":"https:\/\/doi.org\/10.1109\/eit51626.2021.9491918","relation":{},"subject":[],"published":{"date-parts":[[2021,5,14]]}}}