{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T15:06:03Z","timestamp":1784214363781,"version":"3.55.0"},"reference-count":21,"publisher":"IEEE","license":[{"start":{"date-parts":[[2023,1,8]],"date-time":"2023-01-08T00:00:00Z","timestamp":1673136000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,1,8]],"date-time":"2023-01-08T00:00:00Z","timestamp":1673136000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100004052","name":"KAUST","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004052","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,1,8]]},"DOI":"10.1109\/ccnc51644.2023.10060056","type":"proceedings-article","created":{"date-parts":[[2023,3,17]],"date-time":"2023-03-17T17:17:55Z","timestamp":1679073475000},"page":"1020-1026","source":"Crossref","is-referenced-by-count":24,"title":["Deep Reinforcement Learning Based Beamforming Codebook Design for RIS-aided mmWave Systems"],"prefix":"10.1109","author":[{"given":"Asmaa","family":"Abdallah","sequence":"first","affiliation":[{"name":"King Abdullah University of Science and Technology (KAUST),Computer, Electrical, and Mathematical Sciences and Engineering (CEMSE) Division,Thuwal,KSA,23955-6900"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Abdulkadir","family":"Celik","sequence":"additional","affiliation":[{"name":"King Abdullah University of Science and Technology (KAUST),Computer, Electrical, and Mathematical Sciences and Engineering (CEMSE) Division,Thuwal,KSA,23955-6900"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mohammad M.","family":"Mansour","sequence":"additional","affiliation":[{"name":"American University of Beirut,Department of Elect. and Computer Engineering,Beirut,Lebanon,1107 2020"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ahmed M.","family":"Eltawil","sequence":"additional","affiliation":[{"name":"King Abdullah University of Science and Technology (KAUST),Computer, Electrical, and Mathematical Sciences and Engineering (CEMSE) Division,Thuwal,KSA,23955-6900"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2022.3155305"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/LWC.2020.3005980"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3154016"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2020.3047547"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/icc45855.2022.9839142"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2022.3219140"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM38437.2019.9013288"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2020.3028371"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2021.3094509"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/WCNC51071.2022.9771666"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2021.3073140"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2020.3000835"},{"key":"ref13","article-title":"Learning reflection beam-forming codebooks for arbitrary RIS and non-stationary channels","author":"Zhang","year":"2021","journal-title":"arXiv preprint"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2021.3126856"},{"key":"ref15","article-title":"Multiagent deep reinforcement learning: Challenges and directions towards human-like approaches","author":"Wong","year":"2021","journal-title":"arXiv preprint"},{"key":"ref16","first-page":"10","article-title":"Addressing function approxi-mation error in actor-critic methods","volume-title":"International conference on machine learning, ser.","volume":"80","author":"Fujimoto","year":"2018"},{"key":"ref17","article-title":"Deep reinforcement learning in large discrete action spaces","author":"Dulac-Arnold","year":"2015","journal-title":"arXiv preprint"},{"key":"ref18","doi-asserted-by":"crossref","volume-title":"Multi-agent deep reinforcement learning for beam codebook design in RIS-aided systems","author":"Abdallah","DOI":"10.1109\/TWC.2023.3347419"},{"key":"ref19","first-page":"1","article-title":"DeepMIMO: A generic deep learning dataset for mil-limeter wave and massive MIMO applications","volume-title":"Proc. of Info. Theory and Appl. Workshop (ITA)","author":"Alkhateeb"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2016.2523924"},{"key":"ref21","volume-title":"Massive mimo for new radio","year":"2020"}],"event":{"name":"2023 IEEE 20th Consumer Communications & Networking Conference (CCNC)","location":"Las Vegas, NV, USA","start":{"date-parts":[[2023,1,8]]},"end":{"date-parts":[[2023,1,11]]}},"container-title":["2023 IEEE 20th Consumer Communications & Networking Conference (CCNC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10059462\/10059600\/10060056.pdf?arnumber=10060056","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,3]],"date-time":"2024-03-03T01:50:04Z","timestamp":1709430604000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10060056\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,1,8]]},"references-count":21,"URL":"https:\/\/doi.org\/10.1109\/ccnc51644.2023.10060056","relation":{},"subject":[],"published":{"date-parts":[[2023,1,8]]}}}