{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,16]],"date-time":"2026-10-16T01:41:21Z","timestamp":1792114881809,"version":"4.4.0"},"reference-count":49,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"8","license":[{"start":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T00:00:00Z","timestamp":1659312000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T00:00:00Z","timestamp":1659312000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T00:00:00Z","timestamp":1659312000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2020YFA0711400"],"award-info":[{"award-number":["2020YFA0711400"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Shenzhen Science and Innovation Fund","award":["JCYJ20180507182451820"],"award-info":[{"award-number":["JCYJ20180507182451820"]}]},{"DOI":"10.13039\/501100000923","name":"Australian Research Council\u2019s Project Funding Scheme","doi-asserted-by":"publisher","award":["LP160101244"],"award-info":[{"award-number":["LP160101244"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE J. Select. Areas Commun."],"published-print":{"date-parts":[[2022,8]]},"DOI":"10.1109\/jsac.2022.3180787","type":"journal-article","created":{"date-parts":[[2022,6,10]],"date-time":"2022-06-10T20:22:42Z","timestamp":1654892562000},"page":"2335-2346","source":"Crossref","is-referenced-by-count":94,"title":["Intelligent Reflecting Surface Configurations for Smart Radio Using Deep Reinforcement Learning"],"prefix":"10.1109","volume":"40","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7289-1883","authenticated-orcid":false,"given":"Wei","family":"Wang","sequence":"first","affiliation":[{"name":"Peng Cheng Laboratory, Shenzhen, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1059-3642","authenticated-orcid":false,"given":"Wei","family":"Zhang","sequence":"additional","affiliation":[{"name":"School of Electrical Engineering and Telecommunications, University of New South Wales, Sydney, NSW, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"ref38","article-title":"Playing atari with deep reinforcement learning","author":"mnih","year":"2013","journal-title":"arXiv 1312 5602"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/MICC.2009.5431387"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511841224"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2015.2395432"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2013.120113.130677"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2017.2743240"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1613\/jair.301"},{"key":"ref34","author":"sutton","year":"2018","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3064073"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/SPAWC48557.2020.9154301"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/OJCOMS.2021.3050119"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1038\/lsa.2014.99"},{"key":"ref1","doi-asserted-by":"crossref","DOI":"10.1002\/0471784192","author":"engheta","year":"2006","journal-title":"Metamaterials Physics and Engineering Explorations"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM38437.2019.9014204"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/LCOMM.2021.3128904"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2021.3087794"},{"key":"ref24","article-title":"Is RIS-aided massive MIMO promising with ZF detectors and imperfect CSI?","author":"zhi","year":"2021","journal-title":"arXiv 2111 01585"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2019.2923997"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2020.3022297"},{"key":"ref25","article-title":"Two-timescale design for reconfigurable intelligent surface-aided massive MIMO systems with imperfect CSI","author":"zhi","year":"2021","journal-title":"arXiv 2108 07622"},{"key":"ref10","article-title":"Fast beam training and alignment for IRS-assisted millimeter wave\/terahertz systems","author":"wang","year":"2021","journal-title":"arXiv 2103 05812"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/LSP.2020.2998357"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2019.2936025"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511807213"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/s11432-021-3247-2"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.23919\/JCIN.2021.9475120"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2021.3073140"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1038\/srep35692"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.23919\/j.cc.2019.05.004"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2020.3000807"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1002\/adom.201500206"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1126\/science.1133628"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.23919\/JCIN.2021.9549117"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1126\/science.1210713"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2021.3051897"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1186\/s13638-019-1438-9"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2021.3118558"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/WCNC45663.2020.9120452"},{"key":"ref46","doi-asserted-by":"crossref","first-page":"331","DOI":"10.3166\/ejc.15.331-347","article-title":"Extremum seeking control: Convergence analysis","volume":"15","author":"ne\u0161i?","year":"2009","journal-title":"Eur J Control"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1099-1115(199912)13:8<651::AID-ACS563>3.0.CO;2-8"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1016\/j.sysconle.2015.08.010"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1142\/9789814313155_0049"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1002\/0471669784"},{"key":"ref41","article-title":"Searching for activation functions","author":"ramachandran","year":"2017","journal-title":"arXiv 1710 05941"},{"key":"ref44","first-page":"14","article-title":"Extremum seeking from 1922 to 2010","author":"tan","year":"2010","journal-title":"Proc 29th Chin Control Conf"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2012.2215270"}],"container-title":["IEEE Journal on Selected Areas in Communications"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/49\/9830856\/09794416.pdf?arnumber=9794416","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,22]],"date-time":"2023-11-22T23:18:10Z","timestamp":1700695090000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9794416\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8]]},"references-count":49,"journal-issue":{"issue":"8"},"URL":"https:\/\/doi.org\/10.1109\/jsac.2022.3180787","relation":{},"ISSN":["0733-8716","1558-0008"],"issn-type":[{"value":"0733-8716","type":"print"},{"value":"1558-0008","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,8]]}}}