{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,2]],"date-time":"2026-04-02T15:44:39Z","timestamp":1775144679760,"version":"3.50.1"},"reference-count":41,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Signal Process."],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/tsp.2025.3545164","type":"journal-article","created":{"date-parts":[[2025,2,24]],"date-time":"2025-02-24T18:45:39Z","timestamp":1740422739000},"page":"1231-1245","source":"Crossref","is-referenced-by-count":3,"title":["Reinforcement Learning Based Online Algorithm for Near-Field Time-Varying IRS Phase Shift Optimization: System Evolution Perspective"],"prefix":"10.1109","volume":"73","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-0921-6887","authenticated-orcid":false,"given":"Zongtai","family":"Li","sequence":"first","affiliation":[{"name":"College of Electronics and Information Engineering, Tongji University, Shanghai, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2974-0972","authenticated-orcid":false,"given":"Rui","family":"Wang","sequence":"additional","affiliation":[{"name":"College of Electronics and Information Engineering, Tongji University, Shanghai, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2706-6208","authenticated-orcid":false,"given":"Erwu","family":"Liu","sequence":"additional","affiliation":[{"name":"College of Electronics and Information Engineering, Tongji University, Shanghai, China"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2020.3004197"},{"key":"ref2","article-title":"Near-field beam management for extremely large-scale array communications","author":"You","year":"2023"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2024.3398770"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/MVT.2023.3345608"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ICC45041.2023.10278781"},{"key":"ref6","article-title":"Electromagnetic information theory for holographic mimo communications","author":"Wei","year":"2024"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/MAP.2020.3012921"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/OJAP.2022.3166633"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TAP.2023.3235015"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.acha.2021.02.004"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/CISS.2012.6310832"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/AP-S\/USNC-URSI47032.2022.9886916"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1017\/S0022112010001217"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/s00332-015-9258-5"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.automatica.2018.03.046"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TFUZZ.2023.3235417"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2022.3183255"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3202640"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM42002.2020.9322372"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3299873"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1023\/A:1013689704352"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1137\/16M1080173"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2022.3180787"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2024.3393412"},{"issue":"2","key":"ref25","first-page":"3","article-title":"$\\varepsilon$-entropy and $\\varepsilon$-capacity of sets in function spaces","volume":"14","author":"Kolmogorov","year":"1959","journal-title":"Uspekhi Matematicheskikh Nauk"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TAP.2008.929444"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4757-3679-3"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1090\/s0002-9947-1950-0051437-7"},{"key":"ref29","first-page":"103","article-title":"Spatiotemporal feature extraction with data-driven Koopman operators","volume-title":"Feature Extraction: Modern Questions Challenges","author":"Giannakis","year":"2015"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1063\/5.0011470"},{"key":"ref31","article-title":"Modeling nonlinear control systems via Koopman control family: Universal forms and subspace invariance proximity","author":"Haseli","year":"2023"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1090\/S0002-9947-09-04877-6"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/s00407-012-0095-8"},{"key":"ref34","article-title":"Frobenius-type norms and inner products of matrices and linear maps with applications to neural network training","author":"Herzog","year":"2023"},{"key":"ref35","article-title":"A survey on contextual multi-armed bandits","author":"Zhou","year":"2015"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2015.2409069"},{"key":"ref37","article-title":"Finite-time analysis of kernelised contextual bandits","author":"Valko","year":"2013"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2022.3180787"},{"key":"ref39","article-title":"Deep transformer q-networks for partially observable reinforcement learning","author":"Esslinger","year":"2022"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2022.3224035"},{"key":"ref41","article-title":"Invariance proximity: Closed-form error bounds for finitedimensional koopman-based models","author":"Haseli","year":"2023"}],"container-title":["IEEE Transactions on Signal Processing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/78\/10807692\/10902006.pdf?arnumber=10902006","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,10]],"date-time":"2025-03-10T17:50:14Z","timestamp":1741629014000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10902006\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":41,"URL":"https:\/\/doi.org\/10.1109\/tsp.2025.3545164","relation":{},"ISSN":["1053-587X","1941-0476"],"issn-type":[{"value":"1053-587X","type":"print"},{"value":"1941-0476","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]}}}