{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,15]],"date-time":"2026-08-15T12:28:15Z","timestamp":1786796895464,"version":"build-2736575974"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2023,5,22]],"date-time":"2023-05-22T00:00:00Z","timestamp":1684713600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,5,22]],"date-time":"2023-05-22T00:00:00Z","timestamp":1684713600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci. China Inf. Sci."],"published-print":{"date-parts":[[2023,6]]},"DOI":"10.1007\/s11432-022-3542-6","type":"journal-article","created":{"date-parts":[[2023,5,27]],"date-time":"2023-05-27T09:02:32Z","timestamp":1685178152000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["Self-attention reinforcement learning for multi-beam combining in mmWave 3D-MIMO systems"],"prefix":"10.1007","volume":"66","author":[{"given":"Yingzhi","family":"Huang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhaoyang","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jingze","family":"Che","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhaohui","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qianqian","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kai-Kit","family":"Wong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,5,22]]},"reference":[{"key":"3542_CR1","doi-asserted-by":"publisher","first-page":"1499","DOI":"10.1109\/TWC.2014.011714.130846","volume":"13","author":"O E Ayach","year":"2014","unstructured":"Ayach O E, Rajagopal S, Abu-Surra S, et al. Spatially sparse precoding in millimeter wave MIMO systems. IEEE Trans Wirel Commun, 2014, 13: 1499\u20131513","journal-title":"IEEE Trans Wirel Commun"},{"key":"3542_CR2","doi-asserted-by":"publisher","first-page":"1146","DOI":"10.1109\/JSAC.2022.3143241","volume":"40","author":"J Z Che","year":"2022","unstructured":"Che J Z, Zhang Z Y, Yang Z H, et al. Unsourced random massive access with beam-space tree decoding. IEEE J Sel Areas Commun, 2022, 40: 1146\u20131161","journal-title":"IEEE J Sel Areas Commun"},{"key":"3542_CR3","doi-asserted-by":"publisher","first-page":"181301","DOI":"10.1007\/s11432-021-3247-2","volume":"64","author":"C H Qi","year":"2021","unstructured":"Qi C H, Dong P H, Ma W Y, et al. Acquisition of channel state information for mmWave massive MIMO: traditional and machine learning-based approaches. Sci China Inf Sci, 2021, 64: 181301","journal-title":"Sci China Inf Sci"},{"key":"3542_CR4","doi-asserted-by":"publisher","first-page":"110301","DOI":"10.1007\/s11432-020-2955-6","volume":"64","author":"X H You","year":"2021","unstructured":"You X H, Wang C X, Huang J, et al. Towards 6G wireless communication networks: vision, enabling technologies, and new paradigm shifts. Sci China Inf Sci, 2021, 64: 110301","journal-title":"Sci China Inf Sci"},{"key":"3542_CR5","doi-asserted-by":"crossref","unstructured":"Huang Y Z, Zhang Z Y, Wang J, et al. Joint AMC and resource allocation for mobile wireless networks based on distributed MARL. In: Proceedings of IEEE International Conference on Communications Workshops, 2022","DOI":"10.1109\/ICCWorkshops53468.2022.9814688"},{"key":"3542_CR6","doi-asserted-by":"publisher","first-page":"2282","DOI":"10.1109\/JSAC.2022.3180800","volume":"40","author":"Z R Xiao","year":"2022","unstructured":"Xiao Z R, Zhang Z Y, Huang C W, et al. C-GRBFnet: a physics-inspired generative deep neural network for channel representation and prediction. IEEE J Sel Areas Commun, 2022, 40: 2282\u20132299","journal-title":"IEEE J Sel Areas Commun"},{"key":"3542_CR7","doi-asserted-by":"crossref","unstructured":"Chen Z R, Zhang Z Y, Xiao Z R, et al. Viewing the MIMO channel as sequence rather than image: a Seq2Seq approach for efficient CSI feedback. In: Proceedings of IEEE Wireless Communications and Networking Conference, 2022. 2292\u20132297","DOI":"10.1109\/WCNC51071.2022.9771730"},{"key":"3542_CR8","doi-asserted-by":"publisher","first-page":"6033","DOI":"10.1109\/TWC.2022.3145399","volume":"21","author":"J X Pan","year":"2022","unstructured":"Pan J X, Ye N, Yu H X, et al. AI-driven blind signature classification for IoT connectivity: a deep learning approach. IEEE Trans Wirel Commun, 2022, 21: 6033\u20136047","journal-title":"IEEE Trans Wirel Commun"},{"key":"3542_CR9","doi-asserted-by":"publisher","first-page":"3281","DOI":"10.1109\/TWC.2019.2912754","volume":"18","author":"L Zhang","year":"2019","unstructured":"Zhang L, Tan J, Liang Y C, et al. Deep reinforcement learning-based modulation and coding scheme selection in cognitive heterogeneous networks. IEEE Trans Wirel Commun, 2019, 18: 3281\u20133294","journal-title":"IEEE Trans Wirel Commun"},{"key":"3542_CR10","doi-asserted-by":"publisher","first-page":"66","DOI":"10.1109\/MWC.001.2000472","volume":"28","author":"N Ye","year":"2021","unstructured":"Ye N, An J P, Yu J H. Deep-learning-enhanced NOMA transceiver design for massive MTC: challenges, state of the art, and future directions. IEEE Wirel Commun, 2021, 28: 66\u201373","journal-title":"IEEE Wirel Commun"},{"key":"3542_CR11","doi-asserted-by":"publisher","first-page":"334","DOI":"10.1109\/JSAC.2019.2959185","volume":"38","author":"Y Hua","year":"2020","unstructured":"Hua Y, Li R, Zhao Z, et al. GAN-powered deep distributional reinforcement learning for resource management in network slicing. IEEE J Sel Areas Commun, 2020, 38: 334\u2013349","journal-title":"IEEE J Sel Areas Commun"},{"key":"3542_CR12","unstructured":"3GPP. Study on radiated metrics and test methodology for the verification of multi-antenna reception performance of NR User Equipment (UE). TR 38.827. https:\/\/portal.3gpp.org\/desktopmodules\/Specifications\/SpecificationDetails.aspx?specificationId=3519"},{"key":"3542_CR13","unstructured":"3GPP. On procedures for beam selection and feedback signaling. TSG-RAN1. https:\/\/www.3gpp.org\/ftp\/tsg_ran\/WG1_RL1\/TSGRl_86b\/Docs\/Rl-1610243-zip"},{"key":"3542_CR14","doi-asserted-by":"publisher","first-page":"4090","DOI":"10.1109\/TSP.2013.2264058","volume":"61","author":"V K N Lau","year":"2013","unstructured":"Lau V K N, Zhang F, Cui Y. Low complexity delay-constrained beamforming for multi-user MIMO systems with imperfect CSIT. IEEE Trans Signal Process, 2013, 61: 4090\u20134099","journal-title":"IEEE Trans Signal Process"},{"key":"3542_CR15","doi-asserted-by":"publisher","first-page":"501","DOI":"10.1109\/JSTSP.2016.2520912","volume":"10","author":"F Sohrabi","year":"2016","unstructured":"Sohrabi F, Yu W. Hybrid digital and analog beamforming design for large-scale antenna arrays. IEEE J Sel Top Signal Process, 2016, 10: 501\u2013513","journal-title":"IEEE J Sel Top Signal Process"},{"key":"3542_CR16","doi-asserted-by":"publisher","first-page":"5115","DOI":"10.1109\/TVT.2021.3072828","volume":"70","author":"V M T Palhares","year":"2021","unstructured":"Palhares V M T, Flores A R, de Lamare R C. Robust MMSE precoding and power allocation for cell-free massive MIMO systems. IEEE Trans Veh Technol, 2021, 70: 5115\u20135120","journal-title":"IEEE Trans Veh Technol"},{"key":"3542_CR17","doi-asserted-by":"crossref","unstructured":"Yang D, Yang L L, Hanzo L. DFT-based beamforming weight-vector codebook design for spatially correlated channels in the unitary precoding aided multiuser downlink. In: Proceedings of IEEE International Conference on Communications (ICC), 2010. 1\u20135","DOI":"10.1109\/ICC.2010.5502350"},{"key":"3542_CR18","doi-asserted-by":"publisher","first-page":"538","DOI":"10.1109\/JSTSP.2019.2898331","volume":"13","author":"R D Jia","year":"2019","unstructured":"Jia R D, Chen X M, Zhong C J, et al. Design of non-orthogonal beamspace multiple access for cellular Internet-of-Things. IEEE J Sel Top Signal Process, 2019, 13: 538\u2013552","journal-title":"IEEE J Sel Top Signal Process"},{"key":"3542_CR19","doi-asserted-by":"crossref","unstructured":"Zhang Y, Alrabeiah M, Alkhateeb A, et al. Reinforcement learning of beam codebooks in millimeter wave and terahertz MIMO systems. 2021. ArXiv:2102.11392","DOI":"10.1109\/IEEECONF51394.2020.9443430"},{"key":"3542_CR20","unstructured":"Vaswani A, Shazeer N, Parmar N, et al. Attention is all you need. In: Proceedings of Advances in Neural Information Processing Systems, 2017. 5998\u20136008"},{"key":"3542_CR21","doi-asserted-by":"publisher","first-page":"552","DOI":"10.1109\/TVT.2019.2951501","volume":"69","author":"A M Elbir","year":"2019","unstructured":"Elbir A M, Papazafeiropoulos A K. Hybrid precoding for multiuser millimeter wave massive MIMO systems: a deep learning approach. IEEE Trans Veh Technol, 2019, 69: 552\u2013563","journal-title":"IEEE Trans Veh Technol"},{"key":"3542_CR22","doi-asserted-by":"crossref","unstructured":"Li X F, Alkhateeb A. Deep learning for direct hybrid precoding in millimeter wave massive MIMO systems. In: Proceedings of the 53rd Asilomar Conference on Signals, Systems, and Computers, 2019. 800\u2013805","DOI":"10.1109\/IEEECONF44664.2019.9048966"},{"key":"3542_CR23","doi-asserted-by":"publisher","first-page":"37328","DOI":"10.1109\/ACCESS.2018.2850226","volume":"6","author":"A Alkhateeb","year":"2018","unstructured":"Alkhateeb A, Alex S, Varkey P, et al. Deep learning coordinated beamforming for highly-mobile millimeter wave systems. IEEE Access, 2018, 6: 37328\u201337348","journal-title":"IEEE Access"},{"key":"3542_CR24","doi-asserted-by":"publisher","first-page":"6393","DOI":"10.1109\/TWC.2020.3003284","volume":"19","author":"L X Li","year":"2020","unstructured":"Li L X, Ren H, Cheng Q Q, et al. Millimeter-wave networking in the sky: a machine learning and mean field game approach for joint beamforming and beam-steering. IEEE Trans Wirel Commun, 2020, 19: 6393\u20136408","journal-title":"IEEE Trans Wirel Commun"},{"key":"3542_CR25","unstructured":"Liu M F, Wang R. Deep reinforcement learning based dynamic power and beamforming design for time-varying wireless downlink interference channel. 2020. ArXiv:2011.03780"},{"key":"3542_CR26","doi-asserted-by":"crossref","unstructured":"Lin J Y, Zou Y Z, Dong X R, et al. Deep reinforcement learning for robust beamforming in IRS-assisted wireless communications. In: Proceedings of IEEE Global Communications Conference (GLOBECOM), 2020. 1\u20136","DOI":"10.1109\/GLOBECOM42002.2020.9322372"},{"key":"3542_CR27","unstructured":"Lee H, Girnyk M, Jeong J. Deep reinforcement learning approach to MIMO precoding problem: optimality and robustness. 2020. ArXiv:2006.16646"},{"key":"3542_CR28","unstructured":"Lillicrap T P, Hunt J J, Pritzel A, et al. Continuous control with deep reinforcement learning. 2015. ArXiv:1509.02971"},{"key":"3542_CR29","doi-asserted-by":"crossref","unstructured":"Wu H P, Xiao B, Codella N, et al. CVT: introducing convolutions to vision transformers. 2021. ArXiv:2103.15808","DOI":"10.1109\/ICCV48922.2021.00009"},{"key":"3542_CR30","unstructured":"Janner M, Li Q Y, Levine S. Reinforcement learning as one big sequence modeling problem. 2021. ArXiv:2106.02039"},{"key":"3542_CR31","doi-asserted-by":"publisher","first-page":"459","DOI":"10.1109\/TSP.2020.3045199","volume":"69","author":"K Pratik","year":"2020","unstructured":"Pratik K, Rao B D, Welling M. RE-MIMO: recurrent and permutation equivariant neural MIMO detection. IEEE Trans Signal Process, 2020, 69: 459\u2013473","journal-title":"IEEE Trans Signal Process"},{"key":"3542_CR32","doi-asserted-by":"crossref","unstructured":"Chen Z L, Gu F L, Jiang R. Channel estimation method based on transformer in high dynamic environment. In: Proceedings of International Conference on Wireless Communications and Signal Processing (WCSP), 2020. 817\u2013822","DOI":"10.1109\/WCSP49889.2020.9299821"},{"key":"3542_CR33","doi-asserted-by":"publisher","first-page":"308","DOI":"10.1109\/JSAC.2021.3126062","volume":"40","author":"S Y Wang","year":"2022","unstructured":"Wang S Y, Bi S Z, Zhang Y J. Deep reinforcement learning with communication transformer for adaptive live streaming in wireless edge networks. IEEE J Sel Areas Commun, 2022, 40: 308\u2013322","journal-title":"IEEE J Sel Areas Commun"},{"key":"3542_CR34","doi-asserted-by":"publisher","first-page":"1899","DOI":"10.1109\/LWC.2021.3085317","volume":"10","author":"X Song","year":"2021","unstructured":"Song X, Wang J, Wang J, et al. SALDR: joint self-attention learning and dense refine for massive MIMO CSI feedback with multiple compression ratio. IEEE Wirel Commun Lett, 2021, 10: 1899\u20131903","journal-title":"IEEE Wirel Commun Lett"},{"key":"3542_CR35","volume-title":"Reinforcement Learning: An Introduction","author":"R S Sutton","year":"2018","unstructured":"Sutton R S, Barto A G. Reinforcement Learning: An Introduction. Cambridge: MIT Press, 2018"},{"key":"3542_CR36","unstructured":"Yang Y D, Wang J. An overview of multi-agent reinforcement learning from game theoretical perspective. 2020. ArXiv:2011.00583"},{"key":"3542_CR37","unstructured":"Lowe R, Wu Y, Tamar A, et al. Multi-agent actor-critic for mixed cooperative-competitive environments. 2017. ArXiv:1706.02275"},{"key":"3542_CR38","doi-asserted-by":"crossref","unstructured":"van Hasselt H, Guez A, Silver D. Deep reinforcement learning with double Q-learning. In: Proceedings of AAAI Conference on Artificial Intelligence, 2016","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"3542_CR39","doi-asserted-by":"publisher","first-page":"485","DOI":"10.1109\/JSTSP.2016.2523903","volume":"10","author":"X H Yu","year":"2016","unstructured":"Yu X H, Shen J C, Zhang J, et al. Alternating minimization algorithms for hybrid precoding in millimeter wave MIMO systems. IEEE J Sel Top Signal Process, 2016, 10: 485\u2013500","journal-title":"IEEE J Sel Top Signal Process"},{"key":"3542_CR40","doi-asserted-by":"crossref","unstructured":"He K M, Zhang X Y, Ren S Q, et al. Deep residual learning for image recognition. In: Proceedings of IEEE Conference on Computer Vision and Pattern Recognition (CVPR), 2016. 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"3542_CR41","unstructured":"Ba J L, Kiros J R, Hinton G E. Layer normalization. 2016. ArXiv:1607.06450"},{"key":"3542_CR42","unstructured":"Jang E, Gu S X, Poole B. Categorical reparameterization with gumbel-softmax. 2016. ArXiv:1611.01144"},{"key":"3542_CR43","unstructured":"Alkhateeb A. DeepMIMO: a generic deep learning dataset for millimeter wave and massive MIMO applications. 2019. ArXiv:1902.06435"},{"key":"3542_CR44","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-35289-8_3","volume-title":"Efficient Backprop","author":"Y A LeCun","year":"2012","unstructured":"LeCun Y A, Bottou L, Orr G B, et al. Efficient Backprop. Berlin: Springer, 2012"}],"container-title":["Science China Information Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-022-3542-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11432-022-3542-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-022-3542-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,19]],"date-time":"2024-07-19T20:26:53Z","timestamp":1721420813000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11432-022-3542-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,5,22]]},"references-count":44,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2023,6]]}},"alternative-id":["3542"],"URL":"https:\/\/doi.org\/10.1007\/s11432-022-3542-6","relation":{},"ISSN":["1674-733X","1869-1919"],"issn-type":[{"value":"1674-733X","type":"print"},{"value":"1869-1919","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,5,22]]},"assertion":[{"value":"20 February 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 May 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 July 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 May 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"162304"}}